{"level":"warn","ts":"2026-04-01T15:44:19.799852Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T15:44:19.799945Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.102:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.102:2380","--initial-cluster=instance=https://199.204.45.102:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.102:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.102:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T15:44:19.800014Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T15:44:19.800023Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-04-01T15:44:19.800056Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T15:44:19.800703Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"]} {"level":"info","ts":"2026-04-01T15:44:19.800783Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.102:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T15:44:19.805949Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.933745ms"} {"level":"info","ts":"2026-04-01T15:44:19.812148Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6e7960f761c1028e","cluster-id":"502e2b31b867adf"} {"level":"info","ts":"2026-04-01T15:44:19.812256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T15:44:19.812282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 0"} {"level":"info","ts":"2026-04-01T15:44:19.812301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6e7960f761c1028e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T15:44:19.812319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 1"} {"level":"info","ts":"2026-04-01T15:44:19.812369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"warn","ts":"2026-04-01T15:44:19.81951Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T15:44:19.822228Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T15:44:19.823657Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T15:44:19.82687Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6e7960f761c1028e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T15:44:19.827432Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T15:44:19.827623Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T15:44:19.827809Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T15:44:19.828222Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6e7960f761c1028e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T15:44:19.830007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"info","ts":"2026-04-01T15:44:19.830284Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","added-peer-id":"6e7960f761c1028e","added-peer-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-04-01T15:44:19.834552Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T15:44:19.83466Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-04-01T15:44:19.83474Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-04-01T15:44:19.835102Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6e7960f761c1028e","initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T15:44:19.835161Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T15:44:20.113437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T15:44:20.113513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T15:44:20.113549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgPreVoteResp from 6e7960f761c1028e at term 1"} {"level":"info","ts":"2026-04-01T15:44:20.113567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became candidate at term 2"} {"level":"info","ts":"2026-04-01T15:44:20.113575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgVoteResp from 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-04-01T15:44:20.113589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became leader at term 2"} {"level":"info","ts":"2026-04-01T15:44:20.113602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6e7960f761c1028e elected leader 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-04-01T15:44:20.114895Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T15:44:20.116149Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T15:44:20.116148Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6e7960f761c1028e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.102:2379]}","request-path":"/0/members/6e7960f761c1028e/attributes","cluster-id":"502e2b31b867adf","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T15:44:20.116193Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T15:44:20.116754Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T15:44:20.116809Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T15:44:20.117028Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T15:44:20.117263Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T15:44:20.117316Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T15:44:20.119Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T15:44:20.119635Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.102:2379"} {"level":"info","ts":"2026-04-01T15:44:36.569095Z","caller":"traceutil/trace.go:171","msg":"trace[1410862729] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"179.044765ms","start":"2026-04-01T15:44:36.390009Z","end":"2026-04-01T15:44:36.569053Z","steps":["trace[1410862729] 'process raft request' (duration: 178.671246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:37.283901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706571102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:44:37.507072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.946576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:44:37.507195Z","caller":"traceutil/trace.go:171","msg":"trace[1182251294] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"723.866086ms","start":"2026-04-01T15:44:36.783296Z","end":"2026-04-01T15:44:37.507162Z","steps":["trace[1182251294] 'read index received' (duration: 533.295502ms)","trace[1182251294] 'applied index is now lower than readState.Index' (duration: 190.569174ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:44:37.507235Z","caller":"traceutil/trace.go:171","msg":"trace[667424916] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"933.634999ms","start":"2026-04-01T15:44:36.573555Z","end":"2026-04-01T15:44:37.50719Z","steps":["trace[667424916] 'process raft request' (duration: 743.117356ms)","trace[667424916] 'compare' (duration: 187.915742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:44:37.50732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.039141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:44:37.507346Z","caller":"traceutil/trace.go:171","msg":"trace[1887692599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:372; }","duration":"724.109742ms","start":"2026-04-01T15:44:36.783228Z","end":"2026-04-01T15:44:37.507338Z","steps":["trace[1887692599] 'agreement among raft nodes before linearized reading' (duration: 724.036801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:37.507369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:36.783199Z","time spent":"724.165474ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:44:37.507362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:36.573531Z","time spent":"933.783773ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:44:37.50743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.04828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T15:44:37.507475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.889195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:44:37.507522Z","caller":"traceutil/trace.go:171","msg":"trace[165946413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:372; }","duration":"507.186793ms","start":"2026-04-01T15:44:37.000311Z","end":"2026-04-01T15:44:37.507498Z","steps":["trace[165946413] 'agreement among raft nodes before linearized reading' (duration: 507.009959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:37.507574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:37.000288Z","time spent":"507.277506ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:44:37.50759Z","caller":"traceutil/trace.go:171","msg":"trace[232664001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"272.015768ms","start":"2026-04-01T15:44:37.235544Z","end":"2026-04-01T15:44:37.507559Z","steps":["trace[232664001] 'agreement among raft nodes before linearized reading' (duration: 271.819483ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:39.058039Z","caller":"traceutil/trace.go:171","msg":"trace[413330621] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"143.251027ms","start":"2026-04-01T15:44:38.914757Z","end":"2026-04-01T15:44:39.058008Z","steps":["trace[413330621] 'process raft request' (duration: 143.021882ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:39.655447Z","caller":"traceutil/trace.go:171","msg":"trace[2017835470] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"114.013815ms","start":"2026-04-01T15:44:39.541409Z","end":"2026-04-01T15:44:39.655423Z","steps":["trace[2017835470] 'process raft request' (duration: 113.942443ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:39.655707Z","caller":"traceutil/trace.go:171","msg":"trace[708788354] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"114.557297ms","start":"2026-04-01T15:44:39.541116Z","end":"2026-04-01T15:44:39.655674Z","steps":["trace[708788354] 'process raft request' (duration: 19.039614ms)","trace[708788354] 'compare' (duration: 95.049372ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:44:43.064447Z","caller":"traceutil/trace.go:171","msg":"trace[1318144277] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"390.427784ms","start":"2026-04-01T15:44:42.673995Z","end":"2026-04-01T15:44:43.064423Z","steps":["trace[1318144277] 'process raft request' (duration: 390.278221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:43.064606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:42.673977Z","time spent":"390.555117ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:44:43.409476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.756331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:44:43.40956Z","caller":"traceutil/trace.go:171","msg":"trace[1582525896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"173.895624ms","start":"2026-04-01T15:44:43.235645Z","end":"2026-04-01T15:44:43.40954Z","steps":["trace[1582525896] 'range keys from in-memory index tree' (duration: 173.679179ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:51.850094Z","caller":"traceutil/trace.go:171","msg":"trace[1527566838] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"526.86238ms","start":"2026-04-01T15:44:51.323213Z","end":"2026-04-01T15:44:51.850075Z","steps":["trace[1527566838] 'process raft request' (duration: 526.672655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.85022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.323188Z","time spent":"526.973463ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:51.855592Z","caller":"traceutil/trace.go:171","msg":"trace[59837823] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"518.772248ms","start":"2026-04-01T15:44:51.336805Z","end":"2026-04-01T15:44:51.855577Z","steps":["trace[59837823] 'process raft request' (duration: 518.563223ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:51.855591Z","caller":"traceutil/trace.go:171","msg":"trace[2071084168] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"526.825038ms","start":"2026-04-01T15:44:51.328727Z","end":"2026-04-01T15:44:51.855552Z","steps":["trace[2071084168] 'process raft request' (duration: 526.498131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.855675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.336788Z","time spent":"518.84336ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:51.855665Z","caller":"traceutil/trace.go:171","msg":"trace[1923542053] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"526.824018ms","start":"2026-04-01T15:44:51.328809Z","end":"2026-04-01T15:44:51.855633Z","steps":["trace[1923542053] 'process raft request' (duration: 526.522271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.855759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.328704Z","time spent":"526.983913ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:44:51.855804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.328784Z","time spent":"526.953022ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:51.855751Z","caller":"traceutil/trace.go:171","msg":"trace[750178187] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"518.829579ms","start":"2026-04-01T15:44:51.33689Z","end":"2026-04-01T15:44:51.85572Z","steps":["trace[750178187] 'process raft request' (duration: 518.607024ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:51.855865Z","caller":"traceutil/trace.go:171","msg":"trace[2023114047] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"516.266429ms","start":"2026-04-01T15:44:51.339589Z","end":"2026-04-01T15:44:51.855856Z","steps":["trace[2023114047] 'process raft request' (duration: 515.990692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.855906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.339579Z","time spent":"516.308559ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:51.855973Z","caller":"traceutil/trace.go:171","msg":"trace[970814774] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"517.556579ms","start":"2026-04-01T15:44:51.338405Z","end":"2026-04-01T15:44:51.855961Z","steps":["trace[970814774] 'process raft request' (duration: 517.136519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.856007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.338393Z","time spent":"517.594911ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:44:51.855992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.336869Z","time spent":"518.995424ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:51.85609Z","caller":"traceutil/trace.go:171","msg":"trace[1892908881] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"519.202998ms","start":"2026-04-01T15:44:51.336878Z","end":"2026-04-01T15:44:51.856081Z","steps":["trace[1892908881] 'process raft request' (duration: 518.579443ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:51.856105Z","caller":"traceutil/trace.go:171","msg":"trace[2143637318] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"507.88053ms","start":"2026-04-01T15:44:51.348212Z","end":"2026-04-01T15:44:51.856093Z","steps":["trace[2143637318] 'process raft request' (duration: 507.44805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.856132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.336873Z","time spent":"519.2394ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:44:51.856139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.348198Z","time spent":"507.925381ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:51.856191Z","caller":"traceutil/trace.go:171","msg":"trace[1665133758] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:484; }","duration":"261.443342ms","start":"2026-04-01T15:44:51.594722Z","end":"2026-04-01T15:44:51.856165Z","steps":["trace[1665133758] 'read index received' (duration: 255.228995ms)","trace[1665133758] 'applied index is now lower than readState.Index' (duration: 6.211277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:44:51.856324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.609186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:44:51.856355Z","caller":"traceutil/trace.go:171","msg":"trace[338044903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:478; }","duration":"261.693638ms","start":"2026-04-01T15:44:51.594653Z","end":"2026-04-01T15:44:51.856347Z","steps":["trace[338044903] 'agreement among raft nodes before linearized reading' (duration: 261.594946ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:51.856321Z","caller":"traceutil/trace.go:171","msg":"trace[1346094182] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"468.703222ms","start":"2026-04-01T15:44:51.387488Z","end":"2026-04-01T15:44:51.856191Z","steps":["trace[1346094182] 'process raft request' (duration: 468.397774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.856413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.438275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:44:51.856449Z","caller":"traceutil/trace.go:171","msg":"trace[1687115844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:478; }","duration":"156.578438ms","start":"2026-04-01T15:44:51.699861Z","end":"2026-04-01T15:44:51.856439Z","steps":["trace[1687115844] 'agreement among raft nodes before linearized reading' (duration: 156.432295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.856488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.616041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T15:44:51.856503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.387462Z","time spent":"468.946408ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:51.856538Z","caller":"traceutil/trace.go:171","msg":"trace[886684817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:478; }","duration":"154.695093ms","start":"2026-04-01T15:44:51.701824Z","end":"2026-04-01T15:44:51.856519Z","steps":["trace[886684817] 'agreement among raft nodes before linearized reading' (duration: 154.603411ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:51.856564Z","caller":"traceutil/trace.go:171","msg":"trace[652897298] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"356.890714ms","start":"2026-04-01T15:44:51.499301Z","end":"2026-04-01T15:44:51.856192Z","steps":["trace[652897298] 'process raft request' (duration: 356.74452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.856603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.499265Z","time spent":"357.319914ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:51.856656Z","caller":"traceutil/trace.go:171","msg":"trace[112719166] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"504.588082ms","start":"2026-04-01T15:44:51.351618Z","end":"2026-04-01T15:44:51.856207Z","steps":["trace[112719166] 'process raft request' (duration: 504.159732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:51.856686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:51.351606Z","time spent":"505.062984ms","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:44:54.014609Z","caller":"traceutil/trace.go:171","msg":"trace[1255918337] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"136.731828ms","start":"2026-04-01T15:44:53.877861Z","end":"2026-04-01T15:44:54.014593Z","steps":["trace[1255918337] 'read index received' (duration: 136.514593ms)","trace[1255918337] 'applied index is now lower than readState.Index' (duration: 216.485µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:44:54.014722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.846922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:44:54.01474Z","caller":"traceutil/trace.go:171","msg":"trace[1960360622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:548; }","duration":"136.904223ms","start":"2026-04-01T15:44:53.877831Z","end":"2026-04-01T15:44:54.014735Z","steps":["trace[1960360622] 'agreement among raft nodes before linearized reading' (duration: 136.845801ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:54.014716Z","caller":"traceutil/trace.go:171","msg":"trace[255425863] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"137.885506ms","start":"2026-04-01T15:44:53.876792Z","end":"2026-04-01T15:44:54.014678Z","steps":["trace[255425863] 'process raft request' (duration: 137.646501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:54.014811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.459802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:44:54.01494Z","caller":"traceutil/trace.go:171","msg":"trace[81828598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:548; }","duration":"136.651637ms","start":"2026-04-01T15:44:53.878264Z","end":"2026-04-01T15:44:54.014916Z","steps":["trace[81828598] 'agreement among raft nodes before linearized reading' (duration: 136.436522ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:44:58.534203Z","caller":"traceutil/trace.go:171","msg":"trace[635260246] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:598; }","duration":"454.814034ms","start":"2026-04-01T15:44:58.079354Z","end":"2026-04-01T15:44:58.534168Z","steps":["trace[635260246] 'read index received' (duration: 454.596309ms)","trace[635260246] 'applied index is now lower than readState.Index' (duration: 216.335µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:44:58.534247Z","caller":"traceutil/trace.go:171","msg":"trace[710092693] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"498.722164ms","start":"2026-04-01T15:44:58.035486Z","end":"2026-04-01T15:44:58.534208Z","steps":["trace[710092693] 'process raft request' (duration: 498.440717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:58.534976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.089941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:44:58.535265Z","caller":"traceutil/trace.go:171","msg":"trace[1403259834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"455.876489ms","start":"2026-04-01T15:44:58.079307Z","end":"2026-04-01T15:44:58.535183Z","steps":["trace[1403259834] 'agreement among raft nodes before linearized reading' (duration: 455.020669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:58.534459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:58.035459Z","time spent":"498.910198ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:44:58.535323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:58.079285Z","time spent":"456.027162ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:44:59.034779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706571466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:44:59.535653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706571466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:44:59.757459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208155827s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:44:59.759178Z","caller":"traceutil/trace.go:171","msg":"trace[478288579] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.596134807s","start":"2026-04-01T15:44:58.163019Z","end":"2026-04-01T15:44:59.759154Z","steps":["trace[478288579] 'process raft request' (duration: 1.595578864s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:44:59.759364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:58.162992Z","time spent":"1.59625062s","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:44:59.856821Z","caller":"traceutil/trace.go:171","msg":"trace[1494546378] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.312850137s","start":"2026-04-01T15:44:58.543933Z","end":"2026-04-01T15:44:59.856783Z","steps":["trace[1494546378] 'process raft request' (duration: 1.242409338s)","trace[1494546378] 'compare' (duration: 70.257044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:44:59.857027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:58.543903Z","time spent":"1.313023041s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:45:00.236965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T15:45:00.237044Z","caller":"traceutil/trace.go:171","msg":"trace[1923146474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092857s","start":"2026-04-01T15:44:58.236928Z","end":"2026-04-01T15:45:00.237021Z","steps":["trace[1923146474] 'agreement among raft nodes before linearized reading' (duration: 2.000006265s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:00.237115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:58.236865Z","time spent":"2.00023315s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 15:45:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T15:45:02.245942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000802794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T15:45:02.2461Z","caller":"traceutil/trace.go:171","msg":"trace[554125833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000993449s","start":"2026-04-01T15:45:00.245077Z","end":"2026-04-01T15:45:02.246071Z","steps":["trace[554125833] 'agreement among raft nodes before linearized reading' (duration: 2.000821875s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.246176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.245066Z","time spent":"2.001093711s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:45:02.259372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402624664s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-01T15:45:02.259409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936555803s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.259511Z","caller":"traceutil/trace.go:171","msg":"trace[840680484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:578; }","duration":"1.936659605s","start":"2026-04-01T15:45:00.32284Z","end":"2026-04-01T15:45:02.259499Z","steps":["trace[840680484] 'range keys from in-memory index tree' (duration: 1.936540823s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.259653Z","caller":"traceutil/trace.go:171","msg":"trace[341647476] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:599; }","duration":"3.725310854s","start":"2026-04-01T15:44:58.534325Z","end":"2026-04-01T15:45:02.259635Z","steps":["trace[341647476] 'read index received' (duration: 1.223357957s)","trace[341647476] 'applied index is now lower than readState.Index' (duration: 2.501951727s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:45:02.259979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179160985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T15:45:02.260043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010028208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qgxwz\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-01T15:45:02.260076Z","caller":"traceutil/trace.go:171","msg":"trace[1395993943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"4.179296877s","start":"2026-04-01T15:44:58.080758Z","end":"2026-04-01T15:45:02.260054Z","steps":["trace[1395993943] 'agreement among raft nodes before linearized reading' (duration: 4.179042842s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.260106Z","caller":"traceutil/trace.go:171","msg":"trace[1360710276] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qgxwz; range_end:; response_count:1; response_revision:578; }","duration":"4.0101264s","start":"2026-04-01T15:44:58.24996Z","end":"2026-04-01T15:45:02.260086Z","steps":["trace[1360710276] 'agreement among raft nodes before linearized reading' (duration: 4.009927506s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.260131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:58.080743Z","time spent":"4.17937492s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:45:02.260145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:58.24994Z","time spent":"4.010196762s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-qgxwz\" "} {"level":"info","ts":"2026-04-01T15:45:02.260216Z","caller":"traceutil/trace.go:171","msg":"trace[97802304] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"2.44091139s","start":"2026-04-01T15:44:59.819282Z","end":"2026-04-01T15:45:02.260194Z","steps":["trace[97802304] 'process raft request' (duration: 2.440193083s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.260345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.819251Z","time spent":"2.441030953s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:45:02.6878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.447241499s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:45:02.688372Z","caller":"traceutil/trace.go:171","msg":"trace[1215566848] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"428.645643ms","start":"2026-04-01T15:45:02.259694Z","end":"2026-04-01T15:45:02.688339Z","steps":["trace[1215566848] 'read index received' (duration: 428.431458ms)","trace[1215566848] 'applied index is now lower than readState.Index' (duration: 213.115µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:45:02.688508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571558474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.688572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991798689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.688598Z","caller":"traceutil/trace.go:171","msg":"trace[909607646] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"2.448147421s","start":"2026-04-01T15:45:00.24043Z","end":"2026-04-01T15:45:02.688577Z","steps":["trace[909607646] 'process raft request' (duration: 2.447732561s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.688611Z","caller":"traceutil/trace.go:171","msg":"trace[956009209] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:580; }","duration":"2.571686247s","start":"2026-04-01T15:45:00.116902Z","end":"2026-04-01T15:45:02.688588Z","steps":["trace[956009209] 'agreement among raft nodes before linearized reading' (duration: 2.571461882s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.688638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788473093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.688663Z","caller":"traceutil/trace.go:171","msg":"trace[541220306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"2.991883861s","start":"2026-04-01T15:44:59.696739Z","end":"2026-04-01T15:45:02.688623Z","steps":["trace[541220306] 'agreement among raft nodes before linearized reading' (duration: 2.991763638s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.688665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.116851Z","time spent":"2.571801219s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.688692Z","caller":"traceutil/trace.go:171","msg":"trace[919352487] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:580; }","duration":"2.788577445s","start":"2026-04-01T15:44:59.900096Z","end":"2026-04-01T15:45:02.688673Z","steps":["trace[919352487] 'agreement among raft nodes before linearized reading' (duration: 2.788518144s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.688708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.24041Z","time spent":"2.448231163s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:45:02.688736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.900066Z","time spent":"2.788661747s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.688728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788120065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.688868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091565321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.688918Z","caller":"traceutil/trace.go:171","msg":"trace[1126019937] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:580; }","duration":"2.788445912s","start":"2026-04-01T15:44:59.900447Z","end":"2026-04-01T15:45:02.688892Z","steps":["trace[1126019937] 'agreement among raft nodes before linearized reading' (duration: 2.788026052s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.68894Z","caller":"traceutil/trace.go:171","msg":"trace[407516789] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:580; }","duration":"3.091710025s","start":"2026-04-01T15:44:59.597212Z","end":"2026-04-01T15:45:02.688922Z","steps":["trace[407516789] 'agreement among raft nodes before linearized reading' (duration: 3.091594892s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.688955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091750855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.688979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326455578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.688989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.900441Z","time spent":"2.788531624s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T15:45:02.688578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991771118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.688987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046823942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.689033Z","caller":"traceutil/trace.go:171","msg":"trace[1516807054] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:580; }","duration":"2.326515609s","start":"2026-04-01T15:45:00.362506Z","end":"2026-04-01T15:45:02.689022Z","steps":["trace[1516807054] 'agreement among raft nodes before linearized reading' (duration: 2.326433467s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.68905Z","caller":"traceutil/trace.go:171","msg":"trace[713485352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"2.992269771s","start":"2026-04-01T15:44:59.696767Z","end":"2026-04-01T15:45:02.689036Z","steps":["trace[713485352] 'agreement among raft nodes before linearized reading' (duration: 2.991754638s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.689064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915555593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.696759Z","time spent":"2.992322472s","remote":"127.0.0.1:40858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.68912Z","caller":"traceutil/trace.go:171","msg":"trace[259705109] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:580; }","duration":"2.915625344s","start":"2026-04-01T15:44:59.773481Z","end":"2026-04-01T15:45:02.689107Z","steps":["trace[259705109] 'agreement among raft nodes before linearized reading' (duration: 2.915554703s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.689132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32694407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916383662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353922579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.689906Z","caller":"traceutil/trace.go:171","msg":"trace[617503246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:580; }","duration":"2.916515776s","start":"2026-04-01T15:44:59.773374Z","end":"2026-04-01T15:45:02.689889Z","steps":["trace[617503246] 'agreement among raft nodes before linearized reading' (duration: 2.916325781s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.689911Z","caller":"traceutil/trace.go:171","msg":"trace[697742036] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:580; }","duration":"2.35397314s","start":"2026-04-01T15:45:00.335927Z","end":"2026-04-01T15:45:02.689901Z","steps":["trace[697742036] 'agreement among raft nodes before linearized reading' (duration: 2.353465688s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.688978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.264706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.689894Z","caller":"traceutil/trace.go:171","msg":"trace[492729982] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:580; }","duration":"2.327725949s","start":"2026-04-01T15:45:00.362153Z","end":"2026-04-01T15:45:02.689879Z","steps":["trace[492729982] 'agreement among raft nodes before linearized reading' (duration: 2.3269539s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.689949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939801587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.68996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.773341Z","time spent":"2.916606178s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.689166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.773468Z","time spent":"2.915685726s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.689995Z","caller":"traceutil/trace.go:171","msg":"trace[1367220447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"443.2993ms","start":"2026-04-01T15:45:02.246665Z","end":"2026-04-01T15:45:02.689965Z","steps":["trace[1367220447] 'agreement among raft nodes before linearized reading' (duration: 442.259875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.688996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.597176Z","time spent":"3.091804817s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.690015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.362134Z","time spent":"2.327836071s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.690125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:02.246647Z","time spent":"443.461724ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:45:02.690014Z","caller":"traceutil/trace.go:171","msg":"trace[1222929410] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.93992607s","start":"2026-04-01T15:44:59.750066Z","end":"2026-04-01T15:45:02.689992Z","steps":["trace[1222929410] 'agreement among raft nodes before linearized reading' (duration: 2.939096041s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.688869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.696686Z","time spent":"2.992159757s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-04-01T15:45:02.689956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.335916Z","time spent":"2.354031021s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.689131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.455001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:45:02.69049Z","caller":"traceutil/trace.go:171","msg":"trace[317279736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:580; }","duration":"828.806863ms","start":"2026-04-01T15:45:01.861662Z","end":"2026-04-01T15:45:02.690468Z","steps":["trace[317279736] 'agreement among raft nodes before linearized reading' (duration: 827.348328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.688997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788943584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.690549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:01.86157Z","time spent":"828.953016ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:45:02.689064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249295338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.690667Z","caller":"traceutil/trace.go:171","msg":"trace[1962620619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:580; }","duration":"3.250950017s","start":"2026-04-01T15:44:59.439691Z","end":"2026-04-01T15:45:02.690641Z","steps":["trace[1962620619] 'agreement among raft nodes before linearized reading' (duration: 3.249339698s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.69076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.439662Z","time spent":"3.2510747s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.689004Z","caller":"traceutil/trace.go:171","msg":"trace[793487047] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:580; }","duration":"3.091833287s","start":"2026-04-01T15:44:59.597153Z","end":"2026-04-01T15:45:02.688987Z","steps":["trace[793487047] 'agreement among raft nodes before linearized reading' (duration: 3.091759466s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.691024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.597133Z","time spent":"3.093881257s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.689077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.362485Z","time spent":"2.326582671s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.689075Z","caller":"traceutil/trace.go:171","msg":"trace[1512104595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"3.046951485s","start":"2026-04-01T15:44:59.642099Z","end":"2026-04-01T15:45:02.689051Z","steps":["trace[1512104595] 'agreement among raft nodes before linearized reading' (duration: 3.046775691s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.689141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046975085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146561066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T15:45:02.689208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249182067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249223438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468919772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213108554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682218285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249566544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327149765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270281558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573025429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352666389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213476102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573126642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302760427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551111097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T15:45:02.689372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353204392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619675505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.68938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710621398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213662167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620577636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091461818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711258964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.68944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232488082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620657818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371101476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64654719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711393486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233529187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233515937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737369452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302621723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37044094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647517083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27077136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647533274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737563066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682540033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992756161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270852032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.689633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769660416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.691897Z","caller":"traceutil/trace.go:171","msg":"trace[33236297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:580; }","duration":"2.649862959s","start":"2026-04-01T15:45:00.042026Z","end":"2026-04-01T15:45:02.691889Z","steps":["trace[33236297] 'agreement among raft nodes before linearized reading' (duration: 2.647537144s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.691891Z","caller":"traceutil/trace.go:171","msg":"trace[807438147] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:580; }","duration":"2.684836827s","start":"2026-04-01T15:45:00.007043Z","end":"2026-04-01T15:45:02.691879Z","steps":["trace[807438147] 'agreement among raft nodes before linearized reading' (duration: 2.682531012s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.691925Z","caller":"traceutil/trace.go:171","msg":"trace[1600975113] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"2.995091497s","start":"2026-04-01T15:44:59.696827Z","end":"2026-04-01T15:45:02.691918Z","steps":["trace[1600975113] 'agreement among raft nodes before linearized reading' (duration: 2.992774812s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.691946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.042008Z","time spent":"2.64992047s","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691952Z","caller":"traceutil/trace.go:171","msg":"trace[1339602798] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:580; }","duration":"2.21548146s","start":"2026-04-01T15:45:00.476124Z","end":"2026-04-01T15:45:02.691605Z","steps":["trace[1339602798] 'agreement among raft nodes before linearized reading' (duration: 2.213106083s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.691969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.696805Z","time spent":"2.995152019s","remote":"127.0.0.1:40858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.689671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518385944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.692338Z","caller":"traceutil/trace.go:171","msg":"trace[726210075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:580; }","duration":"2.521078989s","start":"2026-04-01T15:45:00.171248Z","end":"2026-04-01T15:45:02.692327Z","steps":["trace[726210075] 'agreement among raft nodes before linearized reading' (duration: 2.518386365s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.692378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.171238Z","time spent":"2.52112846s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-01T15:45:02.689668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76894767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.692539Z","caller":"traceutil/trace.go:171","msg":"trace[1221009282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:580; }","duration":"2.771865919s","start":"2026-04-01T15:44:59.920659Z","end":"2026-04-01T15:45:02.692525Z","steps":["trace[1221009282] 'agreement among raft nodes before linearized reading' (duration: 2.768980011s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.692583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.920634Z","time spent":"2.77193426s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-01T15:45:02.689689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468749879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.692671Z","caller":"traceutil/trace.go:171","msg":"trace[765771832] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.471726079s","start":"2026-04-01T15:45:00.220912Z","end":"2026-04-01T15:45:02.692638Z","steps":["trace[765771832] 'agreement among raft nodes before linearized reading' (duration: 2.468742848s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.692749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.220902Z","time spent":"2.471823622s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T15:45:02.689689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769134235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.692199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.476117Z","time spent":"2.216054723s","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.692849Z","caller":"traceutil/trace.go:171","msg":"trace[223174743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:580; }","duration":"2.77231622s","start":"2026-04-01T15:44:59.920514Z","end":"2026-04-01T15:45:02.69283Z","steps":["trace[223174743] 'agreement among raft nodes before linearized reading' (duration: 2.769148804s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.692922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.9205Z","time spent":"2.772403082s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.689732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493619898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.693084Z","caller":"traceutil/trace.go:171","msg":"trace[718924323] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:580; }","duration":"2.496952927s","start":"2026-04-01T15:45:00.196076Z","end":"2026-04-01T15:45:02.693029Z","steps":["trace[718924323] 'agreement among raft nodes before linearized reading' (duration: 2.493637249s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.689726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469434725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.693162Z","caller":"traceutil/trace.go:171","msg":"trace[988480533] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.472883097s","start":"2026-04-01T15:45:00.220262Z","end":"2026-04-01T15:45:02.693145Z","steps":["trace[988480533] 'agreement among raft nodes before linearized reading' (duration: 2.469433145s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.693215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.220249Z","time spent":"2.472939998s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.68973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493947026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:02.693175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.196057Z","time spent":"2.49708904s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.693268Z","caller":"traceutil/trace.go:171","msg":"trace[1757942383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:580; }","duration":"2.497527781s","start":"2026-04-01T15:45:00.195728Z","end":"2026-04-01T15:45:02.693256Z","steps":["trace[1757942383] 'agreement among raft nodes before linearized reading' (duration: 2.493969586s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.69333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.195697Z","time spent":"2.497619463s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.68974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5194465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.693412Z","caller":"traceutil/trace.go:171","msg":"trace[810278285] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:580; }","duration":"2.523121467s","start":"2026-04-01T15:45:00.170282Z","end":"2026-04-01T15:45:02.693403Z","steps":["trace[810278285] 'agreement among raft nodes before linearized reading' (duration: 2.51942881s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.693444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.170258Z","time spent":"2.523176608s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.688516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302025659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.693564Z","caller":"traceutil/trace.go:171","msg":"trace[1167545417] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:580; }","duration":"2.3071193s","start":"2026-04-01T15:45:00.386436Z","end":"2026-04-01T15:45:02.693555Z","steps":["trace[1167545417] 'agreement among raft nodes before linearized reading' (duration: 2.301957217s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.693594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.386428Z","time spent":"2.307156211s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.689764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49412199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.693753Z","caller":"traceutil/trace.go:171","msg":"trace[616436559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:580; }","duration":"2.498138485s","start":"2026-04-01T15:45:00.195605Z","end":"2026-04-01T15:45:02.693743Z","steps":["trace[616436559] 'agreement among raft nodes before linearized reading' (duration: 2.49411952s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.693792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.195595Z","time spent":"2.498180626s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.689792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51945278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.693876Z","caller":"traceutil/trace.go:171","msg":"trace[21792627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:580; }","duration":"2.523559627s","start":"2026-04-01T15:45:00.170308Z","end":"2026-04-01T15:45:02.693867Z","steps":["trace[21792627] 'agreement among raft nodes before linearized reading' (duration: 2.51945753s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.693911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.170296Z","time spent":"2.523604618s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.689793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916316981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.693966Z","caller":"traceutil/trace.go:171","msg":"trace[989533042] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:580; }","duration":"2.920521111s","start":"2026-04-01T15:44:59.773427Z","end":"2026-04-01T15:45:02.693948Z","steps":["trace[989533042] 'agreement among raft nodes before linearized reading' (duration: 2.916337682s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.689808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93910278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.694086Z","caller":"traceutil/trace.go:171","msg":"trace[57460203] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.943417923s","start":"2026-04-01T15:44:59.750654Z","end":"2026-04-01T15:45:02.694072Z","steps":["trace[57460203] 'agreement among raft nodes before linearized reading' (duration: 2.939117071s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.694141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.750637Z","time spent":"2.943485494s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T15:45:02.690266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.750035Z","time spent":"2.940207347s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.69108Z","caller":"traceutil/trace.go:171","msg":"trace[261261336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:580; }","duration":"2.791057314s","start":"2026-04-01T15:44:59.900009Z","end":"2026-04-01T15:45:02.691066Z","steps":["trace[261261336] 'agreement among raft nodes before linearized reading' (duration: 2.788922783s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.694268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.899993Z","time spent":"2.79425973s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.694027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.773402Z","time spent":"2.920604993s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691298Z","caller":"traceutil/trace.go:171","msg":"trace[1895621429] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:580; }","duration":"3.049157457s","start":"2026-04-01T15:44:59.642125Z","end":"2026-04-01T15:45:02.691282Z","steps":["trace[1895621429] 'agreement among raft nodes before linearized reading' (duration: 3.046979195s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.694415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.64211Z","time spent":"3.052290001s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.691231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.642086Z","time spent":"3.049117666s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691515Z","caller":"traceutil/trace.go:171","msg":"trace[265404637] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:580; }","duration":"2.251511963s","start":"2026-04-01T15:45:00.439987Z","end":"2026-04-01T15:45:02.691499Z","steps":["trace[265404637] 'agreement among raft nodes before linearized reading' (duration: 2.249229049s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.694511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.439969Z","time spent":"2.254531254s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691542Z","caller":"traceutil/trace.go:171","msg":"trace[1499196234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"2.148928333s","start":"2026-04-01T15:45:00.542606Z","end":"2026-04-01T15:45:02.691535Z","steps":["trace[1499196234] 'agreement among raft nodes before linearized reading' (duration: 2.146555987s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.694618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.542594Z","time spent":"2.152014976s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:45:02.691562Z","caller":"traceutil/trace.go:171","msg":"trace[375392950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:580; }","duration":"2.251560264s","start":"2026-04-01T15:45:00.439995Z","end":"2026-04-01T15:45:02.691555Z","steps":["trace[375392950] 'agreement among raft nodes before linearized reading' (duration: 2.249182898s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.69471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.439984Z","time spent":"2.254712229s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691576Z","caller":"traceutil/trace.go:171","msg":"trace[1931237565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:580; }","duration":"3.251959021s","start":"2026-04-01T15:44:59.439603Z","end":"2026-04-01T15:45:02.691562Z","steps":["trace[1931237565] 'agreement among raft nodes before linearized reading' (duration: 3.249484212s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.694825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.43958Z","time spent":"3.255232189s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691584Z","caller":"traceutil/trace.go:171","msg":"trace[1431362379] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:580; }","duration":"2.354934553s","start":"2026-04-01T15:45:00.336643Z","end":"2026-04-01T15:45:02.691578Z","steps":["trace[1431362379] 'agreement among raft nodes before linearized reading' (duration: 2.352667589s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.69493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.336633Z","time spent":"2.358268322s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.691608Z","caller":"traceutil/trace.go:171","msg":"trace[89990724] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:580; }","duration":"2.684601572s","start":"2026-04-01T15:45:00.006998Z","end":"2026-04-01T15:45:02.6916Z","steps":["trace[89990724] 'agreement among raft nodes before linearized reading' (duration: 2.682187055s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.006988Z","time spent":"2.688048574s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691611Z","caller":"traceutil/trace.go:171","msg":"trace[1447501547] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:580; }","duration":"2.329484801s","start":"2026-04-01T15:45:00.36212Z","end":"2026-04-01T15:45:02.691605Z","steps":["trace[1447501547] 'agreement among raft nodes before linearized reading' (duration: 2.327152675s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.36211Z","time spent":"2.333006644s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691631Z","caller":"traceutil/trace.go:171","msg":"trace[1941620540] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.272642664s","start":"2026-04-01T15:45:00.418982Z","end":"2026-04-01T15:45:02.691625Z","steps":["trace[1941620540] 'agreement among raft nodes before linearized reading' (duration: 2.270287758s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.418967Z","time spent":"2.276223129s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.691632Z","caller":"traceutil/trace.go:171","msg":"trace[1331059351] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:580; }","duration":"2.575394795s","start":"2026-04-01T15:45:00.116231Z","end":"2026-04-01T15:45:02.691626Z","steps":["trace[1331059351] 'agreement among raft nodes before linearized reading' (duration: 2.57305816s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.116204Z","time spent":"2.579038882s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691631Z","caller":"traceutil/trace.go:171","msg":"trace[627890723] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.47131747s","start":"2026-04-01T15:45:00.220292Z","end":"2026-04-01T15:45:02.69161Z","steps":["trace[627890723] 'agreement among raft nodes before linearized reading' (duration: 2.468928543s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.69532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.220279Z","time spent":"2.475028677s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691655Z","caller":"traceutil/trace.go:171","msg":"trace[760581738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:580; }","duration":"3.553449413s","start":"2026-04-01T15:44:59.138198Z","end":"2026-04-01T15:45:02.691647Z","steps":["trace[760581738] 'agreement among raft nodes before linearized reading' (duration: 3.551100017s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.138177Z","time spent":"3.557239042s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:45:02.69168Z","caller":"traceutil/trace.go:171","msg":"trace[862096364] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:580; }","duration":"2.215877529s","start":"2026-04-01T15:45:00.475794Z","end":"2026-04-01T15:45:02.691671Z","steps":["trace[862096364] 'agreement among raft nodes before linearized reading' (duration: 2.213482752s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.47578Z","time spent":"2.21973418s","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691684Z","caller":"traceutil/trace.go:171","msg":"trace[1364608280] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:580; }","duration":"2.62285815s","start":"2026-04-01T15:45:00.068812Z","end":"2026-04-01T15:45:02.69167Z","steps":["trace[1364608280] 'agreement among raft nodes before linearized reading' (duration: 2.620592726s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.068801Z","time spent":"2.626843614s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691704Z","caller":"traceutil/trace.go:171","msg":"trace[1054571849] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:580; }","duration":"2.575485708s","start":"2026-04-01T15:45:00.116211Z","end":"2026-04-01T15:45:02.691696Z","steps":["trace[1054571849] 'agreement among raft nodes before linearized reading' (duration: 2.573115331s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.116173Z","time spent":"2.579611745s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691703Z","caller":"traceutil/trace.go:171","msg":"trace[2017839445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:580; }","duration":"2.712957703s","start":"2026-04-01T15:44:59.978724Z","end":"2026-04-01T15:45:02.691682Z","steps":["trace[2017839445] 'agreement among raft nodes before linearized reading' (duration: 2.710619318s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.695903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.978713Z","time spent":"2.717182584s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.691719Z","caller":"traceutil/trace.go:171","msg":"trace[526476301] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:580; }","duration":"2.216001892s","start":"2026-04-01T15:45:00.475707Z","end":"2026-04-01T15:45:02.691708Z","steps":["trace[526476301] 'agreement among raft nodes before linearized reading' (duration: 2.213642286s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.475689Z","time spent":"2.220305574s","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691729Z","caller":"traceutil/trace.go:171","msg":"trace[144119015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:580; }","duration":"2.234780006s","start":"2026-04-01T15:45:00.456942Z","end":"2026-04-01T15:45:02.691722Z","steps":["trace[144119015] 'agreement among raft nodes before linearized reading' (duration: 2.232471582s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.456933Z","time spent":"2.23915079s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.691736Z","caller":"traceutil/trace.go:171","msg":"trace[233964903] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:580; }","duration":"2.355568268s","start":"2026-04-01T15:45:00.33616Z","end":"2026-04-01T15:45:02.691728Z","steps":["trace[233964903] 'agreement among raft nodes before linearized reading' (duration: 2.353185742s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.336073Z","time spent":"2.360127067s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691756Z","caller":"traceutil/trace.go:171","msg":"trace[586924401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:580; }","duration":"3.093840105s","start":"2026-04-01T15:44:59.597906Z","end":"2026-04-01T15:45:02.691747Z","steps":["trace[586924401] 'agreement among raft nodes before linearized reading' (duration: 3.091474399s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.597891Z","time spent":"3.098406274s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.691764Z","caller":"traceutil/trace.go:171","msg":"trace[2102507043] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:580; }","duration":"2.648823315s","start":"2026-04-01T15:45:00.042932Z","end":"2026-04-01T15:45:02.691755Z","steps":["trace[2102507043] 'agreement among raft nodes before linearized reading' (duration: 2.646546131s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.042926Z","time spent":"2.653471555s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.691768Z","caller":"traceutil/trace.go:171","msg":"trace[175979928] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:580; }","duration":"2.622965652s","start":"2026-04-01T15:45:00.068785Z","end":"2026-04-01T15:45:02.691751Z","steps":["trace[175979928] 'agreement among raft nodes before linearized reading' (duration: 2.620659437s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.068778Z","time spent":"2.627706754s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691783Z","caller":"traceutil/trace.go:171","msg":"trace[1957327657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:580; }","duration":"2.71362975s","start":"2026-04-01T15:44:59.978144Z","end":"2026-04-01T15:45:02.691773Z","steps":["trace[1957327657] 'agreement among raft nodes before linearized reading' (duration: 2.711267343s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.978135Z","time spent":"2.718513385s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691793Z","caller":"traceutil/trace.go:171","msg":"trace[972677044] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:580; }","duration":"2.235807531s","start":"2026-04-01T15:45:00.455978Z","end":"2026-04-01T15:45:02.691785Z","steps":["trace[972677044] 'agreement among raft nodes before linearized reading' (duration: 2.233496166s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.455969Z","time spent":"2.24083161s","remote":"127.0.0.1:41036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691808Z","caller":"traceutil/trace.go:171","msg":"trace[1857406790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:580; }","duration":"2.739668796s","start":"2026-04-01T15:44:59.952127Z","end":"2026-04-01T15:45:02.691796Z","steps":["trace[1857406790] 'agreement among raft nodes before linearized reading' (duration: 2.737390262s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.696974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.952113Z","time spent":"2.744828739s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691819Z","caller":"traceutil/trace.go:171","msg":"trace[560887436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:580; }","duration":"2.235825551s","start":"2026-04-01T15:45:00.455982Z","end":"2026-04-01T15:45:02.691807Z","steps":["trace[560887436] 'agreement among raft nodes before linearized reading' (duration: 2.233506116s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.69712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.455972Z","time spent":"2.241129447s","remote":"127.0.0.1:41036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691821Z","caller":"traceutil/trace.go:171","msg":"trace[1526718401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:580; }","duration":"2.713764422s","start":"2026-04-01T15:44:59.978047Z","end":"2026-04-01T15:45:02.691812Z","steps":["trace[1526718401] 'agreement among raft nodes before linearized reading' (duration: 2.711423077s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.697222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.978026Z","time spent":"2.719188132s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691818Z","caller":"traceutil/trace.go:171","msg":"trace[272796838] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:580; }","duration":"2.305198845s","start":"2026-04-01T15:45:00.386547Z","end":"2026-04-01T15:45:02.691746Z","steps":["trace[272796838] 'agreement among raft nodes before linearized reading' (duration: 2.302773497s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.697284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.386526Z","time spent":"2.310750576s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691848Z","caller":"traceutil/trace.go:171","msg":"trace[900273646] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.273041333s","start":"2026-04-01T15:45:00.418798Z","end":"2026-04-01T15:45:02.69184Z","steps":["trace[900273646] 'agreement among raft nodes before linearized reading' (duration: 2.270771139s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.697408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.418792Z","time spent":"2.278602165s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:45:02.691844Z","caller":"traceutil/trace.go:171","msg":"trace[322223394] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:580; }","duration":"2.30502713s","start":"2026-04-01T15:45:00.386811Z","end":"2026-04-01T15:45:02.691838Z","steps":["trace[322223394] 'agreement among raft nodes before linearized reading' (duration: 2.302518411s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.697643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.386803Z","time spent":"2.310824468s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.691851Z","caller":"traceutil/trace.go:171","msg":"trace[1780306958] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:580; }","duration":"2.372760165s","start":"2026-04-01T15:45:00.319075Z","end":"2026-04-01T15:45:02.691835Z","steps":["trace[1780306958] 'agreement among raft nodes before linearized reading' (duration: 2.37043544s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.697819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.319066Z","time spent":"2.378742338s","remote":"127.0.0.1:40996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.691873Z","caller":"traceutil/trace.go:171","msg":"trace[990296090] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:580; }","duration":"2.649838199s","start":"2026-04-01T15:45:00.042026Z","end":"2026-04-01T15:45:02.691864Z","steps":["trace[990296090] 'agreement among raft nodes before linearized reading' (duration: 2.647526094s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.698294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.042016Z","time spent":"2.656266681s","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.69189Z","caller":"traceutil/trace.go:171","msg":"trace[178831504] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:580; }","duration":"2.73983483s","start":"2026-04-01T15:44:59.952042Z","end":"2026-04-01T15:45:02.691877Z","steps":["trace[178831504] 'agreement among raft nodes before linearized reading' (duration: 2.737523595s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.698367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.951991Z","time spent":"2.746357566s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691982Z","caller":"traceutil/trace.go:171","msg":"trace[732969696] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:580; }","duration":"2.771984372s","start":"2026-04-01T15:44:59.919929Z","end":"2026-04-01T15:45:02.691914Z","steps":["trace[732969696] 'agreement among raft nodes before linearized reading' (duration: 2.769661037s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.698459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.919913Z","time spent":"2.778529858s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:45:02.689664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371355162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.698536Z","caller":"traceutil/trace.go:171","msg":"trace[671075968] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:580; }","duration":"2.380242713s","start":"2026-04-01T15:45:00.31828Z","end":"2026-04-01T15:45:02.698523Z","steps":["trace[671075968] 'agreement among raft nodes before linearized reading' (duration: 2.371367842s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.698583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.318265Z","time spent":"2.380302785s","remote":"127.0.0.1:40996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.691972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.007035Z","time spent":"2.68491481s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:45:02.689647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939686285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.698728Z","caller":"traceutil/trace.go:171","msg":"trace[19145096] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.94880267s","start":"2026-04-01T15:44:59.749918Z","end":"2026-04-01T15:45:02.698721Z","steps":["trace[19145096] 'agreement among raft nodes before linearized reading' (duration: 2.939689014s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.698753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:44:59.7499Z","time spent":"2.948846322s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691967Z","caller":"traceutil/trace.go:171","msg":"trace[1565478790] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:580; }","duration":"2.273178686s","start":"2026-04-01T15:45:00.418751Z","end":"2026-04-01T15:45:02.69193Z","steps":["trace[1565478790] 'agreement among raft nodes before linearized reading' (duration: 2.270860351s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.698806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.418738Z","time spent":"2.280062879s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.692035Z","caller":"traceutil/trace.go:171","msg":"trace[670476110] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:580; }","duration":"2.373397781s","start":"2026-04-01T15:45:00.318348Z","end":"2026-04-01T15:45:02.691746Z","steps":["trace[670476110] 'agreement among raft nodes before linearized reading' (duration: 2.371108887s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.698935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.318332Z","time spent":"2.380594521s","remote":"127.0.0.1:40996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T15:45:02.691897Z","caller":"traceutil/trace.go:171","msg":"trace[1999128403] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:580; }","duration":"2.622044901s","start":"2026-04-01T15:45:00.069697Z","end":"2026-04-01T15:45:02.691742Z","steps":["trace[1999128403] 'agreement among raft nodes before linearized reading' (duration: 2.619665664s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.699399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:00.069687Z","time spent":"2.629701392s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"info","ts":"2026-04-01T15:45:02.950038Z","caller":"traceutil/trace.go:171","msg":"trace[769679909] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"684.738699ms","start":"2026-04-01T15:45:02.265259Z","end":"2026-04-01T15:45:02.949997Z","steps":["trace[769679909] 'process raft request' (duration: 683.691634ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.950157Z","caller":"traceutil/trace.go:171","msg":"trace[1870631622] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:604; }","duration":"261.665458ms","start":"2026-04-01T15:45:02.688454Z","end":"2026-04-01T15:45:02.950119Z","steps":["trace[1870631622] 'read index received' (duration: 260.4962ms)","trace[1870631622] 'applied index is now lower than readState.Index' (duration: 1.167998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:45:02.950274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:02.26522Z","time spent":"684.919183ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:45:02.950332Z","caller":"traceutil/trace.go:171","msg":"trace[1590406252] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"676.919644ms","start":"2026-04-01T15:45:02.273401Z","end":"2026-04-01T15:45:02.950321Z","steps":["trace[1590406252] 'process raft request' (duration: 676.503784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.950492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.764928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-01T15:45:02.950643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:02.273372Z","time spent":"677.18262ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:45:02.950665Z","caller":"traceutil/trace.go:171","msg":"trace[1191921639] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:582; }","duration":"687.005163ms","start":"2026-04-01T15:45:02.263633Z","end":"2026-04-01T15:45:02.950638Z","steps":["trace[1191921639] 'agreement among raft nodes before linearized reading' (duration: 686.750637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.950763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:02.263605Z","time spent":"687.122036ms","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-04-01T15:45:02.995023Z","caller":"traceutil/trace.go:171","msg":"trace[1487048738] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"295.644543ms","start":"2026-04-01T15:45:02.699359Z","end":"2026-04-01T15:45:02.995004Z","steps":["trace[1487048738] 'process raft request' (duration: 295.472539ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.995416Z","caller":"traceutil/trace.go:171","msg":"trace[102646697] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"295.342566ms","start":"2026-04-01T15:45:02.70003Z","end":"2026-04-01T15:45:02.995372Z","steps":["trace[102646697] 'process raft request' (duration: 294.931916ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.995506Z","caller":"traceutil/trace.go:171","msg":"trace[1388661970] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"295.447568ms","start":"2026-04-01T15:45:02.700033Z","end":"2026-04-01T15:45:02.99548Z","steps":["trace[1388661970] 'process raft request' (duration: 295.212113ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:02.995441Z","caller":"traceutil/trace.go:171","msg":"trace[350853210] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"284.317605ms","start":"2026-04-01T15:45:02.711096Z","end":"2026-04-01T15:45:02.995414Z","steps":["trace[350853210] 'process raft request' (duration: 284.259463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.995613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.382913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:02.995667Z","caller":"traceutil/trace.go:171","msg":"trace[240754304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"294.463604ms","start":"2026-04-01T15:45:02.70119Z","end":"2026-04-01T15:45:02.995653Z","steps":["trace[240754304] 'agreement among raft nodes before linearized reading' (duration: 294.378222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:02.995737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.183625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T15:45:02.995791Z","caller":"traceutil/trace.go:171","msg":"trace[1353845298] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:586; }","duration":"296.290538ms","start":"2026-04-01T15:45:02.699489Z","end":"2026-04-01T15:45:02.99578Z","steps":["trace[1353845298] 'agreement among raft nodes before linearized reading' (duration: 296.092094ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:03.170123Z","caller":"traceutil/trace.go:171","msg":"trace[1599847474] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"165.951361ms","start":"2026-04-01T15:45:03.004141Z","end":"2026-04-01T15:45:03.170093Z","steps":["trace[1599847474] 'read index received' (duration: 117.015921ms)","trace[1599847474] 'applied index is now lower than readState.Index' (duration: 48.93385ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:03.170225Z","caller":"traceutil/trace.go:171","msg":"trace[383224940] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"167.490128ms","start":"2026-04-01T15:45:03.0027Z","end":"2026-04-01T15:45:03.17019Z","steps":["trace[383224940] 'process raft request' (duration: 118.547228ms)","trace[383224940] 'compare' (duration: 48.717085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:45:03.170373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.193557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:03.170537Z","caller":"traceutil/trace.go:171","msg":"trace[1004716648] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:587; }","duration":"166.374481ms","start":"2026-04-01T15:45:03.004098Z","end":"2026-04-01T15:45:03.170473Z","steps":["trace[1004716648] 'agreement among raft nodes before linearized reading' (duration: 166.085134ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:03.38648Z","caller":"traceutil/trace.go:171","msg":"trace[1396137502] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"195.116221ms","start":"2026-04-01T15:45:03.191314Z","end":"2026-04-01T15:45:03.38643Z","steps":["trace[1396137502] 'process raft request' (duration: 169.412462ms)","trace[1396137502] 'compare' (duration: 25.462904ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:03.386514Z","caller":"traceutil/trace.go:171","msg":"trace[1154466765] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:613; }","duration":"122.678386ms","start":"2026-04-01T15:45:03.26381Z","end":"2026-04-01T15:45:03.386488Z","steps":["trace[1154466765] 'read index received' (duration: 97.007408ms)","trace[1154466765] 'applied index is now lower than readState.Index' (duration: 25.669908ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:03.386544Z","caller":"traceutil/trace.go:171","msg":"trace[330402121] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"194.360734ms","start":"2026-04-01T15:45:03.192159Z","end":"2026-04-01T15:45:03.386519Z","steps":["trace[330402121] 'process raft request' (duration: 194.151159ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:03.386646Z","caller":"traceutil/trace.go:171","msg":"trace[1834394214] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"194.243761ms","start":"2026-04-01T15:45:03.192363Z","end":"2026-04-01T15:45:03.386606Z","steps":["trace[1834394214] 'process raft request' (duration: 194.014485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:03.386796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.956562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qgxwz\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-04-01T15:45:03.38697Z","caller":"traceutil/trace.go:171","msg":"trace[304118449] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qgxwz; range_end:; response_count:1; response_revision:592; }","duration":"123.071974ms","start":"2026-04-01T15:45:03.263772Z","end":"2026-04-01T15:45:03.386844Z","steps":["trace[304118449] 'agreement among raft nodes before linearized reading' (duration: 122.818978ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:03.453896Z","caller":"traceutil/trace.go:171","msg":"trace[1291635944] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"188.633428ms","start":"2026-04-01T15:45:03.26523Z","end":"2026-04-01T15:45:03.453864Z","steps":["trace[1291635944] 'process raft request' (duration: 188.395102ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:03.581164Z","caller":"traceutil/trace.go:171","msg":"trace[1895415327] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"178.776795ms","start":"2026-04-01T15:45:03.402355Z","end":"2026-04-01T15:45:03.581132Z","steps":["trace[1895415327] 'process raft request' (duration: 176.703776ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:05.433582Z","caller":"traceutil/trace.go:171","msg":"trace[1935056358] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"141.993143ms","start":"2026-04-01T15:45:05.291564Z","end":"2026-04-01T15:45:05.433557Z","steps":["trace[1935056358] 'process raft request' (duration: 141.825569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:06.481382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.465421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:45:06.481544Z","caller":"traceutil/trace.go:171","msg":"trace[2024508744] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"195.971253ms","start":"2026-04-01T15:45:06.285536Z","end":"2026-04-01T15:45:06.481507Z","steps":["trace[2024508744] 'read index received' (duration: 55.052µs)","trace[2024508744] 'applied index is now lower than readState.Index' (duration: 195.913241ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:06.481594Z","caller":"traceutil/trace.go:171","msg":"trace[730370309] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"591.236485ms","start":"2026-04-01T15:45:05.890333Z","end":"2026-04-01T15:45:06.481569Z","steps":["trace[730370309] 'process raft request' (duration: 224.499568ms)","trace[730370309] 'compare' (duration: 366.309927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:45:06.481716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:05.89031Z","time spent":"591.347928ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:45:06.481963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.424443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qgxwz\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-04-01T15:45:06.482003Z","caller":"traceutil/trace.go:171","msg":"trace[206734862] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qgxwz; range_end:; response_count:1; response_revision:611; }","duration":"196.499104ms","start":"2026-04-01T15:45:06.285494Z","end":"2026-04-01T15:45:06.481993Z","steps":["trace[206734862] 'agreement among raft nodes before linearized reading' (duration: 196.105025ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:07.481901Z","caller":"traceutil/trace.go:171","msg":"trace[100829528] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"101.952465ms","start":"2026-04-01T15:45:07.379915Z","end":"2026-04-01T15:45:07.481867Z","steps":["trace[100829528] 'process raft request' (duration: 101.770841ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:07.669728Z","caller":"traceutil/trace.go:171","msg":"trace[1813697378] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"108.573492ms","start":"2026-04-01T15:45:07.561126Z","end":"2026-04-01T15:45:07.669699Z","steps":["trace[1813697378] 'process raft request' (duration: 71.232697ms)","trace[1813697378] 'compare' (duration: 37.199552ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:17.361834Z","caller":"traceutil/trace.go:171","msg":"trace[415309330] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"295.655434ms","start":"2026-04-01T15:45:17.066156Z","end":"2026-04-01T15:45:17.361811Z","steps":["trace[415309330] 'process raft request' (duration: 295.50248ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:17.362494Z","caller":"traceutil/trace.go:171","msg":"trace[856417469] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:754; }","duration":"216.632882ms","start":"2026-04-01T15:45:17.145848Z","end":"2026-04-01T15:45:17.362481Z","steps":["trace[856417469] 'read index received' (duration: 215.816562ms)","trace[856417469] 'applied index is now lower than readState.Index' (duration: 815.19µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:17.362638Z","caller":"traceutil/trace.go:171","msg":"trace[783545218] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"295.395548ms","start":"2026-04-01T15:45:17.067211Z","end":"2026-04-01T15:45:17.362607Z","steps":["trace[783545218] 'process raft request' (duration: 295.210393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:17.362696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.840806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T15:45:17.362739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.258456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:17.362743Z","caller":"traceutil/trace.go:171","msg":"trace[296577169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:728; }","duration":"216.941218ms","start":"2026-04-01T15:45:17.14579Z","end":"2026-04-01T15:45:17.362731Z","steps":["trace[296577169] 'agreement among raft nodes before linearized reading' (duration: 216.772584ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:17.362762Z","caller":"traceutil/trace.go:171","msg":"trace[952563762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"125.318378ms","start":"2026-04-01T15:45:17.237437Z","end":"2026-04-01T15:45:17.362755Z","steps":["trace[952563762] 'agreement among raft nodes before linearized reading' (duration: 125.274857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:17.362828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.898974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T15:45:17.362919Z","caller":"traceutil/trace.go:171","msg":"trace[477209087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:728; }","duration":"216.035408ms","start":"2026-04-01T15:45:17.146869Z","end":"2026-04-01T15:45:17.362904Z","steps":["trace[477209087] 'agreement among raft nodes before linearized reading' (duration: 215.787652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:21.251674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706571792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:45:21.752879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706571792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:45:21.761016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442752164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-9wxqj\" ","response":"range_response_count:1 size:5050"} {"level":"info","ts":"2026-04-01T15:45:21.761094Z","caller":"traceutil/trace.go:171","msg":"trace[139576665] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-9wxqj; range_end:; response_count:1; response_revision:744; }","duration":"1.442892197s","start":"2026-04-01T15:45:20.318185Z","end":"2026-04-01T15:45:21.761077Z","steps":["trace[139576665] 'range keys from in-memory index tree' (duration: 1.442508499s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:21.761137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:20.318159Z","time spent":"1.44296677s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5072,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-9wxqj\" "} {"level":"warn","ts":"2026-04-01T15:45:21.760974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437599902s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:45:21.761174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523817805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:21.761236Z","caller":"traceutil/trace.go:171","msg":"trace[178210738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"1.523910447s","start":"2026-04-01T15:45:20.237308Z","end":"2026-04-01T15:45:21.761218Z","steps":["trace[178210738] 'range keys from in-memory index tree' (duration: 1.523718092s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:21.761272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:20.237288Z","time spent":"1.523975929s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:45:21.761256Z","caller":"traceutil/trace.go:171","msg":"trace[2140316426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:744; }","duration":"1.437872989s","start":"2026-04-01T15:45:20.323345Z","end":"2026-04-01T15:45:21.761218Z","steps":["trace[2140316426] 'range keys from in-memory index tree' (duration: 1.437582752s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:21.885814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.246517536s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:45:21.886272Z","caller":"traceutil/trace.go:171","msg":"trace[1961277726] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"1.134837692s","start":"2026-04-01T15:45:20.751406Z","end":"2026-04-01T15:45:21.886244Z","steps":["trace[1961277726] 'read index received' (duration: 1.134640877s)","trace[1961277726] 'applied index is now lower than readState.Index' (duration: 195.545µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:21.886365Z","caller":"traceutil/trace.go:171","msg":"trace[1897650911] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"1.486351818s","start":"2026-04-01T15:45:20.399992Z","end":"2026-04-01T15:45:21.886344Z","steps":["trace[1897650911] 'process raft request' (duration: 1.486062491s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:21.886507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135088587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:45:21.886509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:20.399959Z","time spent":"1.48646008s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:45:21.886547Z","caller":"traceutil/trace.go:171","msg":"trace[1872651068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:745; }","duration":"1.135173339s","start":"2026-04-01T15:45:20.751364Z","end":"2026-04-01T15:45:21.886537Z","steps":["trace[1872651068] 'agreement among raft nodes before linearized reading' (duration: 1.135000695s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:21.886581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:20.751344Z","time spent":"1.13522712s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:45:22.352131Z","caller":"traceutil/trace.go:171","msg":"trace[1733700033] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:774; }","duration":"465.763113ms","start":"2026-04-01T15:45:21.886339Z","end":"2026-04-01T15:45:22.352102Z","steps":["trace[1733700033] 'read index received' (duration: 465.711422ms)","trace[1733700033] 'applied index is now lower than readState.Index' (duration: 50.491µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:45:22.35227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.622527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:22.352364Z","caller":"traceutil/trace.go:171","msg":"trace[1446184006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"589.784321ms","start":"2026-04-01T15:45:21.762559Z","end":"2026-04-01T15:45:22.352343Z","steps":["trace[1446184006] 'agreement among raft nodes before linearized reading' (duration: 589.566316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:22.352371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.351926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:45:22.352389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.319375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:45:22.352429Z","caller":"traceutil/trace.go:171","msg":"trace[1495929498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:746; }","duration":"959.460588ms","start":"2026-04-01T15:45:21.39295Z","end":"2026-04-01T15:45:22.352411Z","steps":["trace[1495929498] 'agreement among raft nodes before linearized reading' (duration: 959.257914ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:22.352478Z","caller":"traceutil/trace.go:171","msg":"trace[624954973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:746; }","duration":"959.457378ms","start":"2026-04-01T15:45:21.392992Z","end":"2026-04-01T15:45:22.35245Z","steps":["trace[624954973] 'agreement among raft nodes before linearized reading' (duration: 959.190312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:22.352481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:21.392932Z","time spent":"959.53792ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:45:22.352473Z","caller":"traceutil/trace.go:171","msg":"trace[2001909185] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"579.736983ms","start":"2026-04-01T15:45:21.772691Z","end":"2026-04-01T15:45:22.352428Z","steps":["trace[2001909185] 'process raft request' (duration: 579.243471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:22.352523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:21.392972Z","time spent":"959.54234ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:45:22.35241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:21.762541Z","time spent":"589.861273ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:45:22.352561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.570241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:45:22.352595Z","caller":"traceutil/trace.go:171","msg":"trace[2075240059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:746; }","duration":"959.636172ms","start":"2026-04-01T15:45:21.39295Z","end":"2026-04-01T15:45:22.352586Z","steps":["trace[2075240059] 'agreement among raft nodes before linearized reading' (duration: 959.497969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:22.352621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:21.392934Z","time spent":"959.681363ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:45:22.352636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:21.772666Z","time spent":"579.879567ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:45:22.352698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.646363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:45:22.352814Z","caller":"traceutil/trace.go:171","msg":"trace[149499932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:746; }","duration":"959.790716ms","start":"2026-04-01T15:45:21.392992Z","end":"2026-04-01T15:45:22.352783Z","steps":["trace[149499932] 'agreement among raft nodes before linearized reading' (duration: 959.474499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:22.352878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:21.392968Z","time spent":"959.896528ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:45:22.489076Z","caller":"traceutil/trace.go:171","msg":"trace[1365349299] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"597.700269ms","start":"2026-04-01T15:45:21.891333Z","end":"2026-04-01T15:45:22.489033Z","steps":["trace[1365349299] 'process raft request' (duration: 590.711173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:22.489282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:21.891314Z","time spent":"597.869132ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:45:22.55366Z","caller":"traceutil/trace.go:171","msg":"trace[420551266] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"195.44483ms","start":"2026-04-01T15:45:22.358192Z","end":"2026-04-01T15:45:22.553636Z","steps":["trace[420551266] 'process raft request' (duration: 195.369648ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:22.553681Z","caller":"traceutil/trace.go:171","msg":"trace[1167518256] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"196.556116ms","start":"2026-04-01T15:45:22.357087Z","end":"2026-04-01T15:45:22.553643Z","steps":["trace[1167518256] 'process raft request' (duration: 196.29988ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:22.553738Z","caller":"traceutil/trace.go:171","msg":"trace[1218565038] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"195.994973ms","start":"2026-04-01T15:45:22.357709Z","end":"2026-04-01T15:45:22.553704Z","steps":["trace[1218565038] 'process raft request' (duration: 195.813398ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:22.553823Z","caller":"traceutil/trace.go:171","msg":"trace[659300424] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"195.525732ms","start":"2026-04-01T15:45:22.358277Z","end":"2026-04-01T15:45:22.553803Z","steps":["trace[659300424] 'process raft request' (duration: 195.319807ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:22.554062Z","caller":"traceutil/trace.go:171","msg":"trace[1567525575] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"195.431039ms","start":"2026-04-01T15:45:22.358619Z","end":"2026-04-01T15:45:22.55405Z","steps":["trace[1567525575] 'process raft request' (duration: 195.141502ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:22.554246Z","caller":"traceutil/trace.go:171","msg":"trace[680047441] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:775; }","duration":"189.243023ms","start":"2026-04-01T15:45:22.36499Z","end":"2026-04-01T15:45:22.554233Z","steps":["trace[680047441] 'read index received' (duration: 117.020602ms)","trace[680047441] 'applied index is now lower than readState.Index' (duration: 72.221511ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:22.554287Z","caller":"traceutil/trace.go:171","msg":"trace[273650793] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"195.123002ms","start":"2026-04-01T15:45:22.359144Z","end":"2026-04-01T15:45:22.554267Z","steps":["trace[273650793] 'process raft request' (duration: 194.843225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:22.554369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.361476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:45:22.554302Z","caller":"traceutil/trace.go:171","msg":"trace[813349498] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"188.106796ms","start":"2026-04-01T15:45:22.366186Z","end":"2026-04-01T15:45:22.554293Z","steps":["trace[813349498] 'process raft request' (duration: 187.984593ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:22.55441Z","caller":"traceutil/trace.go:171","msg":"trace[1090792534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"189.448598ms","start":"2026-04-01T15:45:22.364949Z","end":"2026-04-01T15:45:22.554397Z","steps":["trace[1090792534] 'agreement among raft nodes before linearized reading' (duration: 189.373236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:22.554535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.566958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rj4dj\" ","response":"range_response_count:1 size:4043"} {"level":"info","ts":"2026-04-01T15:45:22.554625Z","caller":"traceutil/trace.go:171","msg":"trace[1542255827] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rj4dj; range_end:; response_count:1; response_revision:754; }","duration":"180.69621ms","start":"2026-04-01T15:45:22.373902Z","end":"2026-04-01T15:45:22.554598Z","steps":["trace[1542255827] 'agreement among raft nodes before linearized reading' (duration: 180.444204ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:38.461264Z","caller":"traceutil/trace.go:171","msg":"trace[1910473171] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"169.882125ms","start":"2026-04-01T15:45:38.291356Z","end":"2026-04-01T15:45:38.461238Z","steps":["trace[1910473171] 'process raft request' (duration: 169.834663ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:38.46134Z","caller":"traceutil/trace.go:171","msg":"trace[1273450108] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"176.524842ms","start":"2026-04-01T15:45:38.284766Z","end":"2026-04-01T15:45:38.461291Z","steps":["trace[1273450108] 'process raft request' (duration: 85.653099ms)","trace[1273450108] 'compare' (duration: 90.602276ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:38.461401Z","caller":"traceutil/trace.go:171","msg":"trace[2094163039] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"170.293544ms","start":"2026-04-01T15:45:38.291083Z","end":"2026-04-01T15:45:38.461376Z","steps":["trace[2094163039] 'process raft request' (duration: 170.055588ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:38.46173Z","caller":"traceutil/trace.go:171","msg":"trace[373346722] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1069; }","duration":"112.119386ms","start":"2026-04-01T15:45:38.349595Z","end":"2026-04-01T15:45:38.461715Z","steps":["trace[373346722] 'read index received' (duration: 20.836403ms)","trace[373346722] 'applied index is now lower than readState.Index' (duration: 91.281963ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:38.461772Z","caller":"traceutil/trace.go:171","msg":"trace[2104938466] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"129.107689ms","start":"2026-04-01T15:45:38.33264Z","end":"2026-04-01T15:45:38.461748Z","steps":["trace[2104938466] 'process raft request' (duration: 128.999126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:38.461911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.30614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-01T15:45:38.461957Z","caller":"traceutil/trace.go:171","msg":"trace[535822090] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1040; }","duration":"112.402402ms","start":"2026-04-01T15:45:38.349541Z","end":"2026-04-01T15:45:38.461944Z","steps":["trace[535822090] 'agreement among raft nodes before linearized reading' (duration: 112.261299ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:38.59116Z","caller":"traceutil/trace.go:171","msg":"trace[750444033] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"117.923473ms","start":"2026-04-01T15:45:38.473211Z","end":"2026-04-01T15:45:38.591135Z","steps":["trace[750444033] 'process raft request' (duration: 104.830933ms)","trace[750444033] 'compare' (duration: 12.985268ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:38.632352Z","caller":"traceutil/trace.go:171","msg":"trace[1400232825] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"127.563442ms","start":"2026-04-01T15:45:38.504759Z","end":"2026-04-01T15:45:38.632323Z","steps":["trace[1400232825] 'process raft request' (duration: 127.230374ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:39.239523Z","caller":"traceutil/trace.go:171","msg":"trace[586408218] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"167.146139ms","start":"2026-04-01T15:45:39.072356Z","end":"2026-04-01T15:45:39.239502Z","steps":["trace[586408218] 'process raft request' (duration: 140.60961ms)","trace[586408218] 'compare' (duration: 26.323264ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:39.394658Z","caller":"traceutil/trace.go:171","msg":"trace[1431585626] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"103.507452ms","start":"2026-04-01T15:45:39.291053Z","end":"2026-04-01T15:45:39.39456Z","steps":["trace[1431585626] 'process raft request' (duration: 53.328163ms)","trace[1431585626] 'compare' (duration: 49.933073ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:56.926044Z","caller":"traceutil/trace.go:171","msg":"trace[841767398] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"115.000679ms","start":"2026-04-01T15:45:56.811021Z","end":"2026-04-01T15:45:56.926022Z","steps":["trace[841767398] 'process raft request' (duration: 114.762354ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:57.452487Z","caller":"traceutil/trace.go:171","msg":"trace[2107610599] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1205; }","duration":"538.673433ms","start":"2026-04-01T15:45:56.913792Z","end":"2026-04-01T15:45:57.452465Z","steps":["trace[2107610599] 'read index received' (duration: 12.066202ms)","trace[2107610599] 'applied index is now lower than readState.Index' (duration: 526.606441ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:45:57.45268Z","caller":"traceutil/trace.go:171","msg":"trace[812438578] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"541.484509ms","start":"2026-04-01T15:45:56.911147Z","end":"2026-04-01T15:45:57.452631Z","steps":["trace[812438578] 'process raft request' (duration: 541.172232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:57.452796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.610925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:45:57.45286Z","caller":"traceutil/trace.go:171","msg":"trace[1012578959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1170; }","duration":"536.751948ms","start":"2026-04-01T15:45:56.91609Z","end":"2026-04-01T15:45:57.452842Z","steps":["trace[1012578959] 'agreement among raft nodes before linearized reading' (duration: 536.573194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:57.452877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:56.911134Z","time spent":"541.638072ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6389,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:45:57.4529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.083212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:45:57.452961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:56.916071Z","time spent":"536.876682ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:45:57.452991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.113077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:45:57.453057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.772046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:45:57.453083Z","caller":"traceutil/trace.go:171","msg":"trace[409549090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1170; }","duration":"445.24932ms","start":"2026-04-01T15:45:57.007817Z","end":"2026-04-01T15:45:57.453066Z","steps":["trace[409549090] 'agreement among raft nodes before linearized reading' (duration: 445.035135ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:45:57.45312Z","caller":"traceutil/trace.go:171","msg":"trace[1882568443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1170; }","duration":"446.847487ms","start":"2026-04-01T15:45:57.006256Z","end":"2026-04-01T15:45:57.453103Z","steps":["trace[1882568443] 'agreement among raft nodes before linearized reading' (duration: 446.716864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:57.45318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:57.006245Z","time spent":"446.92279ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:45:57.453009Z","caller":"traceutil/trace.go:171","msg":"trace[920765044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1170; }","duration":"539.246076ms","start":"2026-04-01T15:45:56.913738Z","end":"2026-04-01T15:45:57.452984Z","steps":["trace[920765044] 'agreement among raft nodes before linearized reading' (duration: 538.925319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:57.453294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:56.913717Z","time spent":"539.557004ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:45:57.453125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:57.007798Z","time spent":"445.318191ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:45:57.452899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.790079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:45:57.453435Z","caller":"traceutil/trace.go:171","msg":"trace[1553317767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1170; }","duration":"445.392654ms","start":"2026-04-01T15:45:57.008029Z","end":"2026-04-01T15:45:57.453422Z","steps":["trace[1553317767] 'agreement among raft nodes before linearized reading' (duration: 444.736848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:45:57.453497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:45:57.008011Z","time spent":"445.473515ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:46:17.98023Z","caller":"traceutil/trace.go:171","msg":"trace[397084391] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1462; }","duration":"320.913943ms","start":"2026-04-01T15:46:17.659289Z","end":"2026-04-01T15:46:17.980203Z","steps":["trace[397084391] 'read index received' (duration: 320.749559ms)","trace[397084391] 'applied index is now lower than readState.Index' (duration: 163.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:46:17.98029Z","caller":"traceutil/trace.go:171","msg":"trace[717239998] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"321.369934ms","start":"2026-04-01T15:46:17.658888Z","end":"2026-04-01T15:46:17.980257Z","steps":["trace[717239998] 'process raft request' (duration: 321.157899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:17.98044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.137238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T15:46:17.980464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:17.658863Z","time spent":"321.507747ms","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:17.980485Z","caller":"traceutil/trace.go:171","msg":"trace[1464467832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1417; }","duration":"321.217391ms","start":"2026-04-01T15:46:17.659253Z","end":"2026-04-01T15:46:17.980471Z","steps":["trace[1464467832] 'agreement among raft nodes before linearized reading' (duration: 321.057417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:17.980536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:17.659237Z","time spent":"321.290812ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:46:17.981565Z","caller":"traceutil/trace.go:171","msg":"trace[1717310658] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"321.792414ms","start":"2026-04-01T15:46:17.659749Z","end":"2026-04-01T15:46:17.981542Z","steps":["trace[1717310658] 'process raft request' (duration: 321.507247ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:17.981587Z","caller":"traceutil/trace.go:171","msg":"trace[670494416] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"319.134451ms","start":"2026-04-01T15:46:17.662431Z","end":"2026-04-01T15:46:17.981566Z","steps":["trace[670494416] 'process raft request' (duration: 319.07384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:17.981688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:17.66242Z","time spent":"319.220363ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:46:17.981801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:17.659733Z","time spent":"321.883676ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:17.981876Z","caller":"traceutil/trace.go:171","msg":"trace[959251818] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"320.78568ms","start":"2026-04-01T15:46:17.661056Z","end":"2026-04-01T15:46:17.981842Z","steps":["trace[959251818] 'process raft request' (duration: 320.38816ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:17.981983Z","caller":"traceutil/trace.go:171","msg":"trace[897656816] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"321.958347ms","start":"2026-04-01T15:46:17.66Z","end":"2026-04-01T15:46:17.981958Z","steps":["trace[897656816] 'process raft request' (duration: 321.392884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:17.98212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:17.661044Z","time spent":"320.946934ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:46:17.982129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:17.659985Z","time spent":"322.079031ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:20.233885Z","caller":"traceutil/trace.go:171","msg":"trace[1243102376] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"237.265397ms","start":"2026-04-01T15:46:19.996591Z","end":"2026-04-01T15:46:20.233856Z","steps":["trace[1243102376] 'process raft request' (duration: 237.047782ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:20.23414Z","caller":"traceutil/trace.go:171","msg":"trace[761177704] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"236.628382ms","start":"2026-04-01T15:46:19.997492Z","end":"2026-04-01T15:46:20.23412Z","steps":["trace[761177704] 'process raft request' (duration: 236.52382ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:20.234175Z","caller":"traceutil/trace.go:171","msg":"trace[330835810] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"236.674964ms","start":"2026-04-01T15:46:19.997475Z","end":"2026-04-01T15:46:20.23415Z","steps":["trace[330835810] 'process raft request' (duration: 236.338816ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:36.57317Z","caller":"traceutil/trace.go:171","msg":"trace[2109862264] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"258.090304ms","start":"2026-04-01T15:46:36.315052Z","end":"2026-04-01T15:46:36.573143Z","steps":["trace[2109862264] 'process raft request' (duration: 257.91755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:36.582894Z","caller":"traceutil/trace.go:171","msg":"trace[66104158] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"223.497896ms","start":"2026-04-01T15:46:36.359351Z","end":"2026-04-01T15:46:36.582849Z","steps":["trace[66104158] 'process raft request' (duration: 223.437454ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:36.582913Z","caller":"traceutil/trace.go:171","msg":"trace[1787368297] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"265.657071ms","start":"2026-04-01T15:46:36.317196Z","end":"2026-04-01T15:46:36.582853Z","steps":["trace[1787368297] 'process raft request' (duration: 265.466066ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:36.584278Z","caller":"traceutil/trace.go:171","msg":"trace[919309533] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1793; }","duration":"265.116638ms","start":"2026-04-01T15:46:36.319111Z","end":"2026-04-01T15:46:36.584227Z","steps":["trace[919309533] 'read index received' (duration: 253.856484ms)","trace[919309533] 'applied index is now lower than readState.Index' (duration: 11.255924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:46:36.584702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.545898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:46:36.584648Z","caller":"traceutil/trace.go:171","msg":"trace[220662598] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"212.784185ms","start":"2026-04-01T15:46:36.37181Z","end":"2026-04-01T15:46:36.584594Z","steps":["trace[220662598] 'process raft request' (duration: 211.010344ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:36.584779Z","caller":"traceutil/trace.go:171","msg":"trace[361189758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1723; }","duration":"265.68003ms","start":"2026-04-01T15:46:36.319085Z","end":"2026-04-01T15:46:36.584765Z","steps":["trace[361189758] 'agreement among raft nodes before linearized reading' (duration: 265.380893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:44.493456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.667591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-556a1708-f88d-4e16-9c03-0397269f763c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-01T15:46:44.493584Z","caller":"traceutil/trace.go:171","msg":"trace[706610060] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-556a1708-f88d-4e16-9c03-0397269f763c; range_end:; response_count:1; response_revision:1841; }","duration":"111.819784ms","start":"2026-04-01T15:46:44.381742Z","end":"2026-04-01T15:46:44.493562Z","steps":["trace[706610060] 'range keys from in-memory index tree' (duration: 111.404084ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:44.972208Z","caller":"traceutil/trace.go:171","msg":"trace[784140680] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"476.252744ms","start":"2026-04-01T15:46:44.495936Z","end":"2026-04-01T15:46:44.972189Z","steps":["trace[784140680] 'process raft request' (duration: 476.08171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:44.972346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.495913Z","time spent":"476.359207ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:46:45.496594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.082694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:46:45.497066Z","caller":"traceutil/trace.go:171","msg":"trace[1060182438] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"999.435967ms","start":"2026-04-01T15:46:44.497584Z","end":"2026-04-01T15:46:45.49702Z","steps":["trace[1060182438] 'process raft request' (duration: 675.76043ms)","trace[1060182438] 'compare' (duration: 322.701234ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:46:45.497173Z","caller":"traceutil/trace.go:171","msg":"trace[664514429] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"886.22629ms","start":"2026-04-01T15:46:44.610921Z","end":"2026-04-01T15:46:45.497148Z","steps":["trace[664514429] 'process raft request' (duration: 885.982424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.497267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.497562Z","time spent":"999.59307ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:46:45.497275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.610783Z","time spent":"886.451305ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:45.497775Z","caller":"traceutil/trace.go:171","msg":"trace[1105231821] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"886.68133ms","start":"2026-04-01T15:46:44.611079Z","end":"2026-04-01T15:46:45.497761Z","steps":["trace[1105231821] 'process raft request' (duration: 886.017305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.497848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.61106Z","time spent":"886.754802ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:45.498114Z","caller":"traceutil/trace.go:171","msg":"trace[413051298] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"803.626049ms","start":"2026-04-01T15:46:44.694472Z","end":"2026-04-01T15:46:45.498098Z","steps":["trace[413051298] 'process raft request' (duration: 803.030765ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:45.498167Z","caller":"traceutil/trace.go:171","msg":"trace[388120710] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"718.925288ms","start":"2026-04-01T15:46:44.779229Z","end":"2026-04-01T15:46:45.498154Z","steps":["trace[388120710] 'process raft request' (duration: 718.752624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.498199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.694456Z","time spent":"803.703071ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:46:45.49823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.7792Z","time spent":"718.99845ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:45.498422Z","caller":"traceutil/trace.go:171","msg":"trace[971864529] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1917; }","duration":"888.267188ms","start":"2026-04-01T15:46:44.610117Z","end":"2026-04-01T15:46:45.498385Z","steps":["trace[971864529] 'read index received' (duration: 361.985483ms)","trace[971864529] 'applied index is now lower than readState.Index' (duration: 526.278505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:46:45.498763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.626276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:46:45.498828Z","caller":"traceutil/trace.go:171","msg":"trace[1136999340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"888.749199ms","start":"2026-04-01T15:46:44.610064Z","end":"2026-04-01T15:46:45.498813Z","steps":["trace[1136999340] 'agreement among raft nodes before linearized reading' (duration: 888.534724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.498963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.610045Z","time spent":"888.817521ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:46:45.499129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.730655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:46:45.499243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.020942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:46:45.499306Z","caller":"traceutil/trace.go:171","msg":"trace[170597233] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1848; }","duration":"101.112064ms","start":"2026-04-01T15:46:45.398176Z","end":"2026-04-01T15:46:45.499288Z","steps":["trace[170597233] 'agreement among raft nodes before linearized reading' (duration: 101.027252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.499383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.562031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-556a1708-f88d-4e16-9c03-0397269f763c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-01T15:46:45.499403Z","caller":"traceutil/trace.go:171","msg":"trace[1048034687] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"405.737116ms","start":"2026-04-01T15:46:45.093633Z","end":"2026-04-01T15:46:45.49937Z","steps":["trace[1048034687] 'process raft request' (duration: 405.138092ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:45.499484Z","caller":"traceutil/trace.go:171","msg":"trace[1424905613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-556a1708-f88d-4e16-9c03-0397269f763c; range_end:; response_count:1; response_revision:1848; }","duration":"730.659123ms","start":"2026-04-01T15:46:44.76877Z","end":"2026-04-01T15:46:45.49943Z","steps":["trace[1424905613] 'agreement among raft nodes before linearized reading' (duration: 730.50152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.499547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.768754Z","time spent":"730.777616ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-556a1708-f88d-4e16-9c03-0397269f763c\" "} {"level":"warn","ts":"2026-04-01T15:46:45.499579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.485316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:46:45.499576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.093545Z","time spent":"405.9373ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:45.499671Z","caller":"traceutil/trace.go:171","msg":"trace[1945773126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1848; }","duration":"262.61465ms","start":"2026-04-01T15:46:45.237042Z","end":"2026-04-01T15:46:45.499657Z","steps":["trace[1945773126] 'agreement among raft nodes before linearized reading' (duration: 262.498957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.499782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.599142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:46:45.499238Z","caller":"traceutil/trace.go:171","msg":"trace[1550007965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1848; }","duration":"884.872358ms","start":"2026-04-01T15:46:44.614341Z","end":"2026-04-01T15:46:45.499213Z","steps":["trace[1550007965] 'agreement among raft nodes before linearized reading' (duration: 884.580301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.499846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.441507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:46:45.499874Z","caller":"traceutil/trace.go:171","msg":"trace[776474282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1848; }","duration":"804.721834ms","start":"2026-04-01T15:46:44.695127Z","end":"2026-04-01T15:46:45.499849Z","steps":["trace[776474282] 'agreement among raft nodes before linearized reading' (duration: 804.397986ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:45.499901Z","caller":"traceutil/trace.go:171","msg":"trace[1863697806] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1848; }","duration":"789.514559ms","start":"2026-04-01T15:46:44.71037Z","end":"2026-04-01T15:46:45.499885Z","steps":["trace[1863697806] 'agreement among raft nodes before linearized reading' (duration: 789.423297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.499892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.614332Z","time spent":"885.543394ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:46:45.499933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.695116Z","time spent":"804.807477ms","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:46:45.500078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.843214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T15:46:45.499173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.805546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:46:45.500142Z","caller":"traceutil/trace.go:171","msg":"trace[1924935378] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1848; }","duration":"654.81185ms","start":"2026-04-01T15:46:44.84532Z","end":"2026-04-01T15:46:45.500132Z","steps":["trace[1924935378] 'agreement among raft nodes before linearized reading' (duration: 653.806776ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:45.500142Z","caller":"traceutil/trace.go:171","msg":"trace[2037633517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1848; }","duration":"883.921117ms","start":"2026-04-01T15:46:44.616204Z","end":"2026-04-01T15:46:45.500125Z","steps":["trace[2037633517] 'agreement among raft nodes before linearized reading' (duration: 883.749483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:45.500175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.845303Z","time spent":"654.861591ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:46:45.500187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.616195Z","time spent":"883.979858ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:46:45.500209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:44.71036Z","time spent":"789.834206ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:46:46.094259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706573955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:46:46.113588Z","caller":"traceutil/trace.go:171","msg":"trace[882050261] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"609.603552ms","start":"2026-04-01T15:46:45.503936Z","end":"2026-04-01T15:46:46.11354Z","steps":["trace[882050261] 'process raft request' (duration: 591.501459ms)","trace[882050261] 'compare' (duration: 17.51794ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:46:46.113783Z","caller":"traceutil/trace.go:171","msg":"trace[1608863752] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"609.443558ms","start":"2026-04-01T15:46:45.504303Z","end":"2026-04-01T15:46:46.113746Z","steps":["trace[1608863752] 'process raft request' (duration: 609.08566ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:46.113815Z","caller":"traceutil/trace.go:171","msg":"trace[58223835] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1924; }","duration":"520.096719ms","start":"2026-04-01T15:46:45.593695Z","end":"2026-04-01T15:46:46.113791Z","steps":["trace[58223835] 'read index received' (duration: 501.821812ms)","trace[58223835] 'applied index is now lower than readState.Index' (duration: 18.273657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:46:46.113976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.504293Z","time spent":"609.568672ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:46.113996Z","caller":"traceutil/trace.go:171","msg":"trace[842261912] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"596.021455ms","start":"2026-04-01T15:46:45.517957Z","end":"2026-04-01T15:46:46.113978Z","steps":["trace[842261912] 'process raft request' (duration: 595.779039ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:46.11398Z","caller":"traceutil/trace.go:171","msg":"trace[1341505078] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"609.113161ms","start":"2026-04-01T15:46:45.504813Z","end":"2026-04-01T15:46:46.113926Z","steps":["trace[1341505078] 'process raft request' (duration: 608.794734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:46.113968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.503919Z","time spent":"609.93581ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:46:46.114105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.399197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:46:46.11397Z","caller":"traceutil/trace.go:171","msg":"trace[464467198] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"607.446982ms","start":"2026-04-01T15:46:45.506476Z","end":"2026-04-01T15:46:46.113923Z","steps":["trace[464467198] 'process raft request' (duration: 607.200477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:46.114106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.308218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:46:46.114141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.517943Z","time spent":"596.098147ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:46:46.114193Z","caller":"traceutil/trace.go:171","msg":"trace[1878067201] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1853; }","duration":"373.450351ms","start":"2026-04-01T15:46:45.740718Z","end":"2026-04-01T15:46:46.114168Z","steps":["trace[1878067201] 'agreement among raft nodes before linearized reading' (duration: 373.320458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:46.11419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.50646Z","time spent":"607.687888ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:46:46.114217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.504789Z","time spent":"609.293955ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:46:46.1143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.891803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T15:46:46.114242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.740693Z","time spent":"373.538704ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:46:46.114142Z","caller":"traceutil/trace.go:171","msg":"trace[596852091] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1853; }","duration":"520.495999ms","start":"2026-04-01T15:46:45.593635Z","end":"2026-04-01T15:46:46.114131Z","steps":["trace[596852091] 'agreement among raft nodes before linearized reading' (duration: 520.388097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:46.114462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.59362Z","time spent":"520.819807ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:46:46.115515Z","caller":"traceutil/trace.go:171","msg":"trace[1310925329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1853; }","duration":"319.141822ms","start":"2026-04-01T15:46:45.796325Z","end":"2026-04-01T15:46:46.115467Z","steps":["trace[1310925329] 'agreement among raft nodes before linearized reading' (duration: 317.857121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:46.115592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:45.7963Z","time spent":"319.273775ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:46:58.863715Z","caller":"traceutil/trace.go:171","msg":"trace[455047999] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"226.864699ms","start":"2026-04-01T15:46:58.636819Z","end":"2026-04-01T15:46:58.863683Z","steps":["trace[455047999] 'process raft request' (duration: 188.223622ms)","trace[455047999] 'compare' (duration: 38.367251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:46:59.191256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.948728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:46:59.191645Z","caller":"traceutil/trace.go:171","msg":"trace[1307929653] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"317.900994ms","start":"2026-04-01T15:46:58.873703Z","end":"2026-04-01T15:46:59.191604Z","steps":["trace[1307929653] 'process raft request' (duration: 122.515386ms)","trace[1307929653] 'compare' (duration: 194.62269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:46:59.191845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:58.873679Z","time spent":"318.056847ms","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:46:59.497999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.632291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T15:46:59.498106Z","caller":"traceutil/trace.go:171","msg":"trace[758979950] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2037; }","duration":"311.26888ms","start":"2026-04-01T15:46:59.186818Z","end":"2026-04-01T15:46:59.498087Z","steps":["trace[758979950] 'read index received' (duration: 124.963µs)","trace[758979950] 'applied index is now lower than readState.Index' (duration: 311.142417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:46:59.498337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.513165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29k9k\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-04-01T15:46:59.498378Z","caller":"traceutil/trace.go:171","msg":"trace[397668130] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29k9k; range_end:; response_count:1; response_revision:1960; }","duration":"311.612947ms","start":"2026-04-01T15:46:59.186752Z","end":"2026-04-01T15:46:59.498364Z","steps":["trace[397668130] 'agreement among raft nodes before linearized reading' (duration: 311.443923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:59.498414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:46:59.186726Z","time spent":"311.680029ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6169,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29k9k\" "} {"level":"warn","ts":"2026-04-01T15:46:59.498486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.261808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:46:59.498611Z","caller":"traceutil/trace.go:171","msg":"trace[528549999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"261.437932ms","start":"2026-04-01T15:46:59.237142Z","end":"2026-04-01T15:46:59.49858Z","steps":["trace[528549999] 'agreement among raft nodes before linearized reading' (duration: 261.233797ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:59.727624Z","caller":"traceutil/trace.go:171","msg":"trace[1234023605] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"175.144637ms","start":"2026-04-01T15:46:59.552452Z","end":"2026-04-01T15:46:59.727597Z","steps":["trace[1234023605] 'process raft request' (duration: 174.956293ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:59.727949Z","caller":"traceutil/trace.go:171","msg":"trace[456789124] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"173.799227ms","start":"2026-04-01T15:46:59.554114Z","end":"2026-04-01T15:46:59.727913Z","steps":["trace[456789124] 'process raft request' (duration: 173.433998ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:59.728023Z","caller":"traceutil/trace.go:171","msg":"trace[1007394002] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"173.814957ms","start":"2026-04-01T15:46:59.554183Z","end":"2026-04-01T15:46:59.727998Z","steps":["trace[1007394002] 'process raft request' (duration: 173.618402ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:59.728105Z","caller":"traceutil/trace.go:171","msg":"trace[1704483346] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"173.756086ms","start":"2026-04-01T15:46:59.554299Z","end":"2026-04-01T15:46:59.728055Z","steps":["trace[1704483346] 'process raft request' (duration: 173.603803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:46:59.728336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.650771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:46:59.728397Z","caller":"traceutil/trace.go:171","msg":"trace[300448374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1965; }","duration":"132.771334ms","start":"2026-04-01T15:46:59.595606Z","end":"2026-04-01T15:46:59.728377Z","steps":["trace[300448374] 'agreement among raft nodes before linearized reading' (duration: 132.550669ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:59.728597Z","caller":"traceutil/trace.go:171","msg":"trace[2029495262] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2040; }","duration":"132.890937ms","start":"2026-04-01T15:46:59.595663Z","end":"2026-04-01T15:46:59.728554Z","steps":["trace[2029495262] 'read index received' (duration: 131.869583ms)","trace[2029495262] 'applied index is now lower than readState.Index' (duration: 414.54µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:46:59.798486Z","caller":"traceutil/trace.go:171","msg":"trace[94262537] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"198.149552ms","start":"2026-04-01T15:46:59.600296Z","end":"2026-04-01T15:46:59.798445Z","steps":["trace[94262537] 'process raft request' (duration: 197.947467ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:59.798849Z","caller":"traceutil/trace.go:171","msg":"trace[606210141] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"197.295552ms","start":"2026-04-01T15:46:59.60154Z","end":"2026-04-01T15:46:59.798836Z","steps":["trace[606210141] 'process raft request' (duration: 196.848602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:59.799189Z","caller":"traceutil/trace.go:171","msg":"trace[550889654] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"197.405745ms","start":"2026-04-01T15:46:59.601761Z","end":"2026-04-01T15:46:59.799167Z","steps":["trace[550889654] 'process raft request' (duration: 197.008586ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:46:59.799234Z","caller":"traceutil/trace.go:171","msg":"trace[375972736] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"194.986288ms","start":"2026-04-01T15:46:59.604202Z","end":"2026-04-01T15:46:59.799188Z","steps":["trace[375972736] 'process raft request' (duration: 194.856085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:04.256274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706574256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:47:04.757164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706574256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:47:05.063281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322557406s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:47:05.151192Z","caller":"traceutil/trace.go:171","msg":"trace[13714465] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"1.410516679s","start":"2026-04-01T15:47:03.740613Z","end":"2026-04-01T15:47:05.151129Z","steps":["trace[13714465] 'process raft request' (duration: 1.322903394s)","trace[13714465] 'compare' (duration: 87.456761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:05.151329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:03.740591Z","time spent":"1.410661603s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:05.16944Z","caller":"traceutil/trace.go:171","msg":"trace[249866868] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"1.425964568s","start":"2026-04-01T15:47:03.743432Z","end":"2026-04-01T15:47:05.169396Z","steps":["trace[249866868] 'process raft request' (duration: 1.425874016s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:05.169458Z","caller":"traceutil/trace.go:171","msg":"trace[679628790] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"1.426360478s","start":"2026-04-01T15:47:03.743056Z","end":"2026-04-01T15:47:05.169417Z","steps":["trace[679628790] 'process raft request' (duration: 1.426135122s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.16959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:03.743414Z","time spent":"1.426101452s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:47:05.169621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:03.743021Z","time spent":"1.426516071s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:05.169592Z","caller":"traceutil/trace.go:171","msg":"trace[812749666] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2069; }","duration":"1.413833537s","start":"2026-04-01T15:47:03.75572Z","end":"2026-04-01T15:47:05.169553Z","steps":["trace[812749666] 'read index received' (duration: 1.307795834s)","trace[812749666] 'applied index is now lower than readState.Index' (duration: 106.035323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:05.169762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414030951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:47:05.169811Z","caller":"traceutil/trace.go:171","msg":"trace[697311942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1993; }","duration":"1.414116082s","start":"2026-04-01T15:47:03.755681Z","end":"2026-04-01T15:47:05.169797Z","steps":["trace[697311942] 'agreement among raft nodes before linearized reading' (duration: 1.413957019s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.169829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159335265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:47:05.169849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:03.755666Z","time spent":"1.414175994s","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:47:05.16985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.635193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T15:47:05.169867Z","caller":"traceutil/trace.go:171","msg":"trace[674547155] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1993; }","duration":"1.159422077s","start":"2026-04-01T15:47:04.010433Z","end":"2026-04-01T15:47:05.169855Z","steps":["trace[674547155] 'agreement among raft nodes before linearized reading' (duration: 1.159343175s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:05.169894Z","caller":"traceutil/trace.go:171","msg":"trace[1569235672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1993; }","duration":"967.698984ms","start":"2026-04-01T15:47:04.202181Z","end":"2026-04-01T15:47:05.16988Z","steps":["trace[1569235672] 'agreement among raft nodes before linearized reading' (duration: 967.591792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.169933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:04.202171Z","time spent":"967.754775ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:47:05.169789Z","caller":"traceutil/trace.go:171","msg":"trace[902157132] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"1.426226064s","start":"2026-04-01T15:47:03.743529Z","end":"2026-04-01T15:47:05.169755Z","steps":["trace[902157132] 'process raft request' (duration: 1.425834545s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.170094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.957466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:47:05.170129Z","caller":"traceutil/trace.go:171","msg":"trace[1051775236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1993; }","duration":"973.033978ms","start":"2026-04-01T15:47:04.197087Z","end":"2026-04-01T15:47:05.170121Z","steps":["trace[1051775236] 'agreement among raft nodes before linearized reading' (duration: 972.958296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.170144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.981302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T15:47:05.170155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:04.197063Z","time spent":"973.08672ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:47:05.170177Z","caller":"traceutil/trace.go:171","msg":"trace[564309392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1993; }","duration":"928.038743ms","start":"2026-04-01T15:47:04.242127Z","end":"2026-04-01T15:47:05.170166Z","steps":["trace[564309392] 'agreement among raft nodes before linearized reading' (duration: 927.935251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.170027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.439518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T15:47:05.170223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:04.242116Z","time spent":"928.096195ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:47:05.17024Z","caller":"traceutil/trace.go:171","msg":"trace[4120865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1993; }","duration":"970.685013ms","start":"2026-04-01T15:47:04.19954Z","end":"2026-04-01T15:47:05.170225Z","steps":["trace[4120865] 'agreement among raft nodes before linearized reading' (duration: 970.377206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.170281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:04.199519Z","time spent":"970.750835ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:47:05.170035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.009666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:47:05.170321Z","caller":"traceutil/trace.go:171","msg":"trace[435729821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1993; }","duration":"935.319212ms","start":"2026-04-01T15:47:04.234993Z","end":"2026-04-01T15:47:05.170312Z","steps":["trace[435729821] 'agreement among raft nodes before linearized reading' (duration: 935.011695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.170353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:04.234982Z","time spent":"935.364924ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:47:05.169899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:04.010408Z","time spent":"1.159483859s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:47:05.170462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:03.743497Z","time spent":"1.426592633s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:47:05.170703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.471405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T15:47:05.171323Z","caller":"traceutil/trace.go:171","msg":"trace[430933029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1993; }","duration":"976.157391ms","start":"2026-04-01T15:47:04.195115Z","end":"2026-04-01T15:47:05.171272Z","steps":["trace[430933029] 'agreement among raft nodes before linearized reading' (duration: 975.012544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:05.171568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:04.195096Z","time spent":"976.405487ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:47:36.836665Z","caller":"traceutil/trace.go:171","msg":"trace[664198343] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"157.319754ms","start":"2026-04-01T15:47:36.679315Z","end":"2026-04-01T15:47:36.836635Z","steps":["trace[664198343] 'read index received' (duration: 157.15117ms)","trace[664198343] 'applied index is now lower than readState.Index' (duration: 167.294µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:36.836818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.491968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:47:36.836874Z","caller":"traceutil/trace.go:171","msg":"trace[910969666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2167; }","duration":"157.595441ms","start":"2026-04-01T15:47:36.67926Z","end":"2026-04-01T15:47:36.836856Z","steps":["trace[910969666] 'agreement among raft nodes before linearized reading' (duration: 157.501809ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:36.836883Z","caller":"traceutil/trace.go:171","msg":"trace[881694425] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"274.082296ms","start":"2026-04-01T15:47:36.562782Z","end":"2026-04-01T15:47:36.836864Z","steps":["trace[881694425] 'process raft request' (duration: 273.695807ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:37.471868Z","caller":"traceutil/trace.go:171","msg":"trace[1585829014] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"210.577981ms","start":"2026-04-01T15:47:37.261265Z","end":"2026-04-01T15:47:37.471843Z","steps":["trace[1585829014] 'process raft request' (duration: 210.401997ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:37.538989Z","caller":"traceutil/trace.go:171","msg":"trace[261291704] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2254; }","duration":"217.87342ms","start":"2026-04-01T15:47:37.321082Z","end":"2026-04-01T15:47:37.538956Z","steps":["trace[261291704] 'read index received' (duration: 150.605158ms)","trace[261291704] 'applied index is now lower than readState.Index' (duration: 67.266762ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:47:37.53913Z","caller":"traceutil/trace.go:171","msg":"trace[368636239] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"260.791707ms","start":"2026-04-01T15:47:37.278309Z","end":"2026-04-01T15:47:37.539101Z","steps":["trace[368636239] 'process raft request' (duration: 260.464619ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:37.53925Z","caller":"traceutil/trace.go:171","msg":"trace[356690274] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"262.936727ms","start":"2026-04-01T15:47:37.2763Z","end":"2026-04-01T15:47:37.539237Z","steps":["trace[356690274] 'process raft request' (duration: 232.144692ms)","trace[356690274] 'compare' (duration: 30.112899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:37.539322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.766715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:47:37.539396Z","caller":"traceutil/trace.go:171","msg":"trace[1545910767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2171; }","duration":"213.855507ms","start":"2026-04-01T15:47:37.325521Z","end":"2026-04-01T15:47:37.539377Z","steps":["trace[1545910767] 'agreement among raft nodes before linearized reading' (duration: 213.688273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:37.539322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.214878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:47:37.539552Z","caller":"traceutil/trace.go:171","msg":"trace[1562064950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2171; }","duration":"218.509785ms","start":"2026-04-01T15:47:37.321027Z","end":"2026-04-01T15:47:37.539537Z","steps":["trace[1562064950] 'agreement among raft nodes before linearized reading' (duration: 218.121656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:37.539693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.547838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:47:37.539815Z","caller":"traceutil/trace.go:171","msg":"trace[665189286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2171; }","duration":"209.768172ms","start":"2026-04-01T15:47:37.33002Z","end":"2026-04-01T15:47:37.539789Z","steps":["trace[665189286] 'agreement among raft nodes before linearized reading' (duration: 209.367333ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:37.539172Z","caller":"traceutil/trace.go:171","msg":"trace[393444838] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"258.705529ms","start":"2026-04-01T15:47:37.280423Z","end":"2026-04-01T15:47:37.539129Z","steps":["trace[393444838] 'process raft request' (duration: 258.420242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:37.540094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.050475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:47:37.540151Z","caller":"traceutil/trace.go:171","msg":"trace[1561084523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2171; }","duration":"212.186358ms","start":"2026-04-01T15:47:37.327949Z","end":"2026-04-01T15:47:37.540135Z","steps":["trace[1561084523] 'agreement among raft nodes before linearized reading' (duration: 211.510602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:37.540119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.95694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:47:37.540221Z","caller":"traceutil/trace.go:171","msg":"trace[347118078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2171; }","duration":"211.099363ms","start":"2026-04-01T15:47:37.329098Z","end":"2026-04-01T15:47:37.540197Z","steps":["trace[347118078] 'agreement among raft nodes before linearized reading' (duration: 210.746245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:37.540311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.533164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-01T15:47:37.540374Z","caller":"traceutil/trace.go:171","msg":"trace[1575798922] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2171; }","duration":"174.623696ms","start":"2026-04-01T15:47:37.365735Z","end":"2026-04-01T15:47:37.540358Z","steps":["trace[1575798922] 'agreement among raft nodes before linearized reading' (duration: 174.454712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:38.169933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.07984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:47:38.170014Z","caller":"traceutil/trace.go:171","msg":"trace[1166819241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2176; }","duration":"164.230624ms","start":"2026-04-01T15:47:38.005768Z","end":"2026-04-01T15:47:38.169999Z","steps":["trace[1166819241] 'count revisions from in-memory index tree' (duration: 163.981598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:38.170051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.55849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:47:38.170116Z","caller":"traceutil/trace.go:171","msg":"trace[234262690] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2176; }","duration":"241.674722ms","start":"2026-04-01T15:47:37.928425Z","end":"2026-04-01T15:47:38.170099Z","steps":["trace[234262690] 'count revisions from in-memory index tree' (duration: 241.452467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:38.170225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.389929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:47:38.17035Z","caller":"traceutil/trace.go:171","msg":"trace[1926710265] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2176; }","duration":"394.570474ms","start":"2026-04-01T15:47:37.775752Z","end":"2026-04-01T15:47:38.170322Z","steps":["trace[1926710265] 'count revisions from in-memory index tree' (duration: 394.293738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:38.170453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:37.775728Z","time spent":"394.707007ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:47:43.372919Z","caller":"traceutil/trace.go:171","msg":"trace[2104620941] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"120.625541ms","start":"2026-04-01T15:47:43.252254Z","end":"2026-04-01T15:47:43.37288Z","steps":["trace[2104620941] 'process raft request' (duration: 120.388006ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:43.724932Z","caller":"traceutil/trace.go:171","msg":"trace[143519870] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"162.473544ms","start":"2026-04-01T15:47:43.562431Z","end":"2026-04-01T15:47:43.724904Z","steps":["trace[143519870] 'process raft request' (duration: 162.240239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:43.725236Z","caller":"traceutil/trace.go:171","msg":"trace[792689248] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2287; }","duration":"149.390779ms","start":"2026-04-01T15:47:43.575782Z","end":"2026-04-01T15:47:43.725173Z","steps":["trace[792689248] 'read index received' (duration: 39.308892ms)","trace[792689248] 'applied index is now lower than readState.Index' (duration: 110.079057ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:47:43.725273Z","caller":"traceutil/trace.go:171","msg":"trace[1287992098] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"161.986423ms","start":"2026-04-01T15:47:43.563247Z","end":"2026-04-01T15:47:43.725233Z","steps":["trace[1287992098] 'process raft request' (duration: 161.587364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:43.725485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.727092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T15:47:43.725484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.688647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:47:43.725534Z","caller":"traceutil/trace.go:171","msg":"trace[1790836757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2202; }","duration":"141.804993ms","start":"2026-04-01T15:47:43.583711Z","end":"2026-04-01T15:47:43.725516Z","steps":["trace[1790836757] 'agreement among raft nodes before linearized reading' (duration: 141.66628ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:43.725543Z","caller":"traceutil/trace.go:171","msg":"trace[930825013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2202; }","duration":"149.8064ms","start":"2026-04-01T15:47:43.575721Z","end":"2026-04-01T15:47:43.725527Z","steps":["trace[930825013] 'agreement among raft nodes before linearized reading' (duration: 149.578714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:43.725542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.196601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:47:43.725611Z","caller":"traceutil/trace.go:171","msg":"trace[1954343172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2202; }","duration":"101.290992ms","start":"2026-04-01T15:47:43.624304Z","end":"2026-04-01T15:47:43.725595Z","steps":["trace[1954343172] 'agreement among raft nodes before linearized reading' (duration: 101.110968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:43.725695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.324223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:47:43.725805Z","caller":"traceutil/trace.go:171","msg":"trace[2093085014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2202; }","duration":"101.496588ms","start":"2026-04-01T15:47:43.624294Z","end":"2026-04-01T15:47:43.72579Z","steps":["trace[2093085014] 'agreement among raft nodes before linearized reading' (duration: 101.244672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:43.725801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.068044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:47:43.725908Z","caller":"traceutil/trace.go:171","msg":"trace[1888046252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2202; }","duration":"103.247668ms","start":"2026-04-01T15:47:43.622637Z","end":"2026-04-01T15:47:43.725885Z","steps":["trace[1888046252] 'agreement among raft nodes before linearized reading' (duration: 102.989042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:43.725943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.956088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:47:43.726034Z","caller":"traceutil/trace.go:171","msg":"trace[1811377236] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2202; }","duration":"130.132272ms","start":"2026-04-01T15:47:43.595886Z","end":"2026-04-01T15:47:43.726019Z","steps":["trace[1811377236] 'agreement among raft nodes before linearized reading' (duration: 129.742383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:43.726205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.431595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:47:43.726259Z","caller":"traceutil/trace.go:171","msg":"trace[1785350547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2202; }","duration":"104.522097ms","start":"2026-04-01T15:47:43.621723Z","end":"2026-04-01T15:47:43.726245Z","steps":["trace[1785350547] 'agreement among raft nodes before linearized reading' (duration: 104.403235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:44.322335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.892292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:47:44.322628Z","caller":"traceutil/trace.go:171","msg":"trace[242607084] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"591.644742ms","start":"2026-04-01T15:47:43.730957Z","end":"2026-04-01T15:47:44.322602Z","steps":["trace[242607084] 'process raft request' (duration: 591.518729ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:44.32261Z","caller":"traceutil/trace.go:171","msg":"trace[841055980] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"591.724913ms","start":"2026-04-01T15:47:43.730846Z","end":"2026-04-01T15:47:44.322571Z","steps":["trace[841055980] 'process raft request' (duration: 205.450392ms)","trace[841055980] 'compare' (duration: 385.685877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:44.322723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:43.73093Z","time spent":"591.754444ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:47:44.322833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:43.730821Z","time spent":"591.882367ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:44.323135Z","caller":"traceutil/trace.go:171","msg":"trace[2063987978] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"592.069361ms","start":"2026-04-01T15:47:43.731033Z","end":"2026-04-01T15:47:44.323102Z","steps":["trace[2063987978] 'process raft request' (duration: 591.513018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:44.323304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:43.730998Z","time spent":"592.219255ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:44.323457Z","caller":"traceutil/trace.go:171","msg":"trace[196947506] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"592.310317ms","start":"2026-04-01T15:47:43.731119Z","end":"2026-04-01T15:47:44.32343Z","steps":["trace[196947506] 'process raft request' (duration: 591.955949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:44.323767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:43.731085Z","time spent":"592.516362ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:44.323793Z","caller":"traceutil/trace.go:171","msg":"trace[225939583] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"592.522122ms","start":"2026-04-01T15:47:43.731241Z","end":"2026-04-01T15:47:44.323763Z","steps":["trace[225939583] 'process raft request' (duration: 592.047791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:44.324012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:43.731224Z","time spent":"592.730006ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:44.323872Z","caller":"traceutil/trace.go:171","msg":"trace[725980740] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"572.737231ms","start":"2026-04-01T15:47:43.751103Z","end":"2026-04-01T15:47:44.32384Z","steps":["trace[725980740] 'process raft request' (duration: 572.419344ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:44.32382Z","caller":"traceutil/trace.go:171","msg":"trace[1422395710] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2291; }","duration":"397.42554ms","start":"2026-04-01T15:47:43.92636Z","end":"2026-04-01T15:47:44.323786Z","steps":["trace[1422395710] 'read index received' (duration: 9.88214ms)","trace[1422395710] 'applied index is now lower than readState.Index' (duration: 387.54172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:44.324479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.112127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:47:44.32452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:43.751091Z","time spent":"573.028279ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:44.324638Z","caller":"traceutil/trace.go:171","msg":"trace[210474878] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2208; }","duration":"398.339192ms","start":"2026-04-01T15:47:43.926284Z","end":"2026-04-01T15:47:44.324623Z","steps":["trace[210474878] 'agreement among raft nodes before linearized reading' (duration: 397.883761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:44.324787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:43.926255Z","time spent":"398.507666ms","remote":"127.0.0.1:47030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:47:46.401794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.902031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T15:47:46.401804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.596653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:47:46.401904Z","caller":"traceutil/trace.go:171","msg":"trace[1417613010] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2208; }","duration":"866.044694ms","start":"2026-04-01T15:47:45.53583Z","end":"2026-04-01T15:47:46.401874Z","steps":["trace[1417613010] 'range keys from in-memory index tree' (duration: 865.683776ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:46.401924Z","caller":"traceutil/trace.go:171","msg":"trace[239634255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2208; }","duration":"905.797438ms","start":"2026-04-01T15:47:45.4961Z","end":"2026-04-01T15:47:46.401897Z","steps":["trace[239634255] 'count revisions from in-memory index tree' (duration: 905.497601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.401954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.535819Z","time spent":"866.124306ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T15:47:46.401988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.496073Z","time spent":"905.89792ms","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:47:46.402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262285018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:47:46.402074Z","caller":"traceutil/trace.go:171","msg":"trace[1491466169] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2208; }","duration":"1.262435801s","start":"2026-04-01T15:47:45.139623Z","end":"2026-04-01T15:47:46.402059Z","steps":["trace[1491466169] 'count revisions from in-memory index tree' (duration: 1.262119083s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.402124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.139593Z","time spent":"1.262520653s","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:47:46.402139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250518884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:47:46.402312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139594078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T15:47:46.402348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052904155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:47:46.402388Z","caller":"traceutil/trace.go:171","msg":"trace[701823113] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2208; }","duration":"1.139708861s","start":"2026-04-01T15:47:45.262656Z","end":"2026-04-01T15:47:46.402365Z","steps":["trace[701823113] 'count revisions from in-memory index tree' (duration: 1.139507326s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:46.402416Z","caller":"traceutil/trace.go:171","msg":"trace[1478326243] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2208; }","duration":"1.053045707s","start":"2026-04-01T15:47:45.349348Z","end":"2026-04-01T15:47:46.402394Z","steps":["trace[1478326243] 'count revisions from in-memory index tree' (duration: 1.052749651s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.402451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.262637Z","time spent":"1.139797592s","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":253,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:47:46.402443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655443258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:47:46.402485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.34932Z","time spent":"1.05315115s","remote":"127.0.0.1:42110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:47:46.402514Z","caller":"traceutil/trace.go:171","msg":"trace[897600237] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2208; }","duration":"1.655549201s","start":"2026-04-01T15:47:44.746955Z","end":"2026-04-01T15:47:46.402504Z","steps":["trace[897600237] 'count revisions from in-memory index tree' (duration: 1.655281145s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.402549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:44.746935Z","time spent":"1.655605343s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:47:46.401951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165630972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:47:46.402682Z","caller":"traceutil/trace.go:171","msg":"trace[712624321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2208; }","duration":"1.16640374s","start":"2026-04-01T15:47:45.236252Z","end":"2026-04-01T15:47:46.402656Z","steps":["trace[712624321] 'range keys from in-memory index tree' (duration: 1.165552921s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.402765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.236241Z","time spent":"1.166499432s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:47:46.402548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668928763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:47:46.403838Z","caller":"traceutil/trace.go:171","msg":"trace[146336907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"1.670254603s","start":"2026-04-01T15:47:44.733557Z","end":"2026-04-01T15:47:46.403812Z","steps":["trace[146336907] 'range keys from in-memory index tree' (duration: 1.668441861s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.403903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:44.733533Z","time spent":"1.670350645s","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:47:46.404043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.364933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:47:46.404147Z","caller":"traceutil/trace.go:171","msg":"trace[2024007881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2208; }","duration":"1.251077967s","start":"2026-04-01T15:47:45.151572Z","end":"2026-04-01T15:47:46.40265Z","steps":["trace[2024007881] 'count revisions from in-memory index tree' (duration: 1.250396401s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.40421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.151504Z","time spent":"1.252686534s","remote":"127.0.0.1:52012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:47:46.404251Z","caller":"traceutil/trace.go:171","msg":"trace[772470976] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"852.678924ms","start":"2026-04-01T15:47:45.551539Z","end":"2026-04-01T15:47:46.404218Z","steps":["trace[772470976] 'process raft request' (duration: 520.869957ms)","trace[772470976] 'compare' (duration: 329.840701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:46.40436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.551521Z","time spent":"852.779006ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:46.620951Z","caller":"traceutil/trace.go:171","msg":"trace[1397555151] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"1.000311823s","start":"2026-04-01T15:47:45.620608Z","end":"2026-04-01T15:47:46.62092Z","steps":["trace[1397555151] 'process raft request' (duration: 906.121285ms)","trace[1397555151] 'compare' (duration: 93.87506ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:47:46.621188Z","caller":"traceutil/trace.go:171","msg":"trace[2071378262] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"889.378746ms","start":"2026-04-01T15:47:45.731776Z","end":"2026-04-01T15:47:46.621155Z","steps":["trace[2071378262] 'process raft request' (duration: 889.10016ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:46.621231Z","caller":"traceutil/trace.go:171","msg":"trace[1017852226] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2297; }","duration":"917.954069ms","start":"2026-04-01T15:47:45.703249Z","end":"2026-04-01T15:47:46.621203Z","steps":["trace[1017852226] 'read index received' (duration: 369.138213ms)","trace[1017852226] 'applied index is now lower than readState.Index' (duration: 548.814586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:46.621359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.73175Z","time spent":"889.51482ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:47:46.621311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.620581Z","time spent":"1.000460187s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:47:46.6214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.137164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:47:46.62144Z","caller":"traceutil/trace.go:171","msg":"trace[2126549556] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2212; }","duration":"918.258237ms","start":"2026-04-01T15:47:45.703169Z","end":"2026-04-01T15:47:46.621427Z","steps":["trace[2126549556] 'agreement among raft nodes before linearized reading' (duration: 918.162454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.621484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.703143Z","time spent":"918.331419ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:47:46.621377Z","caller":"traceutil/trace.go:171","msg":"trace[1782165003] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"889.458339ms","start":"2026-04-01T15:47:45.731885Z","end":"2026-04-01T15:47:46.621343Z","steps":["trace[1782165003] 'process raft request' (duration: 889.188362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.621658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.731853Z","time spent":"889.721754ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:46.840223Z","caller":"traceutil/trace.go:171","msg":"trace[1069115219] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"657.911221ms","start":"2026-04-01T15:47:46.182279Z","end":"2026-04-01T15:47:46.840191Z","steps":["trace[1069115219] 'process raft request' (duration: 654.4512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.840424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.182255Z","time spent":"658.074184ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:47:46.840609Z","caller":"traceutil/trace.go:171","msg":"trace[1256550598] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"523.177911ms","start":"2026-04-01T15:47:46.317378Z","end":"2026-04-01T15:47:46.840556Z","steps":["trace[1256550598] 'process raft request' (duration: 522.762071ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:46.840662Z","caller":"traceutil/trace.go:171","msg":"trace[1125475472] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2301; }","duration":"219.327084ms","start":"2026-04-01T15:47:46.621299Z","end":"2026-04-01T15:47:46.840626Z","steps":["trace[1125475472] 'read index received' (duration: 215.275209ms)","trace[1125475472] 'applied index is now lower than readState.Index' (duration: 4.050165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:47:46.841063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.880729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T15:47:46.841114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.560323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2463d24805db4\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T15:47:46.841151Z","caller":"traceutil/trace.go:171","msg":"trace[2108449740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2215; }","duration":"512.028933ms","start":"2026-04-01T15:47:46.329108Z","end":"2026-04-01T15:47:46.841137Z","steps":["trace[2108449740] 'agreement among raft nodes before linearized reading' (duration: 511.764166ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:47:46.841157Z","caller":"traceutil/trace.go:171","msg":"trace[1642670878] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2463d24805db4; range_end:; response_count:1; response_revision:2215; }","duration":"279.642995ms","start":"2026-04-01T15:47:46.5615Z","end":"2026-04-01T15:47:46.841143Z","steps":["trace[1642670878] 'agreement among raft nodes before linearized reading' (duration: 279.272166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.841179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.32908Z","time spent":"512.094213ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:47:46.840773Z","caller":"traceutil/trace.go:171","msg":"trace[205772722] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"432.28905ms","start":"2026-04-01T15:47:46.408456Z","end":"2026-04-01T15:47:46.840746Z","steps":["trace[205772722] 'process raft request' (duration: 431.987983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.840795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.317344Z","time spent":"523.346425ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:47:46.840861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.632253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:47:46.841475Z","caller":"traceutil/trace.go:171","msg":"trace[666901127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2215; }","duration":"512.286178ms","start":"2026-04-01T15:47:46.329182Z","end":"2026-04-01T15:47:46.841468Z","steps":["trace[666901127] 'agreement among raft nodes before linearized reading' (duration: 511.51795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.841422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.40843Z","time spent":"432.825722ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:47:46.841501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.329173Z","time spent":"512.315589ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:47:46.840904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.782375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:47:46.841548Z","caller":"traceutil/trace.go:171","msg":"trace[56309189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"437.46286ms","start":"2026-04-01T15:47:46.404081Z","end":"2026-04-01T15:47:46.841544Z","steps":["trace[56309189] 'agreement among raft nodes before linearized reading' (duration: 436.785894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.841567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.404059Z","time spent":"437.503251ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:47:46.840959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.974184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:47:46.841603Z","caller":"traceutil/trace.go:171","msg":"trace[318358143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2215; }","duration":"513.634299ms","start":"2026-04-01T15:47:46.327957Z","end":"2026-04-01T15:47:46.841591Z","steps":["trace[318358143] 'agreement among raft nodes before linearized reading' (duration: 512.919152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.84165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.327946Z","time spent":"513.692101ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:47:46.840993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.986471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:47:46.841749Z","caller":"traceutil/trace.go:171","msg":"trace[347789656] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2215; }","duration":"636.77403ms","start":"2026-04-01T15:47:46.204965Z","end":"2026-04-01T15:47:46.841739Z","steps":["trace[347789656] 'agreement among raft nodes before linearized reading' (duration: 635.927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.841786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.204866Z","time spent":"636.909442ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:47:46.841031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.024895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:47:46.841871Z","caller":"traceutil/trace.go:171","msg":"trace[1778831968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2215; }","duration":"513.925906ms","start":"2026-04-01T15:47:46.327938Z","end":"2026-04-01T15:47:46.841864Z","steps":["trace[1778831968] 'agreement among raft nodes before linearized reading' (duration: 512.881442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.841899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.327928Z","time spent":"513.963967ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:47:46.841019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083376022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:47:46.841041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.875295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:47:46.842076Z","caller":"traceutil/trace.go:171","msg":"trace[78332669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2215; }","duration":"514.96261ms","start":"2026-04-01T15:47:46.327103Z","end":"2026-04-01T15:47:46.842065Z","steps":["trace[78332669] 'agreement among raft nodes before linearized reading' (duration: 513.760362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.842096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:46.327062Z","time spent":"515.028012ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:47:46.842035Z","caller":"traceutil/trace.go:171","msg":"trace[841116097] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2215; }","duration":"1.084379116s","start":"2026-04-01T15:47:45.757578Z","end":"2026-04-01T15:47:46.841958Z","steps":["trace[841116097] 'agreement among raft nodes before linearized reading' (duration: 1.083335991s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:47:46.842289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:47:45.757558Z","time spent":"1.084710263s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:48:50.737728Z","caller":"traceutil/trace.go:171","msg":"trace[1185537148] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"118.93339ms","start":"2026-04-01T15:48:50.61877Z","end":"2026-04-01T15:48:50.737703Z","steps":["trace[1185537148] 'process raft request' (duration: 118.747586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:54.137296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:53.602065Z","time spent":"535.227348ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T15:48:54.736026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706575950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:48:55.237106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706575950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:48:55.26304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124499706s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:48:55.316382Z","caller":"traceutil/trace.go:171","msg":"trace[1346809188] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"1.17789967s","start":"2026-04-01T15:48:54.138456Z","end":"2026-04-01T15:48:55.316355Z","steps":["trace[1346809188] 'process raft request' (duration: 1.124753081s)","trace[1346809188] 'compare' (duration: 53.033036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:48:55.316526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:54.138429Z","time spent":"1.178021083s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:48:55.323496Z","caller":"traceutil/trace.go:171","msg":"trace[146740892] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"573.213977ms","start":"2026-04-01T15:48:54.750267Z","end":"2026-04-01T15:48:55.323481Z","steps":["trace[146740892] 'process raft request' (duration: 572.691174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.323611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:54.750237Z","time spent":"573.301688ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:48:55.323422Z","caller":"traceutil/trace.go:171","msg":"trace[1972170683] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"917.896907ms","start":"2026-04-01T15:48:54.405235Z","end":"2026-04-01T15:48:55.323132Z","steps":["trace[1972170683] 'process raft request' (duration: 917.536679ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:48:55.324092Z","caller":"traceutil/trace.go:171","msg":"trace[623417677] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"459.643829ms","start":"2026-04-01T15:48:54.864433Z","end":"2026-04-01T15:48:55.324077Z","steps":["trace[623417677] 'process raft request' (duration: 459.504616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.324159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:54.864415Z","time spent":"459.712701ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:48:55.324228Z","caller":"traceutil/trace.go:171","msg":"trace[1681870887] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"461.946963ms","start":"2026-04-01T15:48:54.862244Z","end":"2026-04-01T15:48:55.324191Z","steps":["trace[1681870887] 'process raft request' (duration: 461.286208ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:48:55.324278Z","caller":"traceutil/trace.go:171","msg":"trace[908611173] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"451.785488ms","start":"2026-04-01T15:48:54.872461Z","end":"2026-04-01T15:48:55.324246Z","steps":["trace[908611173] 'process raft request' (duration: 451.538453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.324402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:54.862215Z","time spent":"462.095777ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:48:55.324468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:54.872447Z","time spent":"451.937231ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:48:55.324595Z","caller":"traceutil/trace.go:171","msg":"trace[1763014696] linearizableReadLoop","detail":"{readStateIndex:2861; appliedIndex:2855; }","duration":"1.088644206s","start":"2026-04-01T15:48:54.235932Z","end":"2026-04-01T15:48:55.324577Z","steps":["trace[1763014696] 'read index received' (duration: 1.027274057s)","trace[1763014696] 'applied index is now lower than readState.Index' (duration: 61.368499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:48:55.32469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088760338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:48:55.324733Z","caller":"traceutil/trace.go:171","msg":"trace[2027607106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2749; }","duration":"1.08882823s","start":"2026-04-01T15:48:54.235893Z","end":"2026-04-01T15:48:55.324721Z","steps":["trace[2027607106] 'agreement among raft nodes before linearized reading' (duration: 1.088759959s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.324766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:54.235879Z","time spent":"1.088881731s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:48:55.324935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.447278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-01T15:48:55.324964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.275448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:48:55.324986Z","caller":"traceutil/trace.go:171","msg":"trace[1193890139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2749; }","duration":"492.53556ms","start":"2026-04-01T15:48:54.832438Z","end":"2026-04-01T15:48:55.324974Z","steps":["trace[1193890139] 'agreement among raft nodes before linearized reading' (duration: 492.383267ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:48:55.32502Z","caller":"traceutil/trace.go:171","msg":"trace[934004427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2749; }","duration":"138.3479ms","start":"2026-04-01T15:48:55.186655Z","end":"2026-04-01T15:48:55.325003Z","steps":["trace[934004427] 'agreement among raft nodes before linearized reading' (duration: 138.190886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.325041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.621823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:48:55.325103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.490086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:48:55.325025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:54.832419Z","time spent":"492.598782ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T15:48:55.325123Z","caller":"traceutil/trace.go:171","msg":"trace[59676547] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2749; }","duration":"137.736085ms","start":"2026-04-01T15:48:55.18737Z","end":"2026-04-01T15:48:55.325106Z","steps":["trace[59676547] 'agreement among raft nodes before linearized reading' (duration: 137.588612ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:48:55.325133Z","caller":"traceutil/trace.go:171","msg":"trace[582238885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2749; }","duration":"139.539757ms","start":"2026-04-01T15:48:55.185585Z","end":"2026-04-01T15:48:55.325125Z","steps":["trace[582238885] 'agreement among raft nodes before linearized reading' (duration: 139.458885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.325201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.850531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T15:48:55.325252Z","caller":"traceutil/trace.go:171","msg":"trace[1572248614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2749; }","duration":"154.944693ms","start":"2026-04-01T15:48:55.1703Z","end":"2026-04-01T15:48:55.325245Z","steps":["trace[1572248614] 'agreement among raft nodes before linearized reading' (duration: 154.852151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.325254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.904572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:48:55.325302Z","caller":"traceutil/trace.go:171","msg":"trace[7234735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2749; }","duration":"154.996584ms","start":"2026-04-01T15:48:55.170292Z","end":"2026-04-01T15:48:55.325288Z","steps":["trace[7234735] 'agreement among raft nodes before linearized reading' (duration: 154.863111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.325316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.079462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:48:55.325363Z","caller":"traceutil/trace.go:171","msg":"trace[1381285211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2749; }","duration":"160.165384ms","start":"2026-04-01T15:48:55.165184Z","end":"2026-04-01T15:48:55.32535Z","steps":["trace[1381285211] 'agreement among raft nodes before linearized reading' (duration: 160.033761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:48:55.324607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:48:54.405195Z","time spent":"918.730937ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:01.488641Z","caller":"traceutil/trace.go:171","msg":"trace[812007146] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"154.988604ms","start":"2026-04-01T15:49:01.333628Z","end":"2026-04-01T15:49:01.488616Z","steps":["trace[812007146] 'process raft request' (duration: 154.857431ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:01.517689Z","caller":"traceutil/trace.go:171","msg":"trace[307632093] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"176.385779ms","start":"2026-04-01T15:49:01.34128Z","end":"2026-04-01T15:49:01.517665Z","steps":["trace[307632093] 'process raft request' (duration: 176.301087ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:01.517866Z","caller":"traceutil/trace.go:171","msg":"trace[1648907468] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"176.84037ms","start":"2026-04-01T15:49:01.340982Z","end":"2026-04-01T15:49:01.517822Z","steps":["trace[1648907468] 'process raft request' (duration: 156.689344ms)","trace[1648907468] 'compare' (duration: 19.776237ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:49:01.518005Z","caller":"traceutil/trace.go:171","msg":"trace[989632307] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"165.957558ms","start":"2026-04-01T15:49:01.352Z","end":"2026-04-01T15:49:01.517957Z","steps":["trace[989632307] 'process raft request' (duration: 165.62898ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:01.518137Z","caller":"traceutil/trace.go:171","msg":"trace[1535303580] linearizableReadLoop","detail":"{readStateIndex:2903; appliedIndex:2898; }","duration":"161.251139ms","start":"2026-04-01T15:49:01.356867Z","end":"2026-04-01T15:49:01.518119Z","steps":["trace[1535303580] 'read index received' (duration: 131.659244ms)","trace[1535303580] 'applied index is now lower than readState.Index' (duration: 29.590775ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:49:01.518219Z","caller":"traceutil/trace.go:171","msg":"trace[1223909983] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"165.473576ms","start":"2026-04-01T15:49:01.352723Z","end":"2026-04-01T15:49:01.518197Z","steps":["trace[1223909983] 'process raft request' (duration: 165.079367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:01.518362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.955514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T15:49:01.51837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.478185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:49:01.518379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.298296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:49:01.518405Z","caller":"traceutil/trace.go:171","msg":"trace[1064261983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2790; }","duration":"152.022636ms","start":"2026-04-01T15:49:01.366372Z","end":"2026-04-01T15:49:01.518394Z","steps":["trace[1064261983] 'agreement among raft nodes before linearized reading' (duration: 151.874333ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:01.518421Z","caller":"traceutil/trace.go:171","msg":"trace[1563606488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2790; }","duration":"161.572086ms","start":"2026-04-01T15:49:01.356834Z","end":"2026-04-01T15:49:01.518407Z","steps":["trace[1563606488] 'agreement among raft nodes before linearized reading' (duration: 161.396342ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:01.518423Z","caller":"traceutil/trace.go:171","msg":"trace[1262149517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2790; }","duration":"150.374357ms","start":"2026-04-01T15:49:01.368037Z","end":"2026-04-01T15:49:01.518411Z","steps":["trace[1262149517] 'agreement among raft nodes before linearized reading' (duration: 150.223964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:01.518411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.070631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T15:49:01.51844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.562411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:49:01.518478Z","caller":"traceutil/trace.go:171","msg":"trace[1331406983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2790; }","duration":"150.616913ms","start":"2026-04-01T15:49:01.367851Z","end":"2026-04-01T15:49:01.518468Z","steps":["trace[1331406983] 'agreement among raft nodes before linearized reading' (duration: 150.467459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:01.51848Z","caller":"traceutil/trace.go:171","msg":"trace[1926788081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2790; }","duration":"150.179573ms","start":"2026-04-01T15:49:01.368284Z","end":"2026-04-01T15:49:01.518464Z","steps":["trace[1926788081] 'agreement among raft nodes before linearized reading' (duration: 149.960658ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:21.742433Z","caller":"traceutil/trace.go:171","msg":"trace[2017094687] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"152.350754ms","start":"2026-04-01T15:49:21.590054Z","end":"2026-04-01T15:49:21.742405Z","steps":["trace[2017094687] 'process raft request' (duration: 152.15426ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:21.963612Z","caller":"traceutil/trace.go:171","msg":"trace[968061673] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"372.037157ms","start":"2026-04-01T15:49:21.591549Z","end":"2026-04-01T15:49:21.963586Z","steps":["trace[968061673] 'process raft request' (duration: 293.0439ms)","trace[968061673] 'compare' (duration: 78.826113ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:49:21.963774Z","caller":"traceutil/trace.go:171","msg":"trace[1363840547] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"372.138599ms","start":"2026-04-01T15:49:21.591622Z","end":"2026-04-01T15:49:21.963761Z","steps":["trace[1363840547] 'process raft request' (duration: 371.932825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:21.963844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.591528Z","time spent":"372.207711ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:21.963902Z","caller":"traceutil/trace.go:171","msg":"trace[1336437089] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3027; }","duration":"338.678885ms","start":"2026-04-01T15:49:21.625213Z","end":"2026-04-01T15:49:21.963892Z","steps":["trace[1336437089] 'read index received' (duration: 117.075869ms)","trace[1336437089] 'applied index is now lower than readState.Index' (duration: 221.602176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:49:21.963847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.591604Z","time spent":"372.206661ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:21.964046Z","caller":"traceutil/trace.go:171","msg":"trace[156147079] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"370.239215ms","start":"2026-04-01T15:49:21.59373Z","end":"2026-04-01T15:49:21.963969Z","steps":["trace[156147079] 'process raft request' (duration: 369.986889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:21.964104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.593691Z","time spent":"370.383689ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:21.964199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.236393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T15:49:21.964245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.557607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:49:21.964275Z","caller":"traceutil/trace.go:171","msg":"trace[902647075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2914; }","duration":"330.604439ms","start":"2026-04-01T15:49:21.633663Z","end":"2026-04-01T15:49:21.964267Z","steps":["trace[902647075] 'agreement among raft nodes before linearized reading' (duration: 330.522407ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:21.964288Z","caller":"traceutil/trace.go:171","msg":"trace[1292403755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2914; }","duration":"334.345056ms","start":"2026-04-01T15:49:21.629911Z","end":"2026-04-01T15:49:21.964256Z","steps":["trace[1292403755] 'agreement among raft nodes before linearized reading' (duration: 334.153131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:21.96437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.629894Z","time spent":"334.467408ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:49:21.964485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.80129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:49:21.964537Z","caller":"traceutil/trace.go:171","msg":"trace[481093736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2914; }","duration":"332.870831ms","start":"2026-04-01T15:49:21.631658Z","end":"2026-04-01T15:49:21.964529Z","steps":["trace[481093736] 'agreement among raft nodes before linearized reading' (duration: 332.780879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:21.964577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.631632Z","time spent":"332.937843ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:49:21.964689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.059449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T15:49:21.964312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.633654Z","time spent":"330.6436ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:49:21.964775Z","caller":"traceutil/trace.go:171","msg":"trace[43720093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2914; }","duration":"334.170802ms","start":"2026-04-01T15:49:21.630598Z","end":"2026-04-01T15:49:21.964769Z","steps":["trace[43720093] 'agreement among raft nodes before linearized reading' (duration: 334.050839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:21.964839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.630589Z","time spent":"334.241793ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:49:21.964385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.183118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T15:49:21.964983Z","caller":"traceutil/trace.go:171","msg":"trace[315334458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2914; }","duration":"339.823662ms","start":"2026-04-01T15:49:21.625151Z","end":"2026-04-01T15:49:21.964975Z","steps":["trace[315334458] 'agreement among raft nodes before linearized reading' (duration: 339.178767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:21.965019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.625136Z","time spent":"339.872943ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:49:22.308532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.081181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:49:22.308792Z","caller":"traceutil/trace.go:171","msg":"trace[735123066] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"341.413849ms","start":"2026-04-01T15:49:21.967348Z","end":"2026-04-01T15:49:22.308761Z","steps":["trace[735123066] 'process raft request' (duration: 146.975681ms)","trace[735123066] 'compare' (duration: 193.686811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:49:22.309019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.96733Z","time spent":"341.628024ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:22.30882Z","caller":"traceutil/trace.go:171","msg":"trace[178880920] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"340.395446ms","start":"2026-04-01T15:49:21.968385Z","end":"2026-04-01T15:49:22.30878Z","steps":["trace[178880920] 'process raft request' (duration: 340.260033ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:22.309292Z","caller":"traceutil/trace.go:171","msg":"trace[289347892] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"340.333514ms","start":"2026-04-01T15:49:21.968941Z","end":"2026-04-01T15:49:22.309274Z","steps":["trace[289347892] 'process raft request' (duration: 340.004427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:22.309296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.968366Z","time spent":"340.815215ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:22.309049Z","caller":"traceutil/trace.go:171","msg":"trace[166687460] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"340.14422ms","start":"2026-04-01T15:49:21.968884Z","end":"2026-04-01T15:49:22.309028Z","steps":["trace[166687460] 'process raft request' (duration: 339.846883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:22.309512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.968875Z","time spent":"340.58449ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:22.309396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.968935Z","time spent":"340.410096ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:22.309615Z","caller":"traceutil/trace.go:171","msg":"trace[420892567] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"339.782952ms","start":"2026-04-01T15:49:21.969816Z","end":"2026-04-01T15:49:22.309599Z","steps":["trace[420892567] 'process raft request' (duration: 339.403243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:22.309702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:21.969807Z","time spent":"339.855303ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:28.391883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.855865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:49:28.391945Z","caller":"traceutil/trace.go:171","msg":"trace[1351412629] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2941; }","duration":"429.968816ms","start":"2026-04-01T15:49:27.961964Z","end":"2026-04-01T15:49:28.391933Z","steps":["trace[1351412629] 'count revisions from in-memory index tree' (duration: 429.781602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:28.391974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:27.961945Z","time spent":"430.022348ms","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:49:28.392358Z","caller":"traceutil/trace.go:171","msg":"trace[1915268052] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"411.121311ms","start":"2026-04-01T15:49:27.981207Z","end":"2026-04-01T15:49:28.392328Z","steps":["trace[1915268052] 'process raft request' (duration: 361.502473ms)","trace[1915268052] 'compare' (duration: 49.146527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:49:28.392496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:27.981191Z","time spent":"411.233934ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:28.422008Z","caller":"traceutil/trace.go:171","msg":"trace[1058522917] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"440.113471ms","start":"2026-04-01T15:49:27.981873Z","end":"2026-04-01T15:49:28.421986Z","steps":["trace[1058522917] 'process raft request' (duration: 439.965008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:28.422145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:27.98186Z","time spent":"440.211663ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:28.422235Z","caller":"traceutil/trace.go:171","msg":"trace[1139643864] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"440.319936ms","start":"2026-04-01T15:49:27.981895Z","end":"2026-04-01T15:49:28.422215Z","steps":["trace[1139643864] 'process raft request' (duration: 440.06022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:28.422316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:27.981868Z","time spent":"440.406728ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:29.145117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.561173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:49:29.145731Z","caller":"traceutil/trace.go:171","msg":"trace[560865595] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"718.089574ms","start":"2026-04-01T15:49:28.42762Z","end":"2026-04-01T15:49:29.145709Z","steps":["trace[560865595] 'process raft request' (duration: 717.867289ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:29.145711Z","caller":"traceutil/trace.go:171","msg":"trace[1677949829] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"718.152095ms","start":"2026-04-01T15:49:28.427518Z","end":"2026-04-01T15:49:29.14567Z","steps":["trace[1677949829] 'process raft request' (duration: 461.936737ms)","trace[1677949829] 'compare' (duration: 255.257636ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:49:29.145768Z","caller":"traceutil/trace.go:171","msg":"trace[89798570] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"718.209877ms","start":"2026-04-01T15:49:28.427534Z","end":"2026-04-01T15:49:29.145743Z","steps":["trace[89798570] 'process raft request' (duration: 717.902049ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:29.145781Z","caller":"traceutil/trace.go:171","msg":"trace[576119537] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3063; }","duration":"708.921122ms","start":"2026-04-01T15:49:28.436821Z","end":"2026-04-01T15:49:29.145742Z","steps":["trace[576119537] 'read index received' (duration: 30.304531ms)","trace[576119537] 'applied index is now lower than readState.Index' (duration: 678.60952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:49:29.145821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:28.42761Z","time spent":"718.169165ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:29.145902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:28.427509Z","time spent":"718.304688ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:29.14592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:28.427498Z","time spent":"718.312979ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:29.145739Z","caller":"traceutil/trace.go:171","msg":"trace[2016863022] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"718.071863ms","start":"2026-04-01T15:49:28.427518Z","end":"2026-04-01T15:49:29.14559Z","steps":["trace[2016863022] 'process raft request' (duration: 717.834698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:29.146471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:28.427496Z","time spent":"718.835981ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:29.743401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.837841ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T15:49:29.74351Z","caller":"traceutil/trace.go:171","msg":"trace[1556174590] linearizableReadLoop","detail":"{readStateIndex:3068; appliedIndex:3067; }","duration":"597.633567ms","start":"2026-04-01T15:49:29.145858Z","end":"2026-04-01T15:49:29.743492Z","steps":["trace[1556174590] 'read index received' (duration: 65.202µs)","trace[1556174590] 'applied index is now lower than readState.Index' (duration: 597.567245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:49:29.743871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225979824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2465ab3de8b5b\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-01T15:49:29.743867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307027559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T15:49:29.743901Z","caller":"traceutil/trace.go:171","msg":"trace[1996940695] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2465ab3de8b5b; range_end:; response_count:1; response_revision:2949; }","duration":"1.226045426s","start":"2026-04-01T15:49:28.517848Z","end":"2026-04-01T15:49:29.743893Z","steps":["trace[1996940695] 'agreement among raft nodes before linearized reading' (duration: 1.225918893s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:29.743931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:28.517834Z","time spent":"1.226092117s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a2465ab3de8b5b\" "} {"level":"info","ts":"2026-04-01T15:49:29.744249Z","caller":"traceutil/trace.go:171","msg":"trace[1362649466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2949; }","duration":"1.307141422s","start":"2026-04-01T15:49:28.436778Z","end":"2026-04-01T15:49:29.743919Z","steps":["trace[1362649466] 'agreement among raft nodes before linearized reading' (duration: 709.080905ms)","trace[1362649466] 'range keys from in-memory index tree' (duration: 597.631256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:49:29.744656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:28.436762Z","time spent":"1.307880349s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T15:49:29.878457Z","caller":"traceutil/trace.go:171","msg":"trace[1417896230] linearizableReadLoop","detail":"{readStateIndex:3069; appliedIndex:3068; }","duration":"134.917031ms","start":"2026-04-01T15:49:29.74353Z","end":"2026-04-01T15:49:29.878447Z","steps":["trace[1417896230] 'read index received' (duration: 134.86834ms)","trace[1417896230] 'applied index is now lower than readState.Index' (duration: 48.371µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:49:29.878522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.895001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:49:29.87854Z","caller":"traceutil/trace.go:171","msg":"trace[1588036239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2950; }","duration":"641.955872ms","start":"2026-04-01T15:49:29.236578Z","end":"2026-04-01T15:49:29.878534Z","steps":["trace[1588036239] 'agreement among raft nodes before linearized reading' (duration: 641.912151ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:29.878529Z","caller":"traceutil/trace.go:171","msg":"trace[1980750521] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"544.15901ms","start":"2026-04-01T15:49:29.334345Z","end":"2026-04-01T15:49:29.878504Z","steps":["trace[1980750521] 'process raft request' (duration: 544.016376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:29.878681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:29.334229Z","time spent":"544.367305ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:29.878561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:29.236557Z","time spent":"642.000354ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:49:29.878994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.727929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T15:49:29.879283Z","caller":"traceutil/trace.go:171","msg":"trace[1383409937] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2950; }","duration":"581.834281ms","start":"2026-04-01T15:49:29.297206Z","end":"2026-04-01T15:49:29.87904Z","steps":["trace[1383409937] 'agreement among raft nodes before linearized reading' (duration: 581.556665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:29.879335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:29.297184Z","time spent":"582.138059ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-01T15:49:30.380986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706576481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:49:30.70704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.105267ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:49:30.70726Z","caller":"traceutil/trace.go:171","msg":"trace[696973947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2950; }","duration":"384.286181ms","start":"2026-04-01T15:49:30.322898Z","end":"2026-04-01T15:49:30.707184Z","steps":["trace[696973947] 'range keys from in-memory index tree' (duration: 384.080396ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:30.707251Z","caller":"traceutil/trace.go:171","msg":"trace[682443037] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"961.813143ms","start":"2026-04-01T15:49:29.745413Z","end":"2026-04-01T15:49:30.707227Z","steps":["trace[682443037] 'process raft request' (duration: 885.761623ms)","trace[682443037] 'compare' (duration: 75.864456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:49:30.707608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:29.745397Z","time spent":"962.026038ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:30.708111Z","caller":"traceutil/trace.go:171","msg":"trace[1494884160] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"959.037729ms","start":"2026-04-01T15:49:29.749036Z","end":"2026-04-01T15:49:30.708074Z","steps":["trace[1494884160] 'process raft request' (duration: 958.138048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:30.70833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:29.749013Z","time spent":"959.199232ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:49:30.708412Z","caller":"traceutil/trace.go:171","msg":"trace[1651661609] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3069; }","duration":"828.351655ms","start":"2026-04-01T15:49:29.880046Z","end":"2026-04-01T15:49:30.708398Z","steps":["trace[1651661609] 'read index received' (duration: 751.154609ms)","trace[1651661609] 'applied index is now lower than readState.Index' (duration: 77.194476ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:49:30.708381Z","caller":"traceutil/trace.go:171","msg":"trace[976744929] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"917.303423ms","start":"2026-04-01T15:49:29.791039Z","end":"2026-04-01T15:49:30.708343Z","steps":["trace[976744929] 'process raft request' (duration: 916.876103ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:30.708459Z","caller":"traceutil/trace.go:171","msg":"trace[107562450] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"310.616286ms","start":"2026-04-01T15:49:30.397825Z","end":"2026-04-01T15:49:30.708441Z","steps":["trace[107562450] 'process raft request' (duration: 310.469423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:30.708589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:29.79101Z","time spent":"917.453037ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:30.70866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:30.397794Z","time spent":"310.720739ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:49:30.708655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.58367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:49:30.708691Z","caller":"traceutil/trace.go:171","msg":"trace[770269316] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"281.220766ms","start":"2026-04-01T15:49:30.427445Z","end":"2026-04-01T15:49:30.708666Z","steps":["trace[770269316] 'process raft request' (duration: 280.94557ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:30.708741Z","caller":"traceutil/trace.go:171","msg":"trace[1671969878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2955; }","duration":"828.701703ms","start":"2026-04-01T15:49:29.880021Z","end":"2026-04-01T15:49:30.708722Z","steps":["trace[1671969878] 'agreement among raft nodes before linearized reading' (duration: 828.451647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:30.708792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:29.880009Z","time spent":"828.774484ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:49:30.708823Z","caller":"traceutil/trace.go:171","msg":"trace[705361080] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"281.120885ms","start":"2026-04-01T15:49:30.427686Z","end":"2026-04-01T15:49:30.708807Z","steps":["trace[705361080] 'process raft request' (duration: 280.979751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:30.708889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.352744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:49:30.708898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.429896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:49:30.708914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.13721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:49:30.708923Z","caller":"traceutil/trace.go:171","msg":"trace[70376357] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2956; }","duration":"410.424716ms","start":"2026-04-01T15:49:30.298491Z","end":"2026-04-01T15:49:30.708916Z","steps":["trace[70376357] 'agreement among raft nodes before linearized reading' (duration: 410.352904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:30.708952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:30.298466Z","time spent":"410.480897ms","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:49:30.708949Z","caller":"traceutil/trace.go:171","msg":"trace[980515139] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2956; }","duration":"627.177821ms","start":"2026-04-01T15:49:30.081762Z","end":"2026-04-01T15:49:30.70894Z","steps":["trace[980515139] 'agreement among raft nodes before linearized reading' (duration: 627.111549ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:30.708951Z","caller":"traceutil/trace.go:171","msg":"trace[1685390990] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2956; }","duration":"241.524928ms","start":"2026-04-01T15:49:30.46741Z","end":"2026-04-01T15:49:30.708935Z","steps":["trace[1685390990] 'agreement among raft nodes before linearized reading' (duration: 241.430175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:30.708982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:30.081711Z","time spent":"627.262662ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:49:30.709036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.013508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:49:30.709197Z","caller":"traceutil/trace.go:171","msg":"trace[1166724397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2956; }","duration":"235.193211ms","start":"2026-04-01T15:49:30.473989Z","end":"2026-04-01T15:49:30.709182Z","steps":["trace[1166724397] 'agreement among raft nodes before linearized reading' (duration: 234.914885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:30.710772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.382713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-01T15:49:30.710858Z","caller":"traceutil/trace.go:171","msg":"trace[1441102371] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2956; }","duration":"827.487405ms","start":"2026-04-01T15:49:29.883351Z","end":"2026-04-01T15:49:30.710838Z","steps":["trace[1441102371] 'agreement among raft nodes before linearized reading' (duration: 825.492398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:30.710947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:49:29.883341Z","time spent":"827.593317ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-01T15:49:36.930405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.069908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:49:36.930661Z","caller":"traceutil/trace.go:171","msg":"trace[297521662] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"200.261724ms","start":"2026-04-01T15:49:36.730371Z","end":"2026-04-01T15:49:36.930632Z","steps":["trace[297521662] 'process raft request' (duration: 60.867679ms)","trace[297521662] 'compare' (duration: 138.950644ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:49:36.93077Z","caller":"traceutil/trace.go:171","msg":"trace[624386435] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3108; }","duration":"196.946837ms","start":"2026-04-01T15:49:36.733737Z","end":"2026-04-01T15:49:36.930684Z","steps":["trace[624386435] 'read index received' (duration: 22.919361ms)","trace[624386435] 'applied index is now lower than readState.Index' (duration: 174.026166ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:49:36.930906Z","caller":"traceutil/trace.go:171","msg":"trace[271835556] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"200.258454ms","start":"2026-04-01T15:49:36.730588Z","end":"2026-04-01T15:49:36.930847Z","steps":["trace[271835556] 'process raft request' (duration: 199.938786ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:36.930945Z","caller":"traceutil/trace.go:171","msg":"trace[618442265] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"200.060299ms","start":"2026-04-01T15:49:36.730845Z","end":"2026-04-01T15:49:36.930906Z","steps":["trace[618442265] 'process raft request' (duration: 199.776052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:49:36.931128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.376716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:49:36.931215Z","caller":"traceutil/trace.go:171","msg":"trace[197474230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2991; }","duration":"197.5131ms","start":"2026-04-01T15:49:36.733684Z","end":"2026-04-01T15:49:36.931197Z","steps":["trace[197474230] 'agreement among raft nodes before linearized reading' (duration: 197.286364ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:37.372241Z","caller":"traceutil/trace.go:171","msg":"trace[1161073667] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"189.29843ms","start":"2026-04-01T15:49:37.182916Z","end":"2026-04-01T15:49:37.372215Z","steps":["trace[1161073667] 'process raft request' (duration: 189.107476ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:37.395179Z","caller":"traceutil/trace.go:171","msg":"trace[1969063437] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"211.378861ms","start":"2026-04-01T15:49:37.183778Z","end":"2026-04-01T15:49:37.395157Z","steps":["trace[1969063437] 'process raft request' (duration: 210.763577ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:37.395389Z","caller":"traceutil/trace.go:171","msg":"trace[882820000] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"210.323866ms","start":"2026-04-01T15:49:37.185051Z","end":"2026-04-01T15:49:37.395375Z","steps":["trace[882820000] 'process raft request' (duration: 209.597919ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:49:37.395562Z","caller":"traceutil/trace.go:171","msg":"trace[1652232251] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"209.905997ms","start":"2026-04-01T15:49:37.185627Z","end":"2026-04-01T15:49:37.395533Z","steps":["trace[1652232251] 'process raft request' (duration: 209.058687ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:51:53.597628Z","caller":"traceutil/trace.go:171","msg":"trace[1487756886] linearizableReadLoop","detail":"{readStateIndex:4060; appliedIndex:4059; }","duration":"360.608358ms","start":"2026-04-01T15:51:53.236993Z","end":"2026-04-01T15:51:53.597601Z","steps":["trace[1487756886] 'read index received' (duration: 360.440134ms)","trace[1487756886] 'applied index is now lower than readState.Index' (duration: 166.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:51:53.597721Z","caller":"traceutil/trace.go:171","msg":"trace[664568183] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"380.846228ms","start":"2026-04-01T15:51:53.216849Z","end":"2026-04-01T15:51:53.597696Z","steps":["trace[664568183] 'process raft request' (duration: 380.579042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:51:53.597813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.794252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:51:53.597858Z","caller":"traceutil/trace.go:171","msg":"trace[1972544041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3907; }","duration":"360.889834ms","start":"2026-04-01T15:51:53.236956Z","end":"2026-04-01T15:51:53.597846Z","steps":["trace[1972544041] 'agreement among raft nodes before linearized reading' (duration: 360.798962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:51:53.597868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:51:53.216825Z","time spent":"380.96253ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:51:53.597908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:51:53.236944Z","time spent":"360.952996ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:51:53.655806Z","caller":"traceutil/trace.go:171","msg":"trace[2125969221] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"355.329535ms","start":"2026-04-01T15:51:53.30045Z","end":"2026-04-01T15:51:53.65578Z","steps":["trace[2125969221] 'process raft request' (duration: 355.161541ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:51:53.655833Z","caller":"traceutil/trace.go:171","msg":"trace[819540482] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"236.669688ms","start":"2026-04-01T15:51:53.419142Z","end":"2026-04-01T15:51:53.655812Z","steps":["trace[819540482] 'process raft request' (duration: 236.592246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:51:53.655913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:51:53.30042Z","time spent":"355.446707ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:51:53.656168Z","caller":"traceutil/trace.go:171","msg":"trace[1619870952] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"234.352204ms","start":"2026-04-01T15:51:53.421784Z","end":"2026-04-01T15:51:53.656136Z","steps":["trace[1619870952] 'process raft request' (duration: 233.992276ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:51:53.656258Z","caller":"traceutil/trace.go:171","msg":"trace[2140075643] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"233.436733ms","start":"2026-04-01T15:51:53.422801Z","end":"2026-04-01T15:51:53.656238Z","steps":["trace[2140075643] 'process raft request' (duration: 233.219738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:51:53.6563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.210028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:51:53.656481Z","caller":"traceutil/trace.go:171","msg":"trace[570592567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3911; }","duration":"227.416283ms","start":"2026-04-01T15:51:53.429026Z","end":"2026-04-01T15:51:53.656442Z","steps":["trace[570592567] 'agreement among raft nodes before linearized reading' (duration: 227.169657ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:00.67874Z","caller":"traceutil/trace.go:171","msg":"trace[2137635255] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"141.730463ms","start":"2026-04-01T15:53:00.53698Z","end":"2026-04-01T15:53:00.67871Z","steps":["trace[2137635255] 'process raft request' (duration: 141.560169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:11.416281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.784893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:53:11.41639Z","caller":"traceutil/trace.go:171","msg":"trace[1484185319] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5032; }","duration":"198.085231ms","start":"2026-04-01T15:53:11.218287Z","end":"2026-04-01T15:53:11.416372Z","steps":["trace[1484185319] 'read index received' (duration: 1.989266ms)","trace[1484185319] 'applied index is now lower than readState.Index' (duration: 196.094665ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:11.416628Z","caller":"traceutil/trace.go:171","msg":"trace[510795398] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"200.006996ms","start":"2026-04-01T15:53:11.216608Z","end":"2026-04-01T15:53:11.416615Z","steps":["trace[510795398] 'process raft request' (duration: 78.803983ms)","trace[510795398] 'compare' (duration: 120.64231ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:11.416905Z","caller":"traceutil/trace.go:171","msg":"trace[339356602] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"194.062217ms","start":"2026-04-01T15:53:11.222817Z","end":"2026-04-01T15:53:11.416879Z","steps":["trace[339356602] 'process raft request' (duration: 193.900713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:11.417084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.792397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-01T15:53:11.41713Z","caller":"traceutil/trace.go:171","msg":"trace[521232799] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4844; }","duration":"198.868369ms","start":"2026-04-01T15:53:11.218251Z","end":"2026-04-01T15:53:11.417119Z","steps":["trace[521232799] 'agreement among raft nodes before linearized reading' (duration: 198.550672ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:11.417362Z","caller":"traceutil/trace.go:171","msg":"trace[1002411429] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"193.29512ms","start":"2026-04-01T15:53:11.224055Z","end":"2026-04-01T15:53:11.417351Z","steps":["trace[1002411429] 'process raft request' (duration: 192.783458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:11.417489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.916247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:71496"} {"level":"info","ts":"2026-04-01T15:53:11.417532Z","caller":"traceutil/trace.go:171","msg":"trace[70877702] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4846; }","duration":"197.985549ms","start":"2026-04-01T15:53:11.219538Z","end":"2026-04-01T15:53:11.417523Z","steps":["trace[70877702] 'agreement among raft nodes before linearized reading' (duration: 197.811855ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:11.417742Z","caller":"traceutil/trace.go:171","msg":"trace[75255312] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"191.854215ms","start":"2026-04-01T15:53:11.225876Z","end":"2026-04-01T15:53:11.417731Z","steps":["trace[75255312] 'process raft request' (duration: 191.410485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:13.90597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.289227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:53:13.906103Z","caller":"traceutil/trace.go:171","msg":"trace[227908195] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"233.718665ms","start":"2026-04-01T15:53:13.672351Z","end":"2026-04-01T15:53:13.906069Z","steps":["trace[227908195] 'process raft request' (duration: 14.248674ms)","trace[227908195] 'compare' (duration: 219.02659ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:13.906227Z","caller":"traceutil/trace.go:171","msg":"trace[1569572611] linearizableReadLoop","detail":"{readStateIndex:5083; appliedIndex:5082; }","duration":"231.594475ms","start":"2026-04-01T15:53:13.674602Z","end":"2026-04-01T15:53:13.906196Z","steps":["trace[1569572611] 'read index received' (duration: 11.94834ms)","trace[1569572611] 'applied index is now lower than readState.Index' (duration: 219.643395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:53:13.906505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.885051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kwqd7.18a2468fab14ecc4\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-01T15:53:13.906573Z","caller":"traceutil/trace.go:171","msg":"trace[822653051] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kwqd7.18a2468fab14ecc4; range_end:; response_count:1; response_revision:4891; }","duration":"231.997814ms","start":"2026-04-01T15:53:13.674562Z","end":"2026-04-01T15:53:13.906559Z","steps":["trace[822653051] 'agreement among raft nodes before linearized reading' (duration: 231.734468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:15.993614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.404735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:53:15.993764Z","caller":"traceutil/trace.go:171","msg":"trace[513278284] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5231; }","duration":"147.292124ms","start":"2026-04-01T15:53:15.84646Z","end":"2026-04-01T15:53:15.993752Z","steps":["trace[513278284] 'read index received' (duration: 17.646093ms)","trace[513278284] 'applied index is now lower than readState.Index' (duration: 129.645381ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:15.993825Z","caller":"traceutil/trace.go:171","msg":"trace[358640372] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"308.995744ms","start":"2026-04-01T15:53:15.68482Z","end":"2026-04-01T15:53:15.993816Z","steps":["trace[358640372] 'process raft request' (duration: 179.318583ms)","trace[358640372] 'compare' (duration: 129.320673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:53:15.993869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:15.684802Z","time spent":"309.045635ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9803,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:15.994102Z","caller":"traceutil/trace.go:171","msg":"trace[568987671] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"195.977312ms","start":"2026-04-01T15:53:15.798087Z","end":"2026-04-01T15:53:15.994064Z","steps":["trace[568987671] 'process raft request' (duration: 195.619954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:15.994219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.741884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T15:53:15.994309Z","caller":"traceutil/trace.go:171","msg":"trace[456415836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5035; }","duration":"147.867517ms","start":"2026-04-01T15:53:15.846421Z","end":"2026-04-01T15:53:15.994289Z","steps":["trace[456415836] 'agreement among raft nodes before linearized reading' (duration: 147.574141ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:16.202407Z","caller":"traceutil/trace.go:171","msg":"trace[1002972897] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"302.84962ms","start":"2026-04-01T15:53:15.899535Z","end":"2026-04-01T15:53:16.202384Z","steps":["trace[1002972897] 'process raft request' (duration: 300.010024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:16.202575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:15.899516Z","time spent":"302.974593ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:16.202696Z","caller":"traceutil/trace.go:171","msg":"trace[338670830] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"292.689603ms","start":"2026-04-01T15:53:15.909982Z","end":"2026-04-01T15:53:16.202672Z","steps":["trace[338670830] 'process raft request' (duration: 292.350475ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:16.20294Z","caller":"traceutil/trace.go:171","msg":"trace[747909139] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5233; }","duration":"209.141219ms","start":"2026-04-01T15:53:15.993789Z","end":"2026-04-01T15:53:16.20293Z","steps":["trace[747909139] 'read index received' (duration: 205.7743ms)","trace[747909139] 'applied index is now lower than readState.Index' (duration: 3.366129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:53:16.203015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.494318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:53:16.20304Z","caller":"traceutil/trace.go:171","msg":"trace[844998817] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5040; }","duration":"345.542058ms","start":"2026-04-01T15:53:15.857489Z","end":"2026-04-01T15:53:16.203031Z","steps":["trace[844998817] 'agreement among raft nodes before linearized reading' (duration: 345.492377ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:16.203045Z","caller":"traceutil/trace.go:171","msg":"trace[1827681440] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"281.293446ms","start":"2026-04-01T15:53:15.921732Z","end":"2026-04-01T15:53:16.203026Z","steps":["trace[1827681440] 'process raft request' (duration: 280.866886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:16.203061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:15.857479Z","time spent":"345.577499ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:53:16.203043Z","caller":"traceutil/trace.go:171","msg":"trace[452888809] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"281.242476ms","start":"2026-04-01T15:53:15.921756Z","end":"2026-04-01T15:53:16.202999Z","steps":["trace[452888809] 'process raft request' (duration: 281.103042ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:16.203024Z","caller":"traceutil/trace.go:171","msg":"trace[163166872] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"281.220005ms","start":"2026-04-01T15:53:15.921756Z","end":"2026-04-01T15:53:16.202976Z","steps":["trace[163166872] 'process raft request' (duration: 281.052441ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:16.208557Z","caller":"traceutil/trace.go:171","msg":"trace[1297684282] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"209.433686ms","start":"2026-04-01T15:53:15.999099Z","end":"2026-04-01T15:53:16.208532Z","steps":["trace[1297684282] 'process raft request' (duration: 209.239761ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:16.208599Z","caller":"traceutil/trace.go:171","msg":"trace[1625006752] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"208.216848ms","start":"2026-04-01T15:53:16.00036Z","end":"2026-04-01T15:53:16.208577Z","steps":["trace[1625006752] 'process raft request' (duration: 208.106435ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:16.208606Z","caller":"traceutil/trace.go:171","msg":"trace[904712738] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"206.111978ms","start":"2026-04-01T15:53:16.002478Z","end":"2026-04-01T15:53:16.20859Z","steps":["trace[904712738] 'process raft request' (duration: 206.036727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:16.208873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.496371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1c1a4c1-dd66-48b1-a97f-595552a19426\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:53:16.208923Z","caller":"traceutil/trace.go:171","msg":"trace[1213083734] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f1c1a4c1-dd66-48b1-a97f-595552a19426; range_end:; response_count:0; response_revision:5044; }","duration":"210.594423ms","start":"2026-04-01T15:53:15.998315Z","end":"2026-04-01T15:53:16.208909Z","steps":["trace[1213083734] 'agreement among raft nodes before linearized reading' (duration: 210.48577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:16.209079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.030938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:53:16.209157Z","caller":"traceutil/trace.go:171","msg":"trace[348263868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5044; }","duration":"103.160462ms","start":"2026-04-01T15:53:16.105979Z","end":"2026-04-01T15:53:16.209139Z","steps":["trace[348263868] 'agreement among raft nodes before linearized reading' (duration: 102.989128ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:18.489493Z","caller":"traceutil/trace.go:171","msg":"trace[1169628236] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"786.930817ms","start":"2026-04-01T15:53:17.702541Z","end":"2026-04-01T15:53:18.489471Z","steps":["trace[1169628236] 'process raft request' (duration: 786.782164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.489627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:17.702526Z","time spent":"787.03226ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:18.803983Z","caller":"traceutil/trace.go:171","msg":"trace[507915494] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"740.260147ms","start":"2026-04-01T15:53:18.063694Z","end":"2026-04-01T15:53:18.803955Z","steps":["trace[507915494] 'process raft request' (duration: 739.077479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.063666Z","time spent":"740.38843ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:18.804131Z","caller":"traceutil/trace.go:171","msg":"trace[1198610188] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5293; }","duration":"588.098859ms","start":"2026-04-01T15:53:18.21601Z","end":"2026-04-01T15:53:18.804109Z","steps":["trace[1198610188] 'read index received' (duration: 273.383801ms)","trace[1198610188] 'applied index is now lower than readState.Index' (duration: 314.713888ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:18.804192Z","caller":"traceutil/trace.go:171","msg":"trace[1714745397] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"596.054786ms","start":"2026-04-01T15:53:18.208113Z","end":"2026-04-01T15:53:18.804168Z","steps":["trace[1714745397] 'process raft request' (duration: 595.865411ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:18.804257Z","caller":"traceutil/trace.go:171","msg":"trace[292557823] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"596.065376ms","start":"2026-04-01T15:53:18.208179Z","end":"2026-04-01T15:53:18.804245Z","steps":["trace[292557823] 'process raft request' (duration: 595.83742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.208094Z","time spent":"596.155938ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:18.80433Z","caller":"traceutil/trace.go:171","msg":"trace[1944430319] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"595.262877ms","start":"2026-04-01T15:53:18.209054Z","end":"2026-04-01T15:53:18.804317Z","steps":["trace[1944430319] 'process raft request' (duration: 595.014741ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:18.804348Z","caller":"traceutil/trace.go:171","msg":"trace[1004010138] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"596.225289ms","start":"2026-04-01T15:53:18.208094Z","end":"2026-04-01T15:53:18.804319Z","steps":["trace[1004010138] 'process raft request' (duration: 595.784189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.954248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:53:18.804368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.208155Z","time spent":"596.136258ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:18.804417Z","caller":"traceutil/trace.go:171","msg":"trace[1227803549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5100; }","duration":"568.0301ms","start":"2026-04-01T15:53:18.236378Z","end":"2026-04-01T15:53:18.804408Z","steps":["trace[1227803549] 'agreement among raft nodes before linearized reading' (duration: 567.947338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.44608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T15:53:18.804452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.435047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:53:18.804391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.209045Z","time spent":"595.313398ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:53:18.8045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.818602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-kwqd7-tls\" ","response":"range_response_count:1 size:2184"} {"level":"warn","ts":"2026-04-01T15:53:18.80445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.236367Z","time spent":"568.077091ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:53:18.804521Z","caller":"traceutil/trace.go:171","msg":"trace[1342714097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5100; }","duration":"588.5366ms","start":"2026-04-01T15:53:18.215966Z","end":"2026-04-01T15:53:18.804503Z","steps":["trace[1342714097] 'agreement among raft nodes before linearized reading' (duration: 588.303484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.208068Z","time spent":"596.340752ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:53:18.804541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.898668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-01T15:53:18.804519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.523608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T15:53:18.804565Z","caller":"traceutil/trace.go:171","msg":"trace[530977490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:5100; }","duration":"523.95393ms","start":"2026-04-01T15:53:18.280605Z","end":"2026-04-01T15:53:18.804559Z","steps":["trace[530977490] 'agreement among raft nodes before linearized reading' (duration: 523.859408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.215954Z","time spent":"588.600961ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:53:18.804569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.150849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-04-01T15:53:18.804582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.280587Z","time spent":"523.992ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-zxj2d\" "} {"level":"warn","ts":"2026-04-01T15:53:18.804592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.258052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:53:18.804599Z","caller":"traceutil/trace.go:171","msg":"trace[1446342479] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc; range_end:; response_count:1; response_revision:5100; }","duration":"117.21667ms","start":"2026-04-01T15:53:18.687375Z","end":"2026-04-01T15:53:18.804591Z","steps":["trace[1446342479] 'agreement among raft nodes before linearized reading' (duration: 117.135868ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:18.804615Z","caller":"traceutil/trace.go:171","msg":"trace[614461562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5100; }","duration":"336.295902ms","start":"2026-04-01T15:53:18.468314Z","end":"2026-04-01T15:53:18.80461Z","steps":["trace[614461562] 'agreement among raft nodes before linearized reading' (duration: 336.240181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.468305Z","time spent":"336.327153ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:53:18.804503Z","caller":"traceutil/trace.go:171","msg":"trace[311991516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5100; }","duration":"340.541102ms","start":"2026-04-01T15:53:18.46393Z","end":"2026-04-01T15:53:18.804471Z","steps":["trace[311991516] 'agreement among raft nodes before linearized reading' (duration: 340.393378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.463898Z","time spent":"340.776118ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:53:18.804591Z","caller":"traceutil/trace.go:171","msg":"trace[793165242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5100; }","duration":"342.647971ms","start":"2026-04-01T15:53:18.461926Z","end":"2026-04-01T15:53:18.804574Z","steps":["trace[793165242] 'agreement among raft nodes before linearized reading' (duration: 342.470567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.461905Z","time spent":"342.836405ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:53:18.804533Z","caller":"traceutil/trace.go:171","msg":"trace[49779928] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-kwqd7-tls; range_end:; response_count:1; response_revision:5100; }","duration":"427.882993ms","start":"2026-04-01T15:53:18.376641Z","end":"2026-04-01T15:53:18.804524Z","steps":["trace[49779928] 'agreement among raft nodes before linearized reading' (duration: 427.776811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.80484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.376624Z","time spent":"428.199401ms","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-kwqd7-tls\" "} {"level":"warn","ts":"2026-04-01T15:53:18.804517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.502098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T15:53:18.804934Z","caller":"traceutil/trace.go:171","msg":"trace[1339805331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5100; }","duration":"360.97132ms","start":"2026-04-01T15:53:18.443955Z","end":"2026-04-01T15:53:18.804926Z","steps":["trace[1339805331] 'agreement among raft nodes before linearized reading' (duration: 360.418067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:18.804964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:18.443938Z","time spent":"361.01789ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:53:30.557466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.114797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:53:30.557571Z","caller":"traceutil/trace.go:171","msg":"trace[1885622490] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5311; }","duration":"164.295821ms","start":"2026-04-01T15:53:30.393253Z","end":"2026-04-01T15:53:30.557549Z","steps":["trace[1885622490] 'count revisions from in-memory index tree' (duration: 164.009585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:30.557707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.560255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-01T15:53:30.557937Z","caller":"traceutil/trace.go:171","msg":"trace[1730505526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5311; }","duration":"116.837202ms","start":"2026-04-01T15:53:30.441076Z","end":"2026-04-01T15:53:30.557913Z","steps":["trace[1730505526] 'range keys from in-memory index tree' (duration: 116.33254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:36.857406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706582346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:53:37.324036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.02025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:53:37.324543Z","caller":"traceutil/trace.go:171","msg":"trace[1859196261] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"1.008413296s","start":"2026-04-01T15:53:36.316092Z","end":"2026-04-01T15:53:37.324505Z","steps":["trace[1859196261] 'process raft request' (duration: 791.809182ms)","trace[1859196261] 'compare' (duration: 215.430527ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:37.324616Z","caller":"traceutil/trace.go:171","msg":"trace[630380640] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5643; }","duration":"967.52299ms","start":"2026-04-01T15:53:36.357052Z","end":"2026-04-01T15:53:37.324575Z","steps":["trace[630380640] 'read index received' (duration: 750.863334ms)","trace[630380640] 'applied index is now lower than readState.Index' (duration: 216.656326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:53:37.324722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:36.316072Z","time spent":"1.00856019s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:53:37.324896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.813016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32406ceb-df9b-453e-b321-de4769099477\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-01T15:53:37.324985Z","caller":"traceutil/trace.go:171","msg":"trace[1423278925] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-32406ceb-df9b-453e-b321-de4769099477; range_end:; response_count:1; response_revision:5436; }","duration":"967.967681ms","start":"2026-04-01T15:53:36.356998Z","end":"2026-04-01T15:53:37.324966Z","steps":["trace[1423278925] 'agreement among raft nodes before linearized reading' (duration: 967.692094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.325039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:36.356974Z","time spent":"968.054752ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32406ceb-df9b-453e-b321-de4769099477\" "} {"level":"info","ts":"2026-04-01T15:53:37.324954Z","caller":"traceutil/trace.go:171","msg":"trace[1102939368] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"371.69959ms","start":"2026-04-01T15:53:36.953232Z","end":"2026-04-01T15:53:37.324931Z","steps":["trace[1102939368] 'process raft request' (duration: 371.27618ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:37.325206Z","caller":"traceutil/trace.go:171","msg":"trace[1864641729] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"318.910696ms","start":"2026-04-01T15:53:37.006242Z","end":"2026-04-01T15:53:37.325153Z","steps":["trace[1864641729] 'process raft request' (duration: 318.596659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.325371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:36.953207Z","time spent":"372.016598ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:53:37.325512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:37.006214Z","time spent":"319.156441ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:37.32554Z","caller":"traceutil/trace.go:171","msg":"trace[1168434883] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"317.147535ms","start":"2026-04-01T15:53:37.008377Z","end":"2026-04-01T15:53:37.325525Z","steps":["trace[1168434883] 'process raft request' (duration: 316.955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.32559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.581166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:53:37.325386Z","caller":"traceutil/trace.go:171","msg":"trace[1079356629] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"318.756922ms","start":"2026-04-01T15:53:37.006613Z","end":"2026-04-01T15:53:37.32537Z","steps":["trace[1079356629] 'process raft request' (duration: 318.578528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.325627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:37.008365Z","time spent":"317.223546ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:37.325652Z","caller":"traceutil/trace.go:171","msg":"trace[1692076999] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5440; }","duration":"646.685129ms","start":"2026-04-01T15:53:36.678954Z","end":"2026-04-01T15:53:37.325639Z","steps":["trace[1692076999] 'agreement among raft nodes before linearized reading' (duration: 646.574426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.325693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:36.678935Z","time spent":"646.748871ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:53:37.325726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:37.006591Z","time spent":"319.058379ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:53:37.325802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.827848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:53:37.325844Z","caller":"traceutil/trace.go:171","msg":"trace[2036921769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5440; }","duration":"266.896219ms","start":"2026-04-01T15:53:37.058936Z","end":"2026-04-01T15:53:37.325833Z","steps":["trace[2036921769] 'agreement among raft nodes before linearized reading' (duration: 266.768116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.325861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.760578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:53:37.325888Z","caller":"traceutil/trace.go:171","msg":"trace[1409751607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5440; }","duration":"275.786038ms","start":"2026-04-01T15:53:37.050094Z","end":"2026-04-01T15:53:37.32588Z","steps":["trace[1409751607] 'agreement among raft nodes before linearized reading' (duration: 275.673156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.325974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.956137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:53:37.326005Z","caller":"traceutil/trace.go:171","msg":"trace[1310697523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5440; }","duration":"257.004159ms","start":"2026-04-01T15:53:37.068993Z","end":"2026-04-01T15:53:37.325997Z","steps":["trace[1310697523] 'agreement among raft nodes before linearized reading' (duration: 256.922827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.326008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.990477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T15:53:37.32608Z","caller":"traceutil/trace.go:171","msg":"trace[2109519972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:5440; }","duration":"301.077479ms","start":"2026-04-01T15:53:37.024994Z","end":"2026-04-01T15:53:37.326072Z","steps":["trace[2109519972] 'agreement among raft nodes before linearized reading' (duration: 300.953346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.326079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.067885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32406ceb-df9b-453e-b321-de4769099477\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-01T15:53:37.32609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.018832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T15:53:37.326106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:37.024986Z","time spent":"301.112809ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-zxj2d\" "} {"level":"info","ts":"2026-04-01T15:53:37.326115Z","caller":"traceutil/trace.go:171","msg":"trace[1653849574] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-32406ceb-df9b-453e-b321-de4769099477; range_end:; response_count:1; response_revision:5440; }","duration":"436.140976ms","start":"2026-04-01T15:53:36.889963Z","end":"2026-04-01T15:53:37.326104Z","steps":["trace[1653849574] 'agreement among raft nodes before linearized reading' (duration: 436.060505ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:37.326129Z","caller":"traceutil/trace.go:171","msg":"trace[724755285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5440; }","duration":"264.077914ms","start":"2026-04-01T15:53:37.06204Z","end":"2026-04-01T15:53:37.326118Z","steps":["trace[724755285] 'agreement among raft nodes before linearized reading' (duration: 263.939481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.326167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.847916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-01T15:53:37.326249Z","caller":"traceutil/trace.go:171","msg":"trace[612402636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5440; }","duration":"123.978958ms","start":"2026-04-01T15:53:37.202256Z","end":"2026-04-01T15:53:37.326235Z","steps":["trace[612402636] 'agreement among raft nodes before linearized reading' (duration: 123.578589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.326143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:36.889942Z","time spent":"436.194838ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32406ceb-df9b-453e-b321-de4769099477\" "} {"level":"warn","ts":"2026-04-01T15:53:37.326129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.548617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:53:37.326385Z","caller":"traceutil/trace.go:171","msg":"trace[583704885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5440; }","duration":"309.824104ms","start":"2026-04-01T15:53:37.016545Z","end":"2026-04-01T15:53:37.326369Z","steps":["trace[583704885] 'agreement among raft nodes before linearized reading' (duration: 309.467125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:37.326458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:37.016537Z","time spent":"309.907355ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:53:53.274762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706582811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:53:53.633818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02230738s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:53:53.634352Z","caller":"traceutil/trace.go:171","msg":"trace[381195659] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"1.022930095s","start":"2026-04-01T15:53:52.611398Z","end":"2026-04-01T15:53:53.634328Z","steps":["trace[381195659] 'process raft request' (duration: 1.022666379s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.634501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:52.611382Z","time spent":"1.023043037s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:53:53.866952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.484272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:53:53.867265Z","caller":"traceutil/trace.go:171","msg":"trace[48322928] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"955.757444ms","start":"2026-04-01T15:53:52.911464Z","end":"2026-04-01T15:53:53.867221Z","steps":["trace[48322928] 'process raft request' (duration: 785.837111ms)","trace[48322928] 'compare' (duration: 169.258007ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:53.867327Z","caller":"traceutil/trace.go:171","msg":"trace[642678074] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"408.152503ms","start":"2026-04-01T15:53:53.459148Z","end":"2026-04-01T15:53:53.867301Z","steps":["trace[642678074] 'process raft request' (duration: 408.04242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.86745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.459138Z","time spent":"408.250165ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:53:53.867463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:52.911433Z","time spent":"955.933778ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:53:53.867665Z","caller":"traceutil/trace.go:171","msg":"trace[815185820] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"406.700858ms","start":"2026-04-01T15:53:53.460933Z","end":"2026-04-01T15:53:53.867633Z","steps":["trace[815185820] 'process raft request' (duration: 406.310869ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:53.867798Z","caller":"traceutil/trace.go:171","msg":"trace[255096866] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"409.540795ms","start":"2026-04-01T15:53:53.458238Z","end":"2026-04-01T15:53:53.867779Z","steps":["trace[255096866] 'process raft request' (duration: 408.854249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.867848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.460919Z","time spent":"406.833801ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:53:53.867898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.458183Z","time spent":"409.665957ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:53.86823Z","caller":"traceutil/trace.go:171","msg":"trace[2071721556] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5858; }","duration":"1.093474014s","start":"2026-04-01T15:53:52.774708Z","end":"2026-04-01T15:53:53.868182Z","steps":["trace[2071721556] 'read index received' (duration: 859.448193ms)","trace[2071721556] 'applied index is now lower than readState.Index' (duration: 234.022511ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:53.868259Z","caller":"traceutil/trace.go:171","msg":"trace[1048871820] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"406.460782ms","start":"2026-04-01T15:53:53.461769Z","end":"2026-04-01T15:53:53.86823Z","steps":["trace[1048871820] 'process raft request' (duration: 405.735235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.868545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093793901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:53:53.868629Z","caller":"traceutil/trace.go:171","msg":"trace[1403847570] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5650; }","duration":"1.093969535s","start":"2026-04-01T15:53:52.774639Z","end":"2026-04-01T15:53:53.868608Z","steps":["trace[1403847570] 'agreement among raft nodes before linearized reading' (duration: 1.093784191s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.868773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:52.774615Z","time spent":"1.09414371s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:53:53.869137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.46176Z","time spent":"406.688639ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:53:53.918107Z","caller":"traceutil/trace.go:171","msg":"trace[491164467] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"278.097292ms","start":"2026-04-01T15:53:53.639984Z","end":"2026-04-01T15:53:53.918081Z","steps":["trace[491164467] 'process raft request' (duration: 277.893957ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:53.918386Z","caller":"traceutil/trace.go:171","msg":"trace[2115903850] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"277.976339ms","start":"2026-04-01T15:53:53.640382Z","end":"2026-04-01T15:53:53.918358Z","steps":["trace[2115903850] 'process raft request' (duration: 277.617951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.918461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033107832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:53:53.918573Z","caller":"traceutil/trace.go:171","msg":"trace[213830235] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5653; }","duration":"1.033244645s","start":"2026-04-01T15:53:52.885286Z","end":"2026-04-01T15:53:53.91853Z","steps":["trace[213830235] 'agreement among raft nodes before linearized reading' (duration: 1.033079172s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.918633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:52.88527Z","time spent":"1.033347218s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:53:53.918648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.274941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-01T15:53:53.918711Z","caller":"traceutil/trace.go:171","msg":"trace[777820955] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5653; }","duration":"978.338192ms","start":"2026-04-01T15:53:52.940352Z","end":"2026-04-01T15:53:53.91869Z","steps":["trace[777820955] 'agreement among raft nodes before linearized reading' (duration: 978.135377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.918695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.865052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:53:53.918771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:52.940329Z","time spent":"978.428505ms","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T15:53:53.918772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.007794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T15:53:53.918769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.557596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13288"} {"level":"warn","ts":"2026-04-01T15:53:53.918837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.491479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:53:53.918897Z","caller":"traceutil/trace.go:171","msg":"trace[742835359] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"276.898104ms","start":"2026-04-01T15:53:53.64195Z","end":"2026-04-01T15:53:53.918848Z","steps":["trace[742835359] 'process raft request' (duration: 276.29366ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:53.918903Z","caller":"traceutil/trace.go:171","msg":"trace[428965161] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5653; }","duration":"279.72568ms","start":"2026-04-01T15:53:53.639142Z","end":"2026-04-01T15:53:53.918868Z","steps":["trace[428965161] 'agreement among raft nodes before linearized reading' (duration: 279.369762ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:53.918789Z","caller":"traceutil/trace.go:171","msg":"trace[582943824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5653; }","duration":"682.015555ms","start":"2026-04-01T15:53:53.236748Z","end":"2026-04-01T15:53:53.918764Z","steps":["trace[582943824] 'agreement among raft nodes before linearized reading' (duration: 681.870751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.918981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.23673Z","time spent":"682.238561ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:53:53.919011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.832206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T15:53:53.919068Z","caller":"traceutil/trace.go:171","msg":"trace[349127016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5653; }","duration":"445.119177ms","start":"2026-04-01T15:53:53.47373Z","end":"2026-04-01T15:53:53.918849Z","steps":["trace[349127016] 'agreement among raft nodes before linearized reading' (duration: 444.951673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:53.918933Z","caller":"traceutil/trace.go:171","msg":"trace[303026138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5653; }","duration":"446.619861ms","start":"2026-04-01T15:53:53.472298Z","end":"2026-04-01T15:53:53.918918Z","steps":["trace[303026138] 'agreement among raft nodes before linearized reading' (duration: 446.436087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.918627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.559674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T15:53:53.919174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.472264Z","time spent":"446.891828ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:53:53.919186Z","caller":"traceutil/trace.go:171","msg":"trace[343625883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5653; }","duration":"457.142347ms","start":"2026-04-01T15:53:53.462029Z","end":"2026-04-01T15:53:53.919171Z","steps":["trace[343625883] 'agreement among raft nodes before linearized reading' (duration: 456.40888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.919246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.46202Z","time spent":"457.204279ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:53:53.919014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030749687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:53:53.919305Z","caller":"traceutil/trace.go:171","msg":"trace[799928755] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5653; }","duration":"1.031095305s","start":"2026-04-01T15:53:52.888199Z","end":"2026-04-01T15:53:53.919294Z","steps":["trace[799928755] 'agreement among raft nodes before linearized reading' (duration: 1.030744797s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.919277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.96097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:53:53.919071Z","caller":"traceutil/trace.go:171","msg":"trace[603655992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5653; }","duration":"437.930199ms","start":"2026-04-01T15:53:53.481126Z","end":"2026-04-01T15:53:53.919056Z","steps":["trace[603655992] 'agreement among raft nodes before linearized reading' (duration: 437.714804ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:53.919363Z","caller":"traceutil/trace.go:171","msg":"trace[1997256030] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:5653; }","duration":"302.083572ms","start":"2026-04-01T15:53:53.617264Z","end":"2026-04-01T15:53:53.919347Z","steps":["trace[1997256030] 'agreement among raft nodes before linearized reading' (duration: 301.904308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.919398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.481108Z","time spent":"438.277116ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:53:53.91941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.617242Z","time spent":"302.156035ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T15:53:53.919349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:52.888178Z","time spent":"1.031158137s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:53:53.919117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.473718Z","time spent":"445.387063ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:53:53.918698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.1295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T15:53:53.920387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.924388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T15:53:53.920461Z","caller":"traceutil/trace.go:171","msg":"trace[1377488076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:5653; }","duration":"435.787329ms","start":"2026-04-01T15:53:53.484652Z","end":"2026-04-01T15:53:53.920439Z","steps":["trace[1377488076] 'agreement among raft nodes before linearized reading' (duration: 434.183522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.92069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.484643Z","time spent":"435.85084ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-zxj2d\" "} {"level":"info","ts":"2026-04-01T15:53:53.920446Z","caller":"traceutil/trace.go:171","msg":"trace[1669730554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5653; }","duration":"444.909742ms","start":"2026-04-01T15:53:53.475515Z","end":"2026-04-01T15:53:53.920424Z","steps":["trace[1669730554] 'agreement among raft nodes before linearized reading' (duration: 442.870834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:53.921327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:53:53.475504Z","time spent":"445.801672ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:53:54.035282Z","caller":"traceutil/trace.go:171","msg":"trace[1676296190] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"110.820021ms","start":"2026-04-01T15:53:53.924427Z","end":"2026-04-01T15:53:54.035247Z","steps":["trace[1676296190] 'process raft request' (duration: 94.806697ms)","trace[1676296190] 'compare' (duration: 15.849881ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:54.035754Z","caller":"traceutil/trace.go:171","msg":"trace[1397674071] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"108.073837ms","start":"2026-04-01T15:53:53.927657Z","end":"2026-04-01T15:53:54.035731Z","steps":["trace[1397674071] 'process raft request' (duration: 107.894522ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:54.035841Z","caller":"traceutil/trace.go:171","msg":"trace[1047107454] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"107.994135ms","start":"2026-04-01T15:53:53.9278Z","end":"2026-04-01T15:53:54.035794Z","steps":["trace[1047107454] 'process raft request' (duration: 107.807901ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:54.035796Z","caller":"traceutil/trace.go:171","msg":"trace[2125957929] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"107.896583ms","start":"2026-04-01T15:53:53.92788Z","end":"2026-04-01T15:53:54.035776Z","steps":["trace[2125957929] 'process raft request' (duration: 107.77583ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:54.03604Z","caller":"traceutil/trace.go:171","msg":"trace[1321902329] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"105.660711ms","start":"2026-04-01T15:53:53.930345Z","end":"2026-04-01T15:53:54.036006Z","steps":["trace[1321902329] 'process raft request' (duration: 105.360924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:54.036244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.04736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a042accc-2681-42df-aa45-b44baa1d95cd\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-01T15:53:54.036371Z","caller":"traceutil/trace.go:171","msg":"trace[1081405500] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"103.175282ms","start":"2026-04-01T15:53:53.933176Z","end":"2026-04-01T15:53:54.036351Z","steps":["trace[1081405500] 'process raft request' (duration: 102.705371ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:54.036382Z","caller":"traceutil/trace.go:171","msg":"trace[1508285691] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a042accc-2681-42df-aa45-b44baa1d95cd; range_end:; response_count:1; response_revision:5661; }","duration":"112.233094ms","start":"2026-04-01T15:53:53.924125Z","end":"2026-04-01T15:53:54.036358Z","steps":["trace[1508285691] 'agreement among raft nodes before linearized reading' (duration: 111.907977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:54.036597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.467397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81736"} {"level":"info","ts":"2026-04-01T15:53:54.036655Z","caller":"traceutil/trace.go:171","msg":"trace[1509164381] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5661; }","duration":"111.556508ms","start":"2026-04-01T15:53:53.925084Z","end":"2026-04-01T15:53:54.036641Z","steps":["trace[1509164381] 'agreement among raft nodes before linearized reading' (duration: 111.327023ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:54.037129Z","caller":"traceutil/trace.go:171","msg":"trace[434003348] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"108.491927ms","start":"2026-04-01T15:53:53.927199Z","end":"2026-04-01T15:53:54.035691Z","steps":["trace[434003348] 'process raft request' (duration: 108.263571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:54.296493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.923471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:53:54.29663Z","caller":"traceutil/trace.go:171","msg":"trace[2058372246] linearizableReadLoop","detail":"{readStateIndex:5877; appliedIndex:5876; }","duration":"257.06786ms","start":"2026-04-01T15:53:54.039543Z","end":"2026-04-01T15:53:54.296611Z","steps":["trace[2058372246] 'read index received' (duration: 140.946655ms)","trace[2058372246] 'applied index is now lower than readState.Index' (duration: 116.119815ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:54.29672Z","caller":"traceutil/trace.go:171","msg":"trace[354300410] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"260.04671ms","start":"2026-04-01T15:53:54.036646Z","end":"2026-04-01T15:53:54.296692Z","steps":["trace[354300410] 'process raft request' (duration: 143.825202ms)","trace[354300410] 'compare' (duration: 115.780107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:53:54.296857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.585749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16403"} {"level":"info","ts":"2026-04-01T15:53:54.296925Z","caller":"traceutil/trace.go:171","msg":"trace[1752030093] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5662; }","duration":"256.682481ms","start":"2026-04-01T15:53:54.040223Z","end":"2026-04-01T15:53:54.296905Z","steps":["trace[1752030093] 'agreement among raft nodes before linearized reading' (duration: 256.487326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:53:54.296951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.379597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T15:53:54.297061Z","caller":"traceutil/trace.go:171","msg":"trace[331965341] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5662; }","duration":"257.531911ms","start":"2026-04-01T15:53:54.039501Z","end":"2026-04-01T15:53:54.297033Z","steps":["trace[331965341] 'agreement among raft nodes before linearized reading' (duration: 257.199353ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:54.516302Z","caller":"traceutil/trace.go:171","msg":"trace[1962196460] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"206.336424ms","start":"2026-04-01T15:53:54.309928Z","end":"2026-04-01T15:53:54.516265Z","steps":["trace[1962196460] 'process raft request' (duration: 112.579182ms)","trace[1962196460] 'compare' (duration: 93.583568ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:54.696317Z","caller":"traceutil/trace.go:171","msg":"trace[1489697959] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"108.370704ms","start":"2026-04-01T15:53:54.587912Z","end":"2026-04-01T15:53:54.696283Z","steps":["trace[1489697959] 'process raft request' (duration: 28.292722ms)","trace[1489697959] 'compare' (duration: 79.714633ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:53:54.696718Z","caller":"traceutil/trace.go:171","msg":"trace[112660434] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"108.64258ms","start":"2026-04-01T15:53:54.58805Z","end":"2026-04-01T15:53:54.696692Z","steps":["trace[112660434] 'process raft request' (duration: 108.399825ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:54.696958Z","caller":"traceutil/trace.go:171","msg":"trace[44128946] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"108.339793ms","start":"2026-04-01T15:53:54.588575Z","end":"2026-04-01T15:53:54.696915Z","steps":["trace[44128946] 'process raft request' (duration: 107.952074ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:53:54.697333Z","caller":"traceutil/trace.go:171","msg":"trace[2075061073] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"108.425185ms","start":"2026-04-01T15:53:54.588893Z","end":"2026-04-01T15:53:54.697318Z","steps":["trace[2075061073] 'process raft request' (duration: 108.153969ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:54:06.398396Z","caller":"traceutil/trace.go:171","msg":"trace[2093220961] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"100.08147ms","start":"2026-04-01T15:54:06.298287Z","end":"2026-04-01T15:54:06.398368Z","steps":["trace[2093220961] 'process raft request' (duration: 99.920366ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:54:20.528342Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2909} {"level":"info","ts":"2026-04-01T15:54:20.620751Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2909,"took":"89.418191ms","hash":2968243019,"current-db-size-bytes":56860672,"current-db-size":"57 MB","current-db-size-in-use-bytes":31985664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-01T15:54:20.6209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2968243019,"revision":2909,"compact-revision":-1} {"level":"info","ts":"2026-04-01T15:54:36.736081Z","caller":"traceutil/trace.go:171","msg":"trace[1549119342] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"385.943065ms","start":"2026-04-01T15:54:36.350108Z","end":"2026-04-01T15:54:36.736051Z","steps":["trace[1549119342] 'process raft request' (duration: 385.787911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:54:36.736243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:54:36.350091Z","time spent":"386.076378ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:54:36.741842Z","caller":"traceutil/trace.go:171","msg":"trace[1326037966] linearizableReadLoop","detail":"{readStateIndex:6253; appliedIndex:6251; }","duration":"389.107659ms","start":"2026-04-01T15:54:36.352714Z","end":"2026-04-01T15:54:36.741822Z","steps":["trace[1326037966] 'read index received' (duration: 383.16012ms)","trace[1326037966] 'applied index is now lower than readState.Index' (duration: 5.946609ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:54:36.741865Z","caller":"traceutil/trace.go:171","msg":"trace[427238117] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"390.063892ms","start":"2026-04-01T15:54:36.351779Z","end":"2026-04-01T15:54:36.741843Z","steps":["trace[427238117] 'process raft request' (duration: 389.943619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:54:36.741966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:54:36.351753Z","time spent":"390.168314ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:54:36.741987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.253673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:54:36.742024Z","caller":"traceutil/trace.go:171","msg":"trace[601300240] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6027; }","duration":"389.336655ms","start":"2026-04-01T15:54:36.352674Z","end":"2026-04-01T15:54:36.742011Z","steps":["trace[601300240] 'agreement among raft nodes before linearized reading' (duration: 389.263803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:54:36.742055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:54:36.352658Z","time spent":"389.389546ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-04-01T15:54:44.557314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.594726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:54:44.557433Z","caller":"traceutil/trace.go:171","msg":"trace[806775460] linearizableReadLoop","detail":"{readStateIndex:6317; appliedIndex:6316; }","duration":"193.089695ms","start":"2026-04-01T15:54:44.364326Z","end":"2026-04-01T15:54:44.557415Z","steps":["trace[806775460] 'read index received' (duration: 78.198803ms)","trace[806775460] 'applied index is now lower than readState.Index' (duration: 114.889612ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:54:44.557526Z","caller":"traceutil/trace.go:171","msg":"trace[227042097] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"205.563128ms","start":"2026-04-01T15:54:44.351951Z","end":"2026-04-01T15:54:44.557514Z","steps":["trace[227042097] 'process raft request' (duration: 90.673065ms)","trace[227042097] 'compare' (duration: 114.421282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:54:44.557751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.398013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T15:54:44.557836Z","caller":"traceutil/trace.go:171","msg":"trace[107215473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6089; }","duration":"193.505015ms","start":"2026-04-01T15:54:44.364305Z","end":"2026-04-01T15:54:44.55781Z","steps":["trace[107215473] 'agreement among raft nodes before linearized reading' (duration: 193.260729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:54:44.557804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.629407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T15:54:44.557982Z","caller":"traceutil/trace.go:171","msg":"trace[732725580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:6089; }","duration":"178.845721ms","start":"2026-04-01T15:54:44.379077Z","end":"2026-04-01T15:54:44.557923Z","steps":["trace[732725580] 'agreement among raft nodes before linearized reading' (duration: 178.458162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:55:04.905445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.895132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:55:04.905591Z","caller":"traceutil/trace.go:171","msg":"trace[100231534] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"209.603182ms","start":"2026-04-01T15:55:04.695973Z","end":"2026-04-01T15:55:04.905576Z","steps":["trace[100231534] 'process raft request' (duration: 68.494815ms)","trace[100231534] 'compare' (duration: 140.776559ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:55:20.346966Z","caller":"traceutil/trace.go:171","msg":"trace[941167714] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"160.639865ms","start":"2026-04-01T15:55:20.186301Z","end":"2026-04-01T15:55:20.346941Z","steps":["trace[941167714] 'process raft request' (duration: 160.470421ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:55:20.352639Z","caller":"traceutil/trace.go:171","msg":"trace[270718599] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"165.242842ms","start":"2026-04-01T15:55:20.187376Z","end":"2026-04-01T15:55:20.352619Z","steps":["trace[270718599] 'process raft request' (duration: 165.173321ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:55:20.352652Z","caller":"traceutil/trace.go:171","msg":"trace[1635636745] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"165.805795ms","start":"2026-04-01T15:55:20.18682Z","end":"2026-04-01T15:55:20.352626Z","steps":["trace[1635636745] 'process raft request' (duration: 165.616711ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:55:20.352815Z","caller":"traceutil/trace.go:171","msg":"trace[942877647] linearizableReadLoop","detail":"{readStateIndex:6572; appliedIndex:6569; }","duration":"145.713544ms","start":"2026-04-01T15:55:20.207084Z","end":"2026-04-01T15:55:20.352797Z","steps":["trace[942877647] 'read index received' (duration: 139.764925ms)","trace[942877647] 'applied index is now lower than readState.Index' (duration: 5.947319ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:55:20.352836Z","caller":"traceutil/trace.go:171","msg":"trace[984440877] transaction","detail":"{read_only:false; response_revision:6338; number_of_response:1; }","duration":"102.736238ms","start":"2026-04-01T15:55:20.250078Z","end":"2026-04-01T15:55:20.352815Z","steps":["trace[984440877] 'process raft request' (duration: 102.508332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:55:20.352905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.806897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:55:20.352957Z","caller":"traceutil/trace.go:171","msg":"trace[1802340664] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6338; }","duration":"145.869669ms","start":"2026-04-01T15:55:20.207071Z","end":"2026-04-01T15:55:20.352941Z","steps":["trace[1802340664] 'agreement among raft nodes before linearized reading' (duration: 145.790387ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:55:20.718534Z","caller":"traceutil/trace.go:171","msg":"trace[927952067] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"109.622759ms","start":"2026-04-01T15:55:20.608881Z","end":"2026-04-01T15:55:20.718504Z","steps":["trace[927952067] 'process raft request' (duration: 109.402074ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:55:20.904144Z","caller":"traceutil/trace.go:171","msg":"trace[2036428751] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"125.265786ms","start":"2026-04-01T15:55:20.77885Z","end":"2026-04-01T15:55:20.904116Z","steps":["trace[2036428751] 'process raft request' (duration: 123.411273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:55:20.904227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.806064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:55:20.904571Z","caller":"traceutil/trace.go:171","msg":"trace[788842918] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6343; }","duration":"113.177932ms","start":"2026-04-01T15:55:20.791369Z","end":"2026-04-01T15:55:20.904547Z","steps":["trace[788842918] 'agreement among raft nodes before linearized reading' (duration: 112.708361ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:59:20.533871Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5835} {"level":"info","ts":"2026-04-01T15:59:20.619429Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5835,"took":"83.590145ms","hash":564465328,"current-db-size-bytes":56860672,"current-db-size":"57 MB","current-db-size-in-use-bytes":25579520,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-01T15:59:20.619486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":564465328,"revision":5835,"compact-revision":2909} {"level":"info","ts":"2026-04-01T15:59:39.020909Z","caller":"traceutil/trace.go:171","msg":"trace[989447292] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"192.680193ms","start":"2026-04-01T15:59:38.8282Z","end":"2026-04-01T15:59:39.02088Z","steps":["trace[989447292] 'process raft request' (duration: 192.374176ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:59:44.535961Z","caller":"traceutil/trace.go:171","msg":"trace[1268869917] linearizableReadLoop","detail":"{readStateIndex:8480; appliedIndex:8479; }","duration":"142.915597ms","start":"2026-04-01T15:59:44.393023Z","end":"2026-04-01T15:59:44.535938Z","steps":["trace[1268869917] 'read index received' (duration: 142.698742ms)","trace[1268869917] 'applied index is now lower than readState.Index' (duration: 216.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:59:44.535997Z","caller":"traceutil/trace.go:171","msg":"trace[1493975368] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"149.294228ms","start":"2026-04-01T15:59:44.386678Z","end":"2026-04-01T15:59:44.535972Z","steps":["trace[1493975368] 'process raft request' (duration: 149.133584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:44.536121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.114611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T15:59:44.536123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.088871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:59:44.536145Z","caller":"traceutil/trace.go:171","msg":"trace[832286183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8180; }","duration":"129.168192ms","start":"2026-04-01T15:59:44.406971Z","end":"2026-04-01T15:59:44.536139Z","steps":["trace[832286183] 'agreement among raft nodes before linearized reading' (duration: 129.08692ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:59:44.536151Z","caller":"traceutil/trace.go:171","msg":"trace[393459902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8180; }","duration":"143.170373ms","start":"2026-04-01T15:59:44.392975Z","end":"2026-04-01T15:59:44.536145Z","steps":["trace[393459902] 'agreement among raft nodes before linearized reading' (duration: 143.04736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:50.673398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706589849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:59:51.174369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706589849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:59:51.6752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706589849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:59:51.854019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080366944s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:59:51.854461Z","caller":"traceutil/trace.go:171","msg":"trace[1924096403] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"2.080862865s","start":"2026-04-01T15:59:49.773569Z","end":"2026-04-01T15:59:51.854432Z","steps":["trace[1924096403] 'process raft request' (duration: 2.080688751s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:51.854627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:49.773551Z","time spent":"2.080984718s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:59:51.891884Z","caller":"traceutil/trace.go:171","msg":"trace[893785236] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"549.837906ms","start":"2026-04-01T15:59:51.341992Z","end":"2026-04-01T15:59:51.89183Z","steps":["trace[893785236] 'process raft request' (duration: 549.541239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:59:51.891894Z","caller":"traceutil/trace.go:171","msg":"trace[1096481843] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"549.867116ms","start":"2026-04-01T15:59:51.341992Z","end":"2026-04-01T15:59:51.891859Z","steps":["trace[1096481843] 'process raft request' (duration: 549.731723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:51.892086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:51.341963Z","time spent":"550.014529ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:59:51.892096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:51.341964Z","time spent":"550.005439ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:59:51.892184Z","caller":"traceutil/trace.go:171","msg":"trace[55484058] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8641; }","duration":"1.71958586s","start":"2026-04-01T15:59:50.172577Z","end":"2026-04-01T15:59:51.892163Z","steps":["trace[55484058] 'read index received' (duration: 1.681662459s)","trace[55484058] 'applied index is now lower than readState.Index' (duration: 37.922251ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:59:51.892258Z","caller":"traceutil/trace.go:171","msg":"trace[2145816577] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"523.976938ms","start":"2026-04-01T15:59:51.368245Z","end":"2026-04-01T15:59:51.892222Z","steps":["trace[2145816577] 'process raft request' (duration: 523.570728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:51.892408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535041238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-01T15:59:51.892409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719832456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:59:51.892449Z","caller":"traceutil/trace.go:171","msg":"trace[832207753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:8344; }","duration":"1.535148441s","start":"2026-04-01T15:59:50.35729Z","end":"2026-04-01T15:59:51.892438Z","steps":["trace[832207753] 'agreement among raft nodes before linearized reading' (duration: 1.535001878s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:59:51.892465Z","caller":"traceutil/trace.go:171","msg":"trace[936032277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8344; }","duration":"1.719930108s","start":"2026-04-01T15:59:50.17252Z","end":"2026-04-01T15:59:51.89245Z","steps":["trace[936032277] 'agreement among raft nodes before linearized reading' (duration: 1.719759944s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:59:51.892498Z","caller":"traceutil/trace.go:171","msg":"trace[678171896] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"516.645166ms","start":"2026-04-01T15:59:51.37583Z","end":"2026-04-01T15:59:51.892475Z","steps":["trace[678171896] 'process raft request' (duration: 516.235876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:51.892517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254280398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T15:59:51.892612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.596168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:59:51.892623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:51.375817Z","time spent":"516.749019ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:59:51.892638Z","caller":"traceutil/trace.go:171","msg":"trace[1204269320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8344; }","duration":"1.254437292s","start":"2026-04-01T15:59:50.638178Z","end":"2026-04-01T15:59:51.892616Z","steps":["trace[1204269320] 'agreement among raft nodes before linearized reading' (duration: 1.254170776s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:51.892521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:50.172502Z","time spent":"1.72000819s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:59:51.892657Z","caller":"traceutil/trace.go:171","msg":"trace[1705021257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8344; }","duration":"655.69023ms","start":"2026-04-01T15:59:51.236952Z","end":"2026-04-01T15:59:51.892642Z","steps":["trace[1705021257] 'agreement among raft nodes before linearized reading' (duration: 655.619398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:51.892668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331382288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:59:51.892764Z","caller":"traceutil/trace.go:171","msg":"trace[1193275837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8344; }","duration":"1.331511671s","start":"2026-04-01T15:59:50.561233Z","end":"2026-04-01T15:59:51.892745Z","steps":["trace[1193275837] 'agreement among raft nodes before linearized reading' (duration: 1.331275016s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:51.892565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255351894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T15:59:51.892833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:50.561212Z","time spent":"1.331604993s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:59:51.892857Z","caller":"traceutil/trace.go:171","msg":"trace[793760089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8344; }","duration":"1.255676852s","start":"2026-04-01T15:59:50.637164Z","end":"2026-04-01T15:59:51.892841Z","steps":["trace[793760089] 'agreement among raft nodes before linearized reading' (duration: 1.255340454s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:59:51.892924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:50.637141Z","time spent":"1.255768763s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:59:51.892687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:50.638161Z","time spent":"1.254517564s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:59:51.892458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:51.368223Z","time spent":"524.138312ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:59:51.892703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:51.236929Z","time spent":"655.764132ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:59:51.892482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:59:50.357263Z","time spent":"1.535211632s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-zxj2d\" "} {"level":"info","ts":"2026-04-01T16:00:01.653078Z","caller":"traceutil/trace.go:171","msg":"trace[184663006] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"158.023458ms","start":"2026-04-01T16:00:01.495022Z","end":"2026-04-01T16:00:01.653046Z","steps":["trace[184663006] 'process raft request' (duration: 157.824124ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:02.025983Z","caller":"traceutil/trace.go:171","msg":"trace[1043470589] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"118.877701ms","start":"2026-04-01T16:00:01.907091Z","end":"2026-04-01T16:00:02.025969Z","steps":["trace[1043470589] 'process raft request' (duration: 118.787929ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:02.080371Z","caller":"traceutil/trace.go:171","msg":"trace[726836538] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"149.270544ms","start":"2026-04-01T16:00:01.931083Z","end":"2026-04-01T16:00:02.080353Z","steps":["trace[726836538] 'process raft request' (duration: 149.147171ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:02.080621Z","caller":"traceutil/trace.go:171","msg":"trace[110826866] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"149.12833ms","start":"2026-04-01T16:00:01.931486Z","end":"2026-04-01T16:00:02.080614Z","steps":["trace[110826866] 'process raft request' (duration: 148.825803ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:02.080816Z","caller":"traceutil/trace.go:171","msg":"trace[2121810186] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"148.324041ms","start":"2026-04-01T16:00:01.932461Z","end":"2026-04-01T16:00:02.080785Z","steps":["trace[2121810186] 'process raft request' (duration: 148.206038ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:02.080903Z","caller":"traceutil/trace.go:171","msg":"trace[1928191170] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"149.263863ms","start":"2026-04-01T16:00:01.931611Z","end":"2026-04-01T16:00:02.080874Z","steps":["trace[1928191170] 'process raft request' (duration: 148.925415ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:04.451312Z","caller":"traceutil/trace.go:171","msg":"trace[2143872164] linearizableReadLoop","detail":"{readStateIndex:8719; appliedIndex:8718; }","duration":"106.179022ms","start":"2026-04-01T16:00:04.345109Z","end":"2026-04-01T16:00:04.451288Z","steps":["trace[2143872164] 'read index received' (duration: 46.402879ms)","trace[2143872164] 'applied index is now lower than readState.Index' (duration: 59.774963ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:04.451381Z","caller":"traceutil/trace.go:171","msg":"trace[42198145] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"106.708184ms","start":"2026-04-01T16:00:04.344644Z","end":"2026-04-01T16:00:04.451352Z","steps":["trace[42198145] 'process raft request' (duration: 46.919441ms)","trace[42198145] 'compare' (duration: 59.517847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:04.451516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.374467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:04.451558Z","caller":"traceutil/trace.go:171","msg":"trace[772552956] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8413; }","duration":"106.459199ms","start":"2026-04-01T16:00:04.345088Z","end":"2026-04-01T16:00:04.451547Z","steps":["trace[772552956] 'agreement among raft nodes before linearized reading' (duration: 106.323395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:04.451511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.319335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:04.451804Z","caller":"traceutil/trace.go:171","msg":"trace[438438625] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8413; }","duration":"106.673023ms","start":"2026-04-01T16:00:04.34512Z","end":"2026-04-01T16:00:04.451793Z","steps":["trace[438438625] 'agreement among raft nodes before linearized reading' (duration: 106.329805ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:05.321155Z","caller":"traceutil/trace.go:171","msg":"trace[522133843] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"114.65526ms","start":"2026-04-01T16:00:05.206471Z","end":"2026-04-01T16:00:05.321127Z","steps":["trace[522133843] 'process raft request' (duration: 114.451015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:05.963393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.539402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:00:05.963472Z","caller":"traceutil/trace.go:171","msg":"trace[407171594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8414; }","duration":"187.673825ms","start":"2026-04-01T16:00:05.77578Z","end":"2026-04-01T16:00:05.963454Z","steps":["trace[407171594] 'count revisions from in-memory index tree' (duration: 187.349618ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:06.285141Z","caller":"traceutil/trace.go:171","msg":"trace[965749619] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"150.467562ms","start":"2026-04-01T16:00:06.134645Z","end":"2026-04-01T16:00:06.285113Z","steps":["trace[965749619] 'read index received' (duration: 150.365649ms)","trace[965749619] 'applied index is now lower than readState.Index' (duration: 100.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:06.285261Z","caller":"traceutil/trace.go:171","msg":"trace[998601898] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"164.488091ms","start":"2026-04-01T16:00:06.120761Z","end":"2026-04-01T16:00:06.285249Z","steps":["trace[998601898] 'process raft request' (duration: 164.176064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.28542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.758999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T16:00:06.285492Z","caller":"traceutil/trace.go:171","msg":"trace[1063032596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8415; }","duration":"150.866801ms","start":"2026-04-01T16:00:06.134609Z","end":"2026-04-01T16:00:06.285476Z","steps":["trace[1063032596] 'agreement among raft nodes before linearized reading' (duration: 150.704938ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:06.363524Z","caller":"traceutil/trace.go:171","msg":"trace[1219726256] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"228.391221ms","start":"2026-04-01T16:00:06.135111Z","end":"2026-04-01T16:00:06.363502Z","steps":["trace[1219726256] 'process raft request' (duration: 228.191736ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:06.363841Z","caller":"traceutil/trace.go:171","msg":"trace[1821780862] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"227.991771ms","start":"2026-04-01T16:00:06.135818Z","end":"2026-04-01T16:00:06.36381Z","steps":["trace[1821780862] 'process raft request' (duration: 227.640383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.363937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.584317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:00:06.365052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.741188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:00:06.365126Z","caller":"traceutil/trace.go:171","msg":"trace[728141320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8418; }","duration":"126.801426ms","start":"2026-04-01T16:00:06.238303Z","end":"2026-04-01T16:00:06.365104Z","steps":["trace[728141320] 'agreement among raft nodes before linearized reading' (duration: 125.532106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.365105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.892194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T16:00:06.365173Z","caller":"traceutil/trace.go:171","msg":"trace[1390735899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:8418; }","duration":"225.84371ms","start":"2026-04-01T16:00:06.139273Z","end":"2026-04-01T16:00:06.365117Z","steps":["trace[1390735899] 'agreement among raft nodes before linearized reading' (duration: 224.658823ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:06.365217Z","caller":"traceutil/trace.go:171","msg":"trace[1342820623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8418; }","duration":"175.045578ms","start":"2026-04-01T16:00:06.190144Z","end":"2026-04-01T16:00:06.36519Z","steps":["trace[1342820623] 'agreement among raft nodes before linearized reading' (duration: 173.699197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.365119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.181167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:06.365309Z","caller":"traceutil/trace.go:171","msg":"trace[789373247] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"229.338703ms","start":"2026-04-01T16:00:06.135888Z","end":"2026-04-01T16:00:06.365227Z","steps":["trace[789373247] 'process raft request' (duration: 227.797027ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:06.365523Z","caller":"traceutil/trace.go:171","msg":"trace[869331099] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8418; }","duration":"142.547696ms","start":"2026-04-01T16:00:06.222844Z","end":"2026-04-01T16:00:06.365392Z","steps":["trace[869331099] 'agreement among raft nodes before linearized reading' (duration: 141.03581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.365585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.71134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T16:00:06.365642Z","caller":"traceutil/trace.go:171","msg":"trace[1251641009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8418; }","duration":"220.813822ms","start":"2026-04-01T16:00:06.14481Z","end":"2026-04-01T16:00:06.365624Z","steps":["trace[1251641009] 'agreement among raft nodes before linearized reading' (duration: 219.114202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.455894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.638569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T16:00:06.455985Z","caller":"traceutil/trace.go:171","msg":"trace[1866578995] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"166.620091ms","start":"2026-04-01T16:00:06.289338Z","end":"2026-04-01T16:00:06.455958Z","steps":["trace[1866578995] 'process raft request' (duration: 93.784431ms)","trace[1866578995] 'compare' (duration: 72.678476ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:06.455998Z","caller":"traceutil/trace.go:171","msg":"trace[834108395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8418; }","duration":"197.802733ms","start":"2026-04-01T16:00:06.258174Z","end":"2026-04-01T16:00:06.455977Z","steps":["trace[834108395] 'agreement among raft nodes before linearized reading' (duration: 112.86718ms)","trace[834108395] 'range keys from in-memory index tree' (duration: 84.623386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:06.456086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.268478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:06.456171Z","caller":"traceutil/trace.go:171","msg":"trace[1793026483] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8419; }","duration":"133.39071ms","start":"2026-04-01T16:00:06.322759Z","end":"2026-04-01T16:00:06.456149Z","steps":["trace[1793026483] 'agreement among raft nodes before linearized reading' (duration: 133.242647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.456245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.939434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:06.45636Z","caller":"traceutil/trace.go:171","msg":"trace[1223597211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8419; }","duration":"160.104358ms","start":"2026-04-01T16:00:06.296228Z","end":"2026-04-01T16:00:06.456332Z","steps":["trace[1223597211] 'agreement among raft nodes before linearized reading' (duration: 159.913543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.456332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.39287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T16:00:06.45656Z","caller":"traceutil/trace.go:171","msg":"trace[1386948335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8418; }","duration":"199.668907ms","start":"2026-04-01T16:00:06.256852Z","end":"2026-04-01T16:00:06.456521Z","steps":["trace[1386948335] 'agreement among raft nodes before linearized reading' (duration: 108.378154ms)","trace[1386948335] 'range keys from in-memory index tree' (duration: 90.599576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:06.943847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.435187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:00:06.944115Z","caller":"traceutil/trace.go:171","msg":"trace[1496706821] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"572.402595ms","start":"2026-04-01T16:00:06.37168Z","end":"2026-04-01T16:00:06.944083Z","steps":["trace[1496706821] 'process raft request' (duration: 261.63637ms)","trace[1496706821] 'compare' (duration: 308.952512ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:06.944148Z","caller":"traceutil/trace.go:171","msg":"trace[1651186385] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"570.670904ms","start":"2026-04-01T16:00:06.373445Z","end":"2026-04-01T16:00:06.944116Z","steps":["trace[1651186385] 'process raft request' (duration: 570.519191ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:06.944243Z","caller":"traceutil/trace.go:171","msg":"trace[1739586416] linearizableReadLoop","detail":"{readStateIndex:8727; appliedIndex:8725; }","duration":"488.293411ms","start":"2026-04-01T16:00:06.455925Z","end":"2026-04-01T16:00:06.944218Z","steps":["trace[1739586416] 'read index received' (duration: 177.407094ms)","trace[1739586416] 'applied index is now lower than readState.Index' (duration: 310.882337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:06.944257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:06.371659Z","time spent":"572.523318ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:00:06.944284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:06.373422Z","time spent":"570.785237ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:00:06.944294Z","caller":"traceutil/trace.go:171","msg":"trace[1736632091] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"484.03361ms","start":"2026-04-01T16:00:06.460252Z","end":"2026-04-01T16:00:06.944285Z","steps":["trace[1736632091] 'process raft request' (duration: 483.881467ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:06.944247Z","caller":"traceutil/trace.go:171","msg":"trace[1217172912] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"482.809202ms","start":"2026-04-01T16:00:06.461419Z","end":"2026-04-01T16:00:06.944229Z","steps":["trace[1217172912] 'process raft request' (duration: 482.765911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.94437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:06.460225Z","time spent":"484.106362ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:00:06.944399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:06.461399Z","time spent":"482.973835ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:00:06.944407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.842786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:00:06.94444Z","caller":"traceutil/trace.go:171","msg":"trace[156600380] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8423; }","duration":"454.876857ms","start":"2026-04-01T16:00:06.489553Z","end":"2026-04-01T16:00:06.94443Z","steps":["trace[156600380] 'agreement among raft nodes before linearized reading' (duration: 454.820135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.944472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:06.48954Z","time spent":"454.924237ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:00:06.94453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.868743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:06.944633Z","caller":"traceutil/trace.go:171","msg":"trace[1727017829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8423; }","duration":"577.999886ms","start":"2026-04-01T16:00:06.36661Z","end":"2026-04-01T16:00:06.94461Z","steps":["trace[1727017829] 'agreement among raft nodes before linearized reading' (duration: 577.845452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.944667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.06118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222788"} {"level":"warn","ts":"2026-04-01T16:00:06.944682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:06.366586Z","time spent":"578.087388ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:00:06.944712Z","caller":"traceutil/trace.go:171","msg":"trace[1528949110] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8423; }","duration":"573.132182ms","start":"2026-04-01T16:00:06.371569Z","end":"2026-04-01T16:00:06.944702Z","steps":["trace[1528949110] 'agreement among raft nodes before linearized reading' (duration: 572.752813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:06.944742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:06.371549Z","time spent":"573.185264ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:00:30.992609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.160749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-01T16:00:30.992676Z","caller":"traceutil/trace.go:171","msg":"trace[743075301] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8602; }","duration":"249.273431ms","start":"2026-04-01T16:00:30.743385Z","end":"2026-04-01T16:00:30.992659Z","steps":["trace[743075301] 'range keys from in-memory index tree' (duration: 248.999134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:33.646759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706590703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:00:34.14706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706590703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:00:34.319151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.209982589s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:00:34.319545Z","caller":"traceutil/trace.go:171","msg":"trace[969260400] linearizableReadLoop","detail":"{readStateIndex:8929; appliedIndex:8928; }","duration":"1.173871051s","start":"2026-04-01T16:00:33.145648Z","end":"2026-04-01T16:00:34.319519Z","steps":["trace[969260400] 'read index received' (duration: 1.173635575s)","trace[969260400] 'applied index is now lower than readState.Index' (duration: 234.096µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:34.319642Z","caller":"traceutil/trace.go:171","msg":"trace[491830305] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"1.210549353s","start":"2026-04-01T16:00:33.109081Z","end":"2026-04-01T16:00:34.31963Z","steps":["trace[491830305] 'process raft request' (duration: 1.210256876s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:34.319753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.109065Z","time spent":"1.210609334s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:00:34.319971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17254901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T16:00:34.320078Z","caller":"traceutil/trace.go:171","msg":"trace[1614627149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8616; }","duration":"1.172691703s","start":"2026-04-01T16:00:33.147351Z","end":"2026-04-01T16:00:34.320043Z","steps":["trace[1614627149] 'agreement among raft nodes before linearized reading' (duration: 1.172481238s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:34.320127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.147334Z","time spent":"1.172782126s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:00:34.320288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033791563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-01T16:00:34.320335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083825658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:34.320339Z","caller":"traceutil/trace.go:171","msg":"trace[1802920722] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8616; }","duration":"1.033889196s","start":"2026-04-01T16:00:33.286437Z","end":"2026-04-01T16:00:34.320326Z","steps":["trace[1802920722] 'agreement among raft nodes before linearized reading' (duration: 1.033677351s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:34.320374Z","caller":"traceutil/trace.go:171","msg":"trace[1151569847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8616; }","duration":"1.08389765s","start":"2026-04-01T16:00:33.236467Z","end":"2026-04-01T16:00:34.320364Z","steps":["trace[1151569847] 'agreement among raft nodes before linearized reading' (duration: 1.083824228s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:34.320406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.23645Z","time spent":"1.083950571s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:00:34.32042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.286419Z","time spent":"1.033954007s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:00:34.320603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165893224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:00:34.320641Z","caller":"traceutil/trace.go:171","msg":"trace[1034016184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:8616; }","duration":"1.165950685s","start":"2026-04-01T16:00:33.15468Z","end":"2026-04-01T16:00:34.320631Z","steps":["trace[1034016184] 'agreement among raft nodes before linearized reading' (duration: 1.165851213s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:34.320671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.154669Z","time spent":"1.165996477s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-zxj2d\" "} {"level":"warn","ts":"2026-04-01T16:00:34.320789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172758415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T16:00:34.320817Z","caller":"traceutil/trace.go:171","msg":"trace[494165962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8616; }","duration":"1.172786165s","start":"2026-04-01T16:00:33.148024Z","end":"2026-04-01T16:00:34.32081Z","steps":["trace[494165962] 'agreement among raft nodes before linearized reading' (duration: 1.172713804s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:34.320846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.147907Z","time spent":"1.172933559s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:00:34.3212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17554536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T16:00:34.321245Z","caller":"traceutil/trace.go:171","msg":"trace[1542561213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8616; }","duration":"1.175622382s","start":"2026-04-01T16:00:33.145612Z","end":"2026-04-01T16:00:34.321234Z","steps":["trace[1542561213] 'agreement among raft nodes before linearized reading' (duration: 1.175501879s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:34.32128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.145598Z","time spent":"1.175674643s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:00:34.32151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.605207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T16:00:34.321552Z","caller":"traceutil/trace.go:171","msg":"trace[212117217] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:8616; }","duration":"681.672788ms","start":"2026-04-01T16:00:33.639867Z","end":"2026-04-01T16:00:34.32154Z","steps":["trace[212117217] 'agreement among raft nodes before linearized reading' (duration: 681.576866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:34.321641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.639852Z","time spent":"681.781032ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:00:34.321847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.810061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:00:34.321899Z","caller":"traceutil/trace.go:171","msg":"trace[899657157] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8616; }","duration":"822.856342ms","start":"2026-04-01T16:00:33.499024Z","end":"2026-04-01T16:00:34.32188Z","steps":["trace[899657157] 'agreement among raft nodes before linearized reading' (duration: 822.783281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:34.321949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:33.49898Z","time spent":"822.956685ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:00:34.826377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706590707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:00:35.116581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.324809Z","time spent":"791.766984ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:00:35.143088Z","caller":"traceutil/trace.go:171","msg":"trace[1890323006] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"816.301389ms","start":"2026-04-01T16:00:34.326745Z","end":"2026-04-01T16:00:35.143046Z","steps":["trace[1890323006] 'process raft request' (duration: 816.234517ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:35.143111Z","caller":"traceutil/trace.go:171","msg":"trace[1986371358] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"818.159533ms","start":"2026-04-01T16:00:34.32492Z","end":"2026-04-01T16:00:35.14308Z","steps":["trace[1986371358] 'process raft request' (duration: 817.818405ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:35.143128Z","caller":"traceutil/trace.go:171","msg":"trace[2077622704] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"816.994595ms","start":"2026-04-01T16:00:34.326107Z","end":"2026-04-01T16:00:35.143102Z","steps":["trace[2077622704] 'process raft request' (duration: 816.828151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.143225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.326727Z","time spent":"816.426972ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:00:35.143276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.326054Z","time spent":"817.137979ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:00:35.14355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.324899Z","time spent":"818.415989ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:00:35.14354Z","caller":"traceutil/trace.go:171","msg":"trace[988793687] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"746.423979ms","start":"2026-04-01T16:00:34.397085Z","end":"2026-04-01T16:00:35.143509Z","steps":["trace[988793687] 'process raft request' (duration: 745.928097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.143694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.397067Z","time spent":"746.547392ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:00:35.143837Z","caller":"traceutil/trace.go:171","msg":"trace[1824294750] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"745.964288ms","start":"2026-04-01T16:00:34.397862Z","end":"2026-04-01T16:00:35.143826Z","steps":["trace[1824294750] 'process raft request' (duration: 745.491467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.143894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.397825Z","time spent":"746.04053ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:00:35.143899Z","caller":"traceutil/trace.go:171","msg":"trace[588303697] linearizableReadLoop","detail":"{readStateIndex:8939; appliedIndex:8929; }","duration":"818.4475ms","start":"2026-04-01T16:00:34.32544Z","end":"2026-04-01T16:00:35.143887Z","steps":["trace[588303697] 'read index received' (duration: 742.131728ms)","trace[588303697] 'applied index is now lower than readState.Index' (duration: 76.314932ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:35.143855Z","caller":"traceutil/trace.go:171","msg":"trace[1362818608] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"666.124185ms","start":"2026-04-01T16:00:34.477717Z","end":"2026-04-01T16:00:35.143841Z","steps":["trace[1362818608] 'process raft request' (duration: 666.014142ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:35.143967Z","caller":"traceutil/trace.go:171","msg":"trace[518946714] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"638.65957ms","start":"2026-04-01T16:00:34.505299Z","end":"2026-04-01T16:00:35.143959Z","steps":["trace[518946714] 'process raft request' (duration: 638.487036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.144032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.505282Z","time spent":"638.713481ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:00:35.144084Z","caller":"traceutil/trace.go:171","msg":"trace[171324331] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"618.539947ms","start":"2026-04-01T16:00:34.525534Z","end":"2026-04-01T16:00:35.144074Z","steps":["trace[171324331] 'process raft request' (duration: 618.318082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.144021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.477691Z","time spent":"666.261178ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:00:35.144143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.525512Z","time spent":"618.601959ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:00:35.144256Z","caller":"traceutil/trace.go:171","msg":"trace[1386397822] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"632.326241ms","start":"2026-04-01T16:00:34.511916Z","end":"2026-04-01T16:00:35.144242Z","steps":["trace[1386397822] 'process raft request' (duration: 631.906101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.144328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.511894Z","time spent":"632.398533ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:00:35.144769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.32106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227519"} {"level":"info","ts":"2026-04-01T16:00:35.144824Z","caller":"traceutil/trace.go:171","msg":"trace[1257343987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8625; }","duration":"819.402482ms","start":"2026-04-01T16:00:34.325409Z","end":"2026-04-01T16:00:35.144812Z","steps":["trace[1257343987] 'agreement among raft nodes before linearized reading' (duration: 818.704556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.144865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.325395Z","time spent":"819.460153ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227541,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:00:35.15467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.85425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-01T16:00:35.154718Z","caller":"traceutil/trace.go:171","msg":"trace[25127502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8627; }","duration":"827.929213ms","start":"2026-04-01T16:00:34.326779Z","end":"2026-04-01T16:00:35.154708Z","steps":["trace[25127502] 'agreement among raft nodes before linearized reading' (duration: 827.783159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.154748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.326768Z","time spent":"827.971063ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:00:35.154714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.5494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:35.154785Z","caller":"traceutil/trace.go:171","msg":"trace[2018733323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8627; }","duration":"823.635241ms","start":"2026-04-01T16:00:34.331139Z","end":"2026-04-01T16:00:35.154774Z","steps":["trace[2018733323] 'agreement among raft nodes before linearized reading' (duration: 823.530739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.154818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.046608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T16:00:35.154873Z","caller":"traceutil/trace.go:171","msg":"trace[1634458079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8627; }","duration":"535.13748ms","start":"2026-04-01T16:00:34.619722Z","end":"2026-04-01T16:00:35.154859Z","steps":["trace[1634458079] 'agreement among raft nodes before linearized reading' (duration: 534.987427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.154944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.619705Z","time spent":"535.231732ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:00:35.154837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.331128Z","time spent":"823.702713ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:00:35.154741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.300712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:00:35.155058Z","caller":"traceutil/trace.go:171","msg":"trace[259945624] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8627; }","duration":"615.661281ms","start":"2026-04-01T16:00:34.539387Z","end":"2026-04-01T16:00:35.155048Z","steps":["trace[259945624] 'agreement among raft nodes before linearized reading' (duration: 615.244181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:35.155101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:34.539369Z","time spent":"615.713982ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":86,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:00:37.315821Z","caller":"traceutil/trace.go:171","msg":"trace[2038210725] linearizableReadLoop","detail":"{readStateIndex:8944; appliedIndex:8943; }","duration":"165.657668ms","start":"2026-04-01T16:00:37.150139Z","end":"2026-04-01T16:00:37.315797Z","steps":["trace[2038210725] 'read index received' (duration: 165.470044ms)","trace[2038210725] 'applied index is now lower than readState.Index' (duration: 186.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:37.315895Z","caller":"traceutil/trace.go:171","msg":"trace[1231802322] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"165.796302ms","start":"2026-04-01T16:00:37.150065Z","end":"2026-04-01T16:00:37.315861Z","steps":["trace[1231802322] 'process raft request' (duration: 165.572427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:37.316048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.886134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T16:00:37.31609Z","caller":"traceutil/trace.go:171","msg":"trace[735951679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8630; }","duration":"165.952175ms","start":"2026-04-01T16:00:37.150126Z","end":"2026-04-01T16:00:37.316079Z","steps":["trace[735951679] 'agreement among raft nodes before linearized reading' (duration: 165.788671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:37.335783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.586716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T16:00:37.33588Z","caller":"traceutil/trace.go:171","msg":"trace[2046351216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8634; }","duration":"185.724399ms","start":"2026-04-01T16:00:37.150134Z","end":"2026-04-01T16:00:37.335859Z","steps":["trace[2046351216] 'agreement among raft nodes before linearized reading' (duration: 185.461003ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:37.335908Z","caller":"traceutil/trace.go:171","msg":"trace[441979965] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"182.663948ms","start":"2026-04-01T16:00:37.153223Z","end":"2026-04-01T16:00:37.335887Z","steps":["trace[441979965] 'process raft request' (duration: 182.308089ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:37.336052Z","caller":"traceutil/trace.go:171","msg":"trace[1743999780] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"185.810971ms","start":"2026-04-01T16:00:37.150231Z","end":"2026-04-01T16:00:37.336042Z","steps":["trace[1743999780] 'process raft request' (duration: 185.103965ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:37.336212Z","caller":"traceutil/trace.go:171","msg":"trace[709099128] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"185.948394ms","start":"2026-04-01T16:00:37.150254Z","end":"2026-04-01T16:00:37.336202Z","steps":["trace[709099128] 'process raft request' (duration: 185.200897ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:37.336293Z","caller":"traceutil/trace.go:171","msg":"trace[175253930] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"185.889623ms","start":"2026-04-01T16:00:37.150362Z","end":"2026-04-01T16:00:37.336252Z","steps":["trace[175253930] 'process raft request' (duration: 185.129005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:37.336399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.707153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T16:00:37.33644Z","caller":"traceutil/trace.go:171","msg":"trace[126707547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8634; }","duration":"172.767054ms","start":"2026-04-01T16:00:37.163663Z","end":"2026-04-01T16:00:37.33643Z","steps":["trace[126707547] 'agreement among raft nodes before linearized reading' (duration: 172.634461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:37.336647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.299503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:00:37.336739Z","caller":"traceutil/trace.go:171","msg":"trace[667897073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:8634; }","duration":"186.401585ms","start":"2026-04-01T16:00:37.150315Z","end":"2026-04-01T16:00:37.336717Z","steps":["trace[667897073] 'agreement among raft nodes before linearized reading' (duration: 186.19112ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:38.461584Z","caller":"traceutil/trace.go:171","msg":"trace[935441502] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"123.043098ms","start":"2026-04-01T16:00:38.338513Z","end":"2026-04-01T16:00:38.461556Z","steps":["trace[935441502] 'process raft request' (duration: 122.862813ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.218124Z","caller":"traceutil/trace.go:171","msg":"trace[192186324] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9036; }","duration":"217.252109ms","start":"2026-04-01T16:00:47.000746Z","end":"2026-04-01T16:00:47.217998Z","steps":["trace[192186324] 'read index received' (duration: 119.092165ms)","trace[192186324] 'applied index is now lower than readState.Index' (duration: 98.158024ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:47.218142Z","caller":"traceutil/trace.go:171","msg":"trace[97965330] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"218.534089ms","start":"2026-04-01T16:00:46.999562Z","end":"2026-04-01T16:00:47.218096Z","steps":["trace[97965330] 'process raft request' (duration: 120.326464ms)","trace[97965330] 'compare' (duration: 97.791715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:47.21902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.225062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-04-01T16:00:47.219133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.847619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5879p\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-04-01T16:00:47.219152Z","caller":"traceutil/trace.go:171","msg":"trace[396383281] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8719; }","duration":"218.397576ms","start":"2026-04-01T16:00:47.000727Z","end":"2026-04-01T16:00:47.219125Z","steps":["trace[396383281] 'agreement among raft nodes before linearized reading' (duration: 217.795522ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.219235Z","caller":"traceutil/trace.go:171","msg":"trace[2021767298] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5879p; range_end:; response_count:1; response_revision:8719; }","duration":"216.991763ms","start":"2026-04-01T16:00:47.002207Z","end":"2026-04-01T16:00:47.219199Z","steps":["trace[2021767298] 'agreement among raft nodes before linearized reading' (duration: 216.777408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:47.219472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.951202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-04-01T16:00:47.219593Z","caller":"traceutil/trace.go:171","msg":"trace[56613366] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8719; }","duration":"217.118245ms","start":"2026-04-01T16:00:47.002435Z","end":"2026-04-01T16:00:47.219553Z","steps":["trace[56613366] 'agreement among raft nodes before linearized reading' (duration: 216.844489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:47.219764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.377512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-01T16:00:47.219959Z","caller":"traceutil/trace.go:171","msg":"trace[2049600958] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8719; }","duration":"217.562476ms","start":"2026-04-01T16:00:47.002313Z","end":"2026-04-01T16:00:47.219875Z","steps":["trace[2049600958] 'agreement among raft nodes before linearized reading' (duration: 217.237238ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.458073Z","caller":"traceutil/trace.go:171","msg":"trace[1474030994] linearizableReadLoop","detail":"{readStateIndex:9040; appliedIndex:9039; }","duration":"144.287896ms","start":"2026-04-01T16:00:47.313756Z","end":"2026-04-01T16:00:47.458043Z","steps":["trace[1474030994] 'read index received' (duration: 105.6601ms)","trace[1474030994] 'applied index is now lower than readState.Index' (duration: 38.626476ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:47.458157Z","caller":"traceutil/trace.go:171","msg":"trace[494785077] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8721; }","duration":"161.791998ms","start":"2026-04-01T16:00:47.296326Z","end":"2026-04-01T16:00:47.458118Z","steps":["trace[494785077] 'process raft request' (duration: 123.075249ms)","trace[494785077] 'compare' (duration: 38.568365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:47.458246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.45479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:00:47.45837Z","caller":"traceutil/trace.go:171","msg":"trace[978034748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8721; }","duration":"144.635444ms","start":"2026-04-01T16:00:47.313715Z","end":"2026-04-01T16:00:47.45835Z","steps":["trace[978034748] 'agreement among raft nodes before linearized reading' (duration: 144.44582ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.571379Z","caller":"traceutil/trace.go:171","msg":"trace[1019488533] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"225.049922ms","start":"2026-04-01T16:00:47.346305Z","end":"2026-04-01T16:00:47.571355Z","steps":["trace[1019488533] 'process raft request' (duration: 224.785916ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.5714Z","caller":"traceutil/trace.go:171","msg":"trace[1409538706] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"190.45887ms","start":"2026-04-01T16:00:47.380914Z","end":"2026-04-01T16:00:47.571373Z","steps":["trace[1409538706] 'process raft request' (duration: 190.370928ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.571588Z","caller":"traceutil/trace.go:171","msg":"trace[1235759707] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"187.02962ms","start":"2026-04-01T16:00:47.384551Z","end":"2026-04-01T16:00:47.57158Z","steps":["trace[1235759707] 'process raft request' (duration: 186.776714ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.571657Z","caller":"traceutil/trace.go:171","msg":"trace[407856306] linearizableReadLoop","detail":"{readStateIndex:9044; appliedIndex:9040; }","duration":"113.481704ms","start":"2026-04-01T16:00:47.458167Z","end":"2026-04-01T16:00:47.571648Z","steps":["trace[407856306] 'read index received' (duration: 112.877309ms)","trace[407856306] 'applied index is now lower than readState.Index' (duration: 604.085µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:47.571792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.377485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T16:00:47.571804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.021009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T16:00:47.571815Z","caller":"traceutil/trace.go:171","msg":"trace[1672807273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8725; }","duration":"140.440396ms","start":"2026-04-01T16:00:47.431369Z","end":"2026-04-01T16:00:47.57181Z","steps":["trace[1672807273] 'agreement among raft nodes before linearized reading' (duration: 140.352224ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.571823Z","caller":"traceutil/trace.go:171","msg":"trace[274428513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8725; }","duration":"161.073651ms","start":"2026-04-01T16:00:47.410743Z","end":"2026-04-01T16:00:47.571817Z","steps":["trace[274428513] 'agreement among raft nodes before linearized reading' (duration: 161.013989ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.571855Z","caller":"traceutil/trace.go:171","msg":"trace[1175979288] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"187.126652ms","start":"2026-04-01T16:00:47.384725Z","end":"2026-04-01T16:00:47.571852Z","steps":["trace[1175979288] 'process raft request' (duration: 186.799395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:47.571918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.264289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:00:47.57192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.874632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:00:47.571932Z","caller":"traceutil/trace.go:171","msg":"trace[1328198962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8725; }","duration":"139.297669ms","start":"2026-04-01T16:00:47.432631Z","end":"2026-04-01T16:00:47.571929Z","steps":["trace[1328198962] 'agreement among raft nodes before linearized reading' (duration: 139.259918ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.571937Z","caller":"traceutil/trace.go:171","msg":"trace[1103269699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8725; }","duration":"179.942733ms","start":"2026-04-01T16:00:47.39199Z","end":"2026-04-01T16:00:47.571933Z","steps":["trace[1103269699] 'agreement among raft nodes before linearized reading' (duration: 179.880522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:47.601731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.738226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T16:00:47.601725Z","caller":"traceutil/trace.go:171","msg":"trace[1101306000] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"141.837059ms","start":"2026-04-01T16:00:47.459859Z","end":"2026-04-01T16:00:47.601696Z","steps":["trace[1101306000] 'process raft request' (duration: 141.668145ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:47.601781Z","caller":"traceutil/trace.go:171","msg":"trace[1007771378] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8726; }","duration":"135.825098ms","start":"2026-04-01T16:00:47.465946Z","end":"2026-04-01T16:00:47.601771Z","steps":["trace[1007771378] 'agreement among raft nodes before linearized reading' (duration: 135.671414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:47.601854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.295138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:00:47.601927Z","caller":"traceutil/trace.go:171","msg":"trace[5995513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:8726; }","duration":"133.410501ms","start":"2026-04-01T16:00:47.4685Z","end":"2026-04-01T16:00:47.601911Z","steps":["trace[5995513] 'agreement among raft nodes before linearized reading' (duration: 133.212156ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:48.443217Z","caller":"traceutil/trace.go:171","msg":"trace[1594956814] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9052; }","duration":"206.233711ms","start":"2026-04-01T16:00:48.236958Z","end":"2026-04-01T16:00:48.443192Z","steps":["trace[1594956814] 'read index received' (duration: 205.966074ms)","trace[1594956814] 'applied index is now lower than readState.Index' (duration: 266.367µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:48.44327Z","caller":"traceutil/trace.go:171","msg":"trace[545924676] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"214.867763ms","start":"2026-04-01T16:00:48.228369Z","end":"2026-04-01T16:00:48.443237Z","steps":["trace[545924676] 'process raft request' (duration: 214.652018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:48.443366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.383244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:00:48.443407Z","caller":"traceutil/trace.go:171","msg":"trace[321888700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8734; }","duration":"206.472906ms","start":"2026-04-01T16:00:48.236925Z","end":"2026-04-01T16:00:48.443397Z","steps":["trace[321888700] 'agreement among raft nodes before linearized reading' (duration: 206.387984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:48.443976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.21621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-01T16:00:48.444084Z","caller":"traceutil/trace.go:171","msg":"trace[940120712] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8734; }","duration":"200.339021ms","start":"2026-04-01T16:00:48.243693Z","end":"2026-04-01T16:00:48.444032Z","steps":["trace[940120712] 'agreement among raft nodes before linearized reading' (duration: 199.83673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:48.905811Z","caller":"traceutil/trace.go:171","msg":"trace[1047793123] linearizableReadLoop","detail":"{readStateIndex:9054; appliedIndex:9053; }","duration":"385.125149ms","start":"2026-04-01T16:00:48.520648Z","end":"2026-04-01T16:00:48.905773Z","steps":["trace[1047793123] 'read index received' (duration: 309.170176ms)","trace[1047793123] 'applied index is now lower than readState.Index' (duration: 75.953103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:48.906118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.599059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58bfd6695-6km4s.18a246eb1c8df489\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-01T16:00:48.906168Z","caller":"traceutil/trace.go:171","msg":"trace[1374623075] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58bfd6695-6km4s.18a246eb1c8df489; range_end:; response_count:1; response_revision:8735; }","duration":"154.708181ms","start":"2026-04-01T16:00:48.751447Z","end":"2026-04-01T16:00:48.906155Z","steps":["trace[1374623075] 'agreement among raft nodes before linearized reading' (duration: 154.501976ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:48.905928Z","caller":"traceutil/trace.go:171","msg":"trace[829777041] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"447.197686ms","start":"2026-04-01T16:00:48.458663Z","end":"2026-04-01T16:00:48.90586Z","steps":["trace[829777041] 'process raft request' (duration: 371.145641ms)","trace[829777041] 'compare' (duration: 75.516763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:48.906813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.682033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T16:00:48.906977Z","caller":"traceutil/trace.go:171","msg":"trace[1974007247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8735; }","duration":"386.319157ms","start":"2026-04-01T16:00:48.5206Z","end":"2026-04-01T16:00:48.906919Z","steps":["trace[1974007247] 'agreement among raft nodes before linearized reading' (duration: 385.387475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:48.90717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:48.520566Z","time spent":"386.588274ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:00:48.907272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:00:48.458638Z","time spent":"448.007786ms","remote":"127.0.0.1:57962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:00:49.013222Z","caller":"traceutil/trace.go:171","msg":"trace[1950273074] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"104.862472ms","start":"2026-04-01T16:00:48.908336Z","end":"2026-04-01T16:00:49.013198Z","steps":["trace[1950273074] 'process raft request' (duration: 100.350016ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:49.013305Z","caller":"traceutil/trace.go:171","msg":"trace[1826986209] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9054; }","duration":"103.463289ms","start":"2026-04-01T16:00:48.909828Z","end":"2026-04-01T16:00:49.013291Z","steps":["trace[1826986209] 'read index received' (duration: 98.896282ms)","trace[1826986209] 'applied index is now lower than readState.Index' (duration: 4.565447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:49.013417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.572581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:00:49.013553Z","caller":"traceutil/trace.go:171","msg":"trace[874711017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8736; }","duration":"103.746986ms","start":"2026-04-01T16:00:48.909791Z","end":"2026-04-01T16:00:49.013538Z","steps":["trace[874711017] 'agreement among raft nodes before linearized reading' (duration: 103.568331ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:49.01368Z","caller":"traceutil/trace.go:171","msg":"trace[2028594354] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"102.940336ms","start":"2026-04-01T16:00:48.91073Z","end":"2026-04-01T16:00:49.01367Z","steps":["trace[2028594354] 'process raft request' (duration: 102.443204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:49.240193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.493911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111994"} {"level":"info","ts":"2026-04-01T16:00:49.240283Z","caller":"traceutil/trace.go:171","msg":"trace[1358735623] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8738; }","duration":"115.620694ms","start":"2026-04-01T16:00:49.124638Z","end":"2026-04-01T16:00:49.240258Z","steps":["trace[1358735623] 'range keys from in-memory index tree' (duration: 115.176593ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:49.310158Z","caller":"traceutil/trace.go:171","msg":"trace[115996880] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"138.46915ms","start":"2026-04-01T16:00:49.171657Z","end":"2026-04-01T16:00:49.310126Z","steps":["trace[115996880] 'process raft request' (duration: 138.102511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:00:50.961819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.804702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:00:50.96204Z","caller":"traceutil/trace.go:171","msg":"trace[8470512] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9071; }","duration":"247.694364ms","start":"2026-04-01T16:00:50.714314Z","end":"2026-04-01T16:00:50.962009Z","steps":["trace[8470512] 'read index received' (duration: 38.603176ms)","trace[8470512] 'applied index is now lower than readState.Index' (duration: 209.088498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:00:50.962334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.997221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-01T16:00:50.962405Z","caller":"traceutil/trace.go:171","msg":"trace[1023442858] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8753; }","duration":"248.107423ms","start":"2026-04-01T16:00:50.714269Z","end":"2026-04-01T16:00:50.962377Z","steps":["trace[1023442858] 'agreement among raft nodes before linearized reading' (duration: 247.841057ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:00:50.962473Z","caller":"traceutil/trace.go:171","msg":"trace[1819249467] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"248.469422ms","start":"2026-04-01T16:00:50.713934Z","end":"2026-04-01T16:00:50.962404Z","steps":["trace[1819249467] 'process raft request' (duration: 39.007526ms)","trace[1819249467] 'compare' (duration: 208.661717ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:00:50.962708Z","caller":"traceutil/trace.go:171","msg":"trace[1309497341] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"246.728312ms","start":"2026-04-01T16:00:50.715275Z","end":"2026-04-01T16:00:50.962003Z","steps":["trace[1309497341] 'process raft request' (duration: 246.64952ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:01:01.485603Z","caller":"traceutil/trace.go:171","msg":"trace[741479055] linearizableReadLoop","detail":"{readStateIndex:9158; appliedIndex:9157; }","duration":"249.001054ms","start":"2026-04-01T16:01:01.236578Z","end":"2026-04-01T16:01:01.485579Z","steps":["trace[741479055] 'read index received' (duration: 248.802059ms)","trace[741479055] 'applied index is now lower than readState.Index' (duration: 198.145µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:01:01.485755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.151888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:01:01.485798Z","caller":"traceutil/trace.go:171","msg":"trace[550761297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8835; }","duration":"249.23962ms","start":"2026-04-01T16:01:01.236545Z","end":"2026-04-01T16:01:01.485785Z","steps":["trace[550761297] 'agreement among raft nodes before linearized reading' (duration: 249.158078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:01:01.486022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.824411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-tzbkb\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-01T16:01:01.486649Z","caller":"traceutil/trace.go:171","msg":"trace[1868847252] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-tzbkb; range_end:; response_count:1; response_revision:8835; }","duration":"200.472175ms","start":"2026-04-01T16:01:01.286157Z","end":"2026-04-01T16:01:01.486629Z","steps":["trace[1868847252] 'agreement among raft nodes before linearized reading' (duration: 199.651316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:01:01.486522Z","caller":"traceutil/trace.go:171","msg":"trace[1483966071] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"316.189352ms","start":"2026-04-01T16:01:01.169558Z","end":"2026-04-01T16:01:01.485747Z","steps":["trace[1483966071] 'process raft request' (duration: 315.876194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:01:01.487175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:01:01.169539Z","time spent":"317.536213ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:01:05.567088Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002408.wal"} {"level":"info","ts":"2026-04-01T16:01:45.888148Z","caller":"traceutil/trace.go:171","msg":"trace[1323504690] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"117.658822ms","start":"2026-04-01T16:01:45.770465Z","end":"2026-04-01T16:01:45.888124Z","steps":["trace[1323504690] 'process raft request' (duration: 117.510438ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:01:45.933683Z","caller":"traceutil/trace.go:171","msg":"trace[1384088362] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"118.148023ms","start":"2026-04-01T16:01:45.815511Z","end":"2026-04-01T16:01:45.933659Z","steps":["trace[1384088362] 'process raft request' (duration: 117.799385ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:01:45.933902Z","caller":"traceutil/trace.go:171","msg":"trace[893572856] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"116.850043ms","start":"2026-04-01T16:01:45.817031Z","end":"2026-04-01T16:01:45.933881Z","steps":["trace[893572856] 'process raft request' (duration: 116.578067ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:01:45.934177Z","caller":"traceutil/trace.go:171","msg":"trace[1417720760] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"115.496681ms","start":"2026-04-01T16:01:45.818671Z","end":"2026-04-01T16:01:45.934168Z","steps":["trace[1417720760] 'process raft request' (duration: 115.136412ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:01:45.93417Z","caller":"traceutil/trace.go:171","msg":"trace[1405456304] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"115.137482ms","start":"2026-04-01T16:01:45.819017Z","end":"2026-04-01T16:01:45.934154Z","steps":["trace[1405456304] 'process raft request' (duration: 115.072481ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:34.318311Z","caller":"traceutil/trace.go:171","msg":"trace[927295172] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"211.487454ms","start":"2026-04-01T16:02:34.106788Z","end":"2026-04-01T16:02:34.318276Z","steps":["trace[927295172] 'process raft request' (duration: 211.269169ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:34.333296Z","caller":"traceutil/trace.go:171","msg":"trace[524485364] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"224.593992ms","start":"2026-04-01T16:02:34.108677Z","end":"2026-04-01T16:02:34.333271Z","steps":["trace[524485364] 'process raft request' (duration: 224.51657ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:34.333303Z","caller":"traceutil/trace.go:171","msg":"trace[858800531] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"225.844552ms","start":"2026-04-01T16:02:34.10742Z","end":"2026-04-01T16:02:34.333265Z","steps":["trace[858800531] 'process raft request' (duration: 225.628707ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:34.333447Z","caller":"traceutil/trace.go:171","msg":"trace[374652725] linearizableReadLoop","detail":"{readStateIndex:9978; appliedIndex:9975; }","duration":"220.65926ms","start":"2026-04-01T16:02:34.112765Z","end":"2026-04-01T16:02:34.333424Z","steps":["trace[374652725] 'read index received' (duration: 205.150816ms)","trace[374652725] 'applied index is now lower than readState.Index' (duration: 15.506934ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:02:34.333533Z","caller":"traceutil/trace.go:171","msg":"trace[1299862138] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"168.523586ms","start":"2026-04-01T16:02:34.164998Z","end":"2026-04-01T16:02:34.333522Z","steps":["trace[1299862138] 'process raft request' (duration: 168.234039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:34.333666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.884165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T16:02:34.333712Z","caller":"traceutil/trace.go:171","msg":"trace[652854949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9633; }","duration":"220.977127ms","start":"2026-04-01T16:02:34.112722Z","end":"2026-04-01T16:02:34.333699Z","steps":["trace[652854949] 'agreement among raft nodes before linearized reading' (duration: 220.827614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:34.333719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.708964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T16:02:34.333751Z","caller":"traceutil/trace.go:171","msg":"trace[536851111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9633; }","duration":"123.787096ms","start":"2026-04-01T16:02:34.209955Z","end":"2026-04-01T16:02:34.333742Z","steps":["trace[536851111] 'agreement among raft nodes before linearized reading' (duration: 123.669634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:34.33378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.540421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T16:02:34.333828Z","caller":"traceutil/trace.go:171","msg":"trace[561820450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9633; }","duration":"106.633433ms","start":"2026-04-01T16:02:34.227181Z","end":"2026-04-01T16:02:34.333814Z","steps":["trace[561820450] 'agreement among raft nodes before linearized reading' (duration: 106.466589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:34.33395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.384473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T16:02:34.333977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.177488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T16:02:34.334366Z","caller":"traceutil/trace.go:171","msg":"trace[753140160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9633; }","duration":"122.68086ms","start":"2026-04-01T16:02:34.211567Z","end":"2026-04-01T16:02:34.334248Z","steps":["trace[753140160] 'agreement among raft nodes before linearized reading' (duration: 122.097327ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:34.334008Z","caller":"traceutil/trace.go:171","msg":"trace[270209914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9633; }","duration":"122.478145ms","start":"2026-04-01T16:02:34.211514Z","end":"2026-04-01T16:02:34.333992Z","steps":["trace[270209914] 'agreement among raft nodes before linearized reading' (duration: 122.27211ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:38.361374Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T16:02:38.37732Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-01T16:02:38.377522Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-01T16:02:48.144487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706593685,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:02:48.260782Z","caller":"traceutil/trace.go:171","msg":"trace[63838250] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"652.680571ms","start":"2026-04-01T16:02:47.608074Z","end":"2026-04-01T16:02:48.260755Z","steps":["trace[63838250] 'process raft request' (duration: 652.505267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.26095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:47.608054Z","time spent":"652.809854ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:02:48.276372Z","caller":"traceutil/trace.go:171","msg":"trace[334125525] linearizableReadLoop","detail":"{readStateIndex:10054; appliedIndex:10052; }","duration":"632.935768ms","start":"2026-04-01T16:02:47.643402Z","end":"2026-04-01T16:02:48.276337Z","steps":["trace[334125525] 'read index received' (duration: 617.212439ms)","trace[334125525] 'applied index is now lower than readState.Index' (duration: 15.721959ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:02:48.276481Z","caller":"traceutil/trace.go:171","msg":"trace[1609350878] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"374.330197ms","start":"2026-04-01T16:02:47.902123Z","end":"2026-04-01T16:02:48.276453Z","steps":["trace[1609350878] 'process raft request' (duration: 374.070501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.276533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.109022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:02:48.276571Z","caller":"traceutil/trace.go:171","msg":"trace[1948818308] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9706; }","duration":"633.193724ms","start":"2026-04-01T16:02:47.643366Z","end":"2026-04-01T16:02:48.27656Z","steps":["trace[1948818308] 'agreement among raft nodes before linearized reading' (duration: 633.113362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.276605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:47.9021Z","time spent":"374.44734ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:02:48.276615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:47.643351Z","time spent":"633.255735ms","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:02:48.276821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.461323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T16:02:48.276902Z","caller":"traceutil/trace.go:171","msg":"trace[1682106977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9706; }","duration":"513.585227ms","start":"2026-04-01T16:02:47.763297Z","end":"2026-04-01T16:02:48.276883Z","steps":["trace[1682106977] 'agreement among raft nodes before linearized reading' (duration: 513.363591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.276955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:47.763283Z","time spent":"513.657988ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T16:02:48.771943Z","caller":"traceutil/trace.go:171","msg":"trace[1469953791] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"393.480187ms","start":"2026-04-01T16:02:48.378434Z","end":"2026-04-01T16:02:48.771914Z","steps":["trace[1469953791] 'process raft request' (duration: 393.302313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.772185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.378413Z","time spent":"393.603299ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:02:48.785964Z","caller":"traceutil/trace.go:171","msg":"trace[1225440693] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"406.279177ms","start":"2026-04-01T16:02:48.37966Z","end":"2026-04-01T16:02:48.785939Z","steps":["trace[1225440693] 'process raft request' (duration: 406.054592ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:48.78597Z","caller":"traceutil/trace.go:171","msg":"trace[1774506685] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"401.798531ms","start":"2026-04-01T16:02:48.384148Z","end":"2026-04-01T16:02:48.785946Z","steps":["trace[1774506685] 'process raft request' (duration: 401.73157ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:48.785978Z","caller":"traceutil/trace.go:171","msg":"trace[122578389] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"402.56884ms","start":"2026-04-01T16:02:48.383382Z","end":"2026-04-01T16:02:48.785951Z","steps":["trace[122578389] 'process raft request' (duration: 402.457737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.78612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.383368Z","time spent":"402.681053ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:02:48.78611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.384132Z","time spent":"401.903045ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:02:48.786094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.379639Z","time spent":"406.386339ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:02:48.832116Z","caller":"traceutil/trace.go:171","msg":"trace[1633635001] linearizableReadLoop","detail":"{readStateIndex:10059; appliedIndex:10055; }","duration":"439.761544ms","start":"2026-04-01T16:02:48.392329Z","end":"2026-04-01T16:02:48.83209Z","steps":["trace[1633635001] 'read index received' (duration: 379.425217ms)","trace[1633635001] 'applied index is now lower than readState.Index' (duration: 60.334287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:02:48.83237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.02464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T16:02:48.832417Z","caller":"traceutil/trace.go:171","msg":"trace[1515782124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9711; }","duration":"440.108321ms","start":"2026-04-01T16:02:48.392297Z","end":"2026-04-01T16:02:48.832406Z","steps":["trace[1515782124] 'agreement among raft nodes before linearized reading' (duration: 439.933387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.832439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.433549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:02:48.832458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.392287Z","time spent":"440.162543ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:02:48.832486Z","caller":"traceutil/trace.go:171","msg":"trace[240709626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9711; }","duration":"417.496361ms","start":"2026-04-01T16:02:48.414978Z","end":"2026-04-01T16:02:48.832475Z","steps":["trace[240709626] 'agreement among raft nodes before linearized reading' (duration: 417.393678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.83252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.414972Z","time spent":"417.541122ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:02:48.832584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.7842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T16:02:48.832683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.261338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T16:02:48.832701Z","caller":"traceutil/trace.go:171","msg":"trace[1167215919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9711; }","duration":"412.901643ms","start":"2026-04-01T16:02:48.41976Z","end":"2026-04-01T16:02:48.832662Z","steps":["trace[1167215919] 'agreement among raft nodes before linearized reading' (duration: 412.605416ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:02:48.832722Z","caller":"traceutil/trace.go:171","msg":"trace[618652116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9711; }","duration":"418.34428ms","start":"2026-04-01T16:02:48.414369Z","end":"2026-04-01T16:02:48.832713Z","steps":["trace[618652116] 'agreement among raft nodes before linearized reading' (duration: 418.240408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.832753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.414348Z","time spent":"418.397972ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:02:48.832751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.419752Z","time spent":"412.987375ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:02:48.832845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.028574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:02:48.832915Z","caller":"traceutil/trace.go:171","msg":"trace[247309190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:9711; }","duration":"398.143216ms","start":"2026-04-01T16:02:48.434756Z","end":"2026-04-01T16:02:48.8329Z","steps":["trace[247309190] 'agreement among raft nodes before linearized reading' (duration: 397.873699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.832818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.334704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T16:02:48.83297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.434744Z","time spent":"398.215478ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-zxj2d\" "} {"level":"info","ts":"2026-04-01T16:02:48.833058Z","caller":"traceutil/trace.go:171","msg":"trace[566208617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9711; }","duration":"419.57282ms","start":"2026-04-01T16:02:48.413412Z","end":"2026-04-01T16:02:48.832985Z","steps":["trace[566208617] 'agreement among raft nodes before linearized reading' (duration: 418.919604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:02:48.83323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:02:48.4134Z","time spent":"419.768804ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:04:05.115415Z","caller":"traceutil/trace.go:171","msg":"trace[610296170] transaction","detail":"{read_only:false; response_revision:10234; number_of_response:1; }","duration":"115.448889ms","start":"2026-04-01T16:04:04.999932Z","end":"2026-04-01T16:04:05.115381Z","steps":["trace[610296170] 'process raft request' (duration: 66.739396ms)","trace[610296170] 'compare' (duration: 48.57465ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:04:05.201485Z","caller":"traceutil/trace.go:171","msg":"trace[2094802673] transaction","detail":"{read_only:false; response_revision:10238; number_of_response:1; }","duration":"132.157563ms","start":"2026-04-01T16:04:05.069302Z","end":"2026-04-01T16:04:05.20146Z","steps":["trace[2094802673] 'process raft request' (duration: 132.0364ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:04:20.540691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8006} {"level":"info","ts":"2026-04-01T16:04:20.600363Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8006,"took":"57.397493ms","hash":3434130715,"current-db-size-bytes":56860672,"current-db-size":"57 MB","current-db-size-in-use-bytes":28147712,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-01T16:04:20.600416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3434130715,"revision":8006,"compact-revision":5835} {"level":"info","ts":"2026-04-01T16:05:15.652088Z","caller":"traceutil/trace.go:171","msg":"trace[742200343] transaction","detail":"{read_only:false; response_revision:10673; number_of_response:1; }","duration":"210.846172ms","start":"2026-04-01T16:05:15.441222Z","end":"2026-04-01T16:05:15.652068Z","steps":["trace[742200343] 'process raft request' (duration: 210.818982ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:15.65214Z","caller":"traceutil/trace.go:171","msg":"trace[190268245] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"211.396586ms","start":"2026-04-01T16:05:15.440727Z","end":"2026-04-01T16:05:15.652124Z","steps":["trace[190268245] 'process raft request' (duration: 211.281283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:15.652167Z","caller":"traceutil/trace.go:171","msg":"trace[451834828] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"211.677312ms","start":"2026-04-01T16:05:15.440446Z","end":"2026-04-01T16:05:15.652123Z","steps":["trace[451834828] 'process raft request' (duration: 211.243361ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:17.06198Z","caller":"traceutil/trace.go:171","msg":"trace[1741346068] transaction","detail":"{read_only:false; response_revision:10679; number_of_response:1; }","duration":"168.484051ms","start":"2026-04-01T16:05:16.893459Z","end":"2026-04-01T16:05:17.061943Z","steps":["trace[1741346068] 'process raft request' (duration: 168.228665ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:20.602841Z","caller":"traceutil/trace.go:171","msg":"trace[556154765] transaction","detail":"{read_only:false; response_revision:10699; number_of_response:1; }","duration":"105.095109ms","start":"2026-04-01T16:05:20.497724Z","end":"2026-04-01T16:05:20.602819Z","steps":["trace[556154765] 'process raft request' (duration: 104.973436ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:35.87512Z","caller":"traceutil/trace.go:171","msg":"trace[572308940] transaction","detail":"{read_only:false; response_revision:10777; number_of_response:1; }","duration":"147.616934ms","start":"2026-04-01T16:05:35.727475Z","end":"2026-04-01T16:05:35.875092Z","steps":["trace[572308940] 'process raft request' (duration: 147.430909ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:35.918362Z","caller":"traceutil/trace.go:171","msg":"trace[561140954] linearizableReadLoop","detail":"{readStateIndex:11167; appliedIndex:11164; }","duration":"161.856346ms","start":"2026-04-01T16:05:35.756477Z","end":"2026-04-01T16:05:35.918333Z","steps":["trace[561140954] 'read index received' (duration: 118.480731ms)","trace[561140954] 'applied index is now lower than readState.Index' (duration: 43.374585ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:05:35.918427Z","caller":"traceutil/trace.go:171","msg":"trace[1843077309] transaction","detail":"{read_only:false; response_revision:10779; number_of_response:1; }","duration":"190.323142ms","start":"2026-04-01T16:05:35.728078Z","end":"2026-04-01T16:05:35.918401Z","steps":["trace[1843077309] 'process raft request' (duration: 190.21081ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:35.918396Z","caller":"traceutil/trace.go:171","msg":"trace[1713152054] transaction","detail":"{read_only:false; response_revision:10778; number_of_response:1; }","duration":"190.875285ms","start":"2026-04-01T16:05:35.727493Z","end":"2026-04-01T16:05:35.918368Z","steps":["trace[1713152054] 'process raft request' (duration: 190.645099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:05:35.918673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.163413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:05:35.918715Z","caller":"traceutil/trace.go:171","msg":"trace[118843969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10779; }","duration":"162.303986ms","start":"2026-04-01T16:05:35.756399Z","end":"2026-04-01T16:05:35.918703Z","steps":["trace[118843969] 'agreement among raft nodes before linearized reading' (duration: 162.095842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:05:35.918836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.269992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T16:05:35.918952Z","caller":"traceutil/trace.go:171","msg":"trace[462156647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10779; }","duration":"146.441496ms","start":"2026-04-01T16:05:35.772487Z","end":"2026-04-01T16:05:35.918928Z","steps":["trace[462156647] 'agreement among raft nodes before linearized reading' (duration: 146.134659ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:38.034183Z","caller":"traceutil/trace.go:171","msg":"trace[2030613466] transaction","detail":"{read_only:false; response_revision:10786; number_of_response:1; }","duration":"152.403366ms","start":"2026-04-01T16:05:37.88176Z","end":"2026-04-01T16:05:38.034163Z","steps":["trace[2030613466] 'process raft request' (duration: 142.443152ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:38.079108Z","caller":"traceutil/trace.go:171","msg":"trace[1689347586] transaction","detail":"{read_only:false; response_revision:10787; number_of_response:1; }","duration":"155.335764ms","start":"2026-04-01T16:05:37.923747Z","end":"2026-04-01T16:05:38.079082Z","steps":["trace[1689347586] 'process raft request' (duration: 155.185781ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:05:38.079311Z","caller":"traceutil/trace.go:171","msg":"trace[707380904] transaction","detail":"{read_only:false; response_revision:10788; number_of_response:1; }","duration":"155.529339ms","start":"2026-04-01T16:05:37.92375Z","end":"2026-04-01T16:05:38.079279Z","steps":["trace[707380904] 'process raft request' (duration: 155.297193ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:04.367345Z","caller":"traceutil/trace.go:171","msg":"trace[259729737] transaction","detail":"{read_only:false; response_revision:10950; number_of_response:1; }","duration":"160.867743ms","start":"2026-04-01T16:06:04.206456Z","end":"2026-04-01T16:06:04.367324Z","steps":["trace[259729737] 'process raft request' (duration: 160.74168ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:04.390518Z","caller":"traceutil/trace.go:171","msg":"trace[1779960435] transaction","detail":"{read_only:false; response_revision:10951; number_of_response:1; }","duration":"181.913925ms","start":"2026-04-01T16:06:04.208573Z","end":"2026-04-01T16:06:04.390487Z","steps":["trace[1779960435] 'process raft request' (duration: 181.68898ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:04.390607Z","caller":"traceutil/trace.go:171","msg":"trace[1952301495] transaction","detail":"{read_only:false; response_revision:10952; number_of_response:1; }","duration":"160.397482ms","start":"2026-04-01T16:06:04.23017Z","end":"2026-04-01T16:06:04.390568Z","steps":["trace[1952301495] 'process raft request' (duration: 160.240359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:04.390731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.73282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:06:04.390812Z","caller":"traceutil/trace.go:171","msg":"trace[1760218186] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10952; }","duration":"160.859254ms","start":"2026-04-01T16:06:04.229935Z","end":"2026-04-01T16:06:04.390794Z","steps":["trace[1760218186] 'agreement among raft nodes before linearized reading' (duration: 160.72088ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:04.390765Z","caller":"traceutil/trace.go:171","msg":"trace[1422231986] linearizableReadLoop","detail":"{readStateIndex:11346; appliedIndex:11345; }","duration":"160.494385ms","start":"2026-04-01T16:06:04.229973Z","end":"2026-04-01T16:06:04.390467Z","steps":["trace[1422231986] 'read index received' (duration: 137.392894ms)","trace[1422231986] 'applied index is now lower than readState.Index' (duration: 23.100311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:06:04.39128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.809575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:06:04.391342Z","caller":"traceutil/trace.go:171","msg":"trace[919198316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10952; }","duration":"155.880737ms","start":"2026-04-01T16:06:04.235442Z","end":"2026-04-01T16:06:04.391322Z","steps":["trace[919198316] 'agreement among raft nodes before linearized reading' (duration: 155.769744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:04.391432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.85771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T16:06:04.391375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.677199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:06:04.391474Z","caller":"traceutil/trace.go:171","msg":"trace[4981273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10952; }","duration":"112.918581ms","start":"2026-04-01T16:06:04.278544Z","end":"2026-04-01T16:06:04.391463Z","steps":["trace[4981273] 'agreement among raft nodes before linearized reading' (duration: 112.827869ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:04.391553Z","caller":"traceutil/trace.go:171","msg":"trace[2069646924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10952; }","duration":"110.813993ms","start":"2026-04-01T16:06:04.280664Z","end":"2026-04-01T16:06:04.391478Z","steps":["trace[2069646924] 'agreement among raft nodes before linearized reading' (duration: 110.579027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:04.391671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.443681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T16:06:04.391345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.910208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T16:06:04.391721Z","caller":"traceutil/trace.go:171","msg":"trace[318804504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10952; }","duration":"115.520832ms","start":"2026-04-01T16:06:04.276186Z","end":"2026-04-01T16:06:04.391707Z","steps":["trace[318804504] 'agreement among raft nodes before linearized reading' (duration: 115.384219ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:04.391728Z","caller":"traceutil/trace.go:171","msg":"trace[1737334245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10952; }","duration":"115.323168ms","start":"2026-04-01T16:06:04.276391Z","end":"2026-04-01T16:06:04.391714Z","steps":["trace[1737334245] 'agreement among raft nodes before linearized reading' (duration: 114.848547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:04.391904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.938389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T16:06:04.391896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.76905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:06:04.391938Z","caller":"traceutil/trace.go:171","msg":"trace[1533167680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10952; }","duration":"118.00663ms","start":"2026-04-01T16:06:04.27392Z","end":"2026-04-01T16:06:04.391926Z","steps":["trace[1533167680] 'agreement among raft nodes before linearized reading' (duration: 117.915038ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:04.391949Z","caller":"traceutil/trace.go:171","msg":"trace[993253975] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10952; }","duration":"151.852302ms","start":"2026-04-01T16:06:04.240082Z","end":"2026-04-01T16:06:04.391935Z","steps":["trace[993253975] 'agreement among raft nodes before linearized reading' (duration: 151.612287ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:05.810395Z","caller":"traceutil/trace.go:171","msg":"trace[116280454] transaction","detail":"{read_only:false; response_revision:10958; number_of_response:1; }","duration":"157.341281ms","start":"2026-04-01T16:06:05.653015Z","end":"2026-04-01T16:06:05.810356Z","steps":["trace[116280454] 'process raft request' (duration: 157.101445ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:06.514386Z","caller":"traceutil/trace.go:171","msg":"trace[1601640695] transaction","detail":"{read_only:false; response_revision:10961; number_of_response:1; }","duration":"119.72479ms","start":"2026-04-01T16:06:06.394639Z","end":"2026-04-01T16:06:06.514364Z","steps":["trace[1601640695] 'process raft request' (duration: 112.421859ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:06.538689Z","caller":"traceutil/trace.go:171","msg":"trace[1039762466] linearizableReadLoop","detail":"{readStateIndex:11357; appliedIndex:11355; }","duration":"135.134672ms","start":"2026-04-01T16:06:06.403534Z","end":"2026-04-01T16:06:06.538669Z","steps":["trace[1039762466] 'read index received' (duration: 103.625795ms)","trace[1039762466] 'applied index is now lower than readState.Index' (duration: 31.508107ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:06:06.538779Z","caller":"traceutil/trace.go:171","msg":"trace[1532425818] transaction","detail":"{read_only:false; response_revision:10962; number_of_response:1; }","duration":"143.154958ms","start":"2026-04-01T16:06:06.395617Z","end":"2026-04-01T16:06:06.538772Z","steps":["trace[1532425818] 'process raft request' (duration: 142.941943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:06.538984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.845117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T16:06:06.53902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.968823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T16:06:06.539059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.826003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T16:06:06.53907Z","caller":"traceutil/trace.go:171","msg":"trace[1719564699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10962; }","duration":"132.94956ms","start":"2026-04-01T16:06:06.406091Z","end":"2026-04-01T16:06:06.539041Z","steps":["trace[1719564699] 'agreement among raft nodes before linearized reading' (duration: 132.708955ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:06.539123Z","caller":"traceutil/trace.go:171","msg":"trace[1719366237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10962; }","duration":"122.920355ms","start":"2026-04-01T16:06:06.416188Z","end":"2026-04-01T16:06:06.539108Z","steps":["trace[1719366237] 'agreement among raft nodes before linearized reading' (duration: 122.745621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:06.539158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.075416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T16:06:06.54101Z","caller":"traceutil/trace.go:171","msg":"trace[215615741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10962; }","duration":"123.937899ms","start":"2026-04-01T16:06:06.417054Z","end":"2026-04-01T16:06:06.540992Z","steps":["trace[215615741] 'agreement among raft nodes before linearized reading' (duration: 122.045285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:06.540634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.055246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:06:06.541287Z","caller":"traceutil/trace.go:171","msg":"trace[1388821284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:10962; }","duration":"137.743552ms","start":"2026-04-01T16:06:06.403529Z","end":"2026-04-01T16:06:06.541272Z","steps":["trace[1388821284] 'agreement among raft nodes before linearized reading' (duration: 135.433519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:06.539185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.332034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:06:06.541438Z","caller":"traceutil/trace.go:171","msg":"trace[1211522578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10962; }","duration":"125.606798ms","start":"2026-04-01T16:06:06.415782Z","end":"2026-04-01T16:06:06.541388Z","steps":["trace[1211522578] 'agreement among raft nodes before linearized reading' (duration: 123.340155ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:06.539078Z","caller":"traceutil/trace.go:171","msg":"trace[1641548566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10962; }","duration":"122.061265ms","start":"2026-04-01T16:06:06.417001Z","end":"2026-04-01T16:06:06.539062Z","steps":["trace[1641548566] 'agreement among raft nodes before linearized reading' (duration: 121.84587ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:08.779025Z","caller":"traceutil/trace.go:171","msg":"trace[975007940] transaction","detail":"{read_only:false; response_revision:10973; number_of_response:1; }","duration":"182.126531ms","start":"2026-04-01T16:06:08.59687Z","end":"2026-04-01T16:06:08.778997Z","steps":["trace[975007940] 'process raft request' (duration: 181.887725ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:08.787041Z","caller":"traceutil/trace.go:171","msg":"trace[1108656766] transaction","detail":"{read_only:false; response_revision:10974; number_of_response:1; }","duration":"190.134408ms","start":"2026-04-01T16:06:08.596874Z","end":"2026-04-01T16:06:08.787009Z","steps":["trace[1108656766] 'process raft request' (duration: 189.860312ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:08.787052Z","caller":"traceutil/trace.go:171","msg":"trace[941580045] transaction","detail":"{read_only:false; response_revision:10975; number_of_response:1; }","duration":"190.134297ms","start":"2026-04-01T16:06:08.596889Z","end":"2026-04-01T16:06:08.787023Z","steps":["trace[941580045] 'process raft request' (duration: 190.005834ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:08.787328Z","caller":"traceutil/trace.go:171","msg":"trace[1679073430] transaction","detail":"{read_only:false; response_revision:10976; number_of_response:1; }","duration":"190.200549ms","start":"2026-04-01T16:06:08.597071Z","end":"2026-04-01T16:06:08.787272Z","steps":["trace[1679073430] 'process raft request' (duration: 189.887652ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:18.428297Z","caller":"traceutil/trace.go:171","msg":"trace[691985595] transaction","detail":"{read_only:false; response_revision:11100; number_of_response:1; }","duration":"132.364001ms","start":"2026-04-01T16:06:18.295906Z","end":"2026-04-01T16:06:18.42827Z","steps":["trace[691985595] 'process raft request' (duration: 132.213307ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:22.883453Z","caller":"traceutil/trace.go:171","msg":"trace[621364973] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"108.736951ms","start":"2026-04-01T16:06:22.774694Z","end":"2026-04-01T16:06:22.883431Z","steps":["trace[621364973] 'process raft request' (duration: 60.669393ms)","trace[621364973] 'compare' (duration: 47.884524ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:06:22.883814Z","caller":"traceutil/trace.go:171","msg":"trace[912408068] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"107.950923ms","start":"2026-04-01T16:06:22.77585Z","end":"2026-04-01T16:06:22.883801Z","steps":["trace[912408068] 'process raft request' (duration: 107.750228ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:23.246129Z","caller":"traceutil/trace.go:171","msg":"trace[2071939674] linearizableReadLoop","detail":"{readStateIndex:11546; appliedIndex:11545; }","duration":"243.630421ms","start":"2026-04-01T16:06:23.002474Z","end":"2026-04-01T16:06:23.246104Z","steps":["trace[2071939674] 'read index received' (duration: 243.427836ms)","trace[2071939674] 'applied index is now lower than readState.Index' (duration: 201.625µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:06:23.24624Z","caller":"traceutil/trace.go:171","msg":"trace[415112799] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11147; }","duration":"316.973718ms","start":"2026-04-01T16:06:22.929241Z","end":"2026-04-01T16:06:23.246215Z","steps":["trace[415112799] 'process raft request' (duration: 316.711312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:23.246455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:06:22.929226Z","time spent":"317.093731ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-01T16:06:23.246444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.235389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:06:23.246477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.986779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-01T16:06:23.246695Z","caller":"traceutil/trace.go:171","msg":"trace[119439675] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11147; }","duration":"244.248896ms","start":"2026-04-01T16:06:23.002428Z","end":"2026-04-01T16:06:23.246677Z","steps":["trace[119439675] 'agreement among raft nodes before linearized reading' (duration: 243.945118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:23.246754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.78243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:06:23.246693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.3701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19348"} {"level":"info","ts":"2026-04-01T16:06:23.246837Z","caller":"traceutil/trace.go:171","msg":"trace[948999486] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11147; }","duration":"208.911233ms","start":"2026-04-01T16:06:23.037906Z","end":"2026-04-01T16:06:23.246817Z","steps":["trace[948999486] 'agreement among raft nodes before linearized reading' (duration: 208.753469ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:23.246925Z","caller":"traceutil/trace.go:171","msg":"trace[870227151] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11147; }","duration":"162.573784ms","start":"2026-04-01T16:06:23.084272Z","end":"2026-04-01T16:06:23.246845Z","steps":["trace[870227151] 'agreement among raft nodes before linearized reading' (duration: 162.290798ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:23.246532Z","caller":"traceutil/trace.go:171","msg":"trace[51010825] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:11147; }","duration":"230.387803ms","start":"2026-04-01T16:06:23.016124Z","end":"2026-04-01T16:06:23.246511Z","steps":["trace[51010825] 'agreement among raft nodes before linearized reading' (duration: 230.2556ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:33.548118Z","caller":"traceutil/trace.go:171","msg":"trace[849461430] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"136.938657ms","start":"2026-04-01T16:06:33.411142Z","end":"2026-04-01T16:06:33.54808Z","steps":["trace[849461430] 'process raft request' (duration: 136.716382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:33.797671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.129241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:06:33.797786Z","caller":"traceutil/trace.go:171","msg":"trace[44038366] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:11226; }","duration":"155.275975ms","start":"2026-04-01T16:06:33.64247Z","end":"2026-04-01T16:06:33.797746Z","steps":["trace[44038366] 'count revisions from in-memory index tree' (duration: 154.942276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:33.797851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.298849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-01T16:06:33.797934Z","caller":"traceutil/trace.go:171","msg":"trace[1337348426] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:11226; }","duration":"138.440922ms","start":"2026-04-01T16:06:33.65947Z","end":"2026-04-01T16:06:33.797911Z","steps":["trace[1337348426] 'range keys from in-memory index tree' (duration: 138.116045ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:34.015312Z","caller":"traceutil/trace.go:171","msg":"trace[868775304] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11227; }","duration":"215.327132ms","start":"2026-04-01T16:06:33.799956Z","end":"2026-04-01T16:06:34.015283Z","steps":["trace[868775304] 'process raft request' (duration: 122.502531ms)","trace[868775304] 'compare' (duration: 92.547234ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:06:34.015511Z","caller":"traceutil/trace.go:171","msg":"trace[1045684278] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"191.097228ms","start":"2026-04-01T16:06:33.824379Z","end":"2026-04-01T16:06:34.015476Z","steps":["trace[1045684278] 'process raft request' (duration: 190.837122ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:35.24102Z","caller":"traceutil/trace.go:171","msg":"trace[517408298] linearizableReadLoop","detail":"{readStateIndex:11642; appliedIndex:11641; }","duration":"157.145418ms","start":"2026-04-01T16:06:35.083853Z","end":"2026-04-01T16:06:35.240999Z","steps":["trace[517408298] 'read index received' (duration: 157.027295ms)","trace[517408298] 'applied index is now lower than readState.Index' (duration: 116.793µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:06:35.241053Z","caller":"traceutil/trace.go:171","msg":"trace[1615407271] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"158.08944ms","start":"2026-04-01T16:06:35.082938Z","end":"2026-04-01T16:06:35.241028Z","steps":["trace[1615407271] 'process raft request' (duration: 157.915765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:35.241195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.325772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T16:06:35.24122Z","caller":"traceutil/trace.go:171","msg":"trace[2058561099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11240; }","duration":"157.381303ms","start":"2026-04-01T16:06:35.083829Z","end":"2026-04-01T16:06:35.241211Z","steps":["trace[2058561099] 'agreement among raft nodes before linearized reading' (duration: 157.25365ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:35.410887Z","caller":"traceutil/trace.go:171","msg":"trace[1544638653] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"326.762905ms","start":"2026-04-01T16:06:35.084076Z","end":"2026-04-01T16:06:35.410839Z","steps":["trace[1544638653] 'process raft request' (duration: 271.649873ms)","trace[1544638653] 'compare' (duration: 54.528258ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:06:35.410844Z","caller":"traceutil/trace.go:171","msg":"trace[1425462117] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"325.010014ms","start":"2026-04-01T16:06:35.085806Z","end":"2026-04-01T16:06:35.410816Z","steps":["trace[1425462117] 'process raft request' (duration: 324.933822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:35.41103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:06:35.084051Z","time spent":"326.903888ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:06:35.411129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:06:35.085795Z","time spent":"325.25532ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:06:35.412464Z","caller":"traceutil/trace.go:171","msg":"trace[2011276596] linearizableReadLoop","detail":"{readStateIndex:11645; appliedIndex:11642; }","duration":"128.166692ms","start":"2026-04-01T16:06:35.284268Z","end":"2026-04-01T16:06:35.412435Z","steps":["trace[2011276596] 'read index received' (duration: 71.479774ms)","trace[2011276596] 'applied index is now lower than readState.Index' (duration: 56.685478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:06:35.412753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.479159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:06:35.41281Z","caller":"traceutil/trace.go:171","msg":"trace[663014262] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11243; }","duration":"128.561072ms","start":"2026-04-01T16:06:35.284234Z","end":"2026-04-01T16:06:35.412795Z","steps":["trace[663014262] 'agreement among raft nodes before linearized reading' (duration: 128.418698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:06:35.412909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.514114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-04-01T16:06:35.412955Z","caller":"traceutil/trace.go:171","msg":"trace[1272554442] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11243; }","duration":"123.598026ms","start":"2026-04-01T16:06:35.289346Z","end":"2026-04-01T16:06:35.412944Z","steps":["trace[1272554442] 'agreement among raft nodes before linearized reading' (duration: 123.443582ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:06:35.412988Z","caller":"traceutil/trace.go:171","msg":"trace[58436340] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"167.510418ms","start":"2026-04-01T16:06:35.245466Z","end":"2026-04-01T16:06:35.412977Z","steps":["trace[58436340] 'process raft request' (duration: 166.823832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:11.113432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.020912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111994"} {"level":"info","ts":"2026-04-01T16:07:11.113559Z","caller":"traceutil/trace.go:171","msg":"trace[253755301] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11611; }","duration":"101.194815ms","start":"2026-04-01T16:07:11.012339Z","end":"2026-04-01T16:07:11.113534Z","steps":["trace[253755301] 'agreement among raft nodes before linearized reading' (duration: 98.84197ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:26.870829Z","caller":"traceutil/trace.go:171","msg":"trace[678492406] transaction","detail":"{read_only:false; response_revision:11805; number_of_response:1; }","duration":"289.187821ms","start":"2026-04-01T16:07:26.581599Z","end":"2026-04-01T16:07:26.870786Z","steps":["trace[678492406] 'process raft request' (duration: 288.946386ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:26.949894Z","caller":"traceutil/trace.go:171","msg":"trace[6507562] transaction","detail":"{read_only:false; response_revision:11806; number_of_response:1; }","duration":"132.781431ms","start":"2026-04-01T16:07:26.817084Z","end":"2026-04-01T16:07:26.949865Z","steps":["trace[6507562] 'process raft request' (duration: 132.628827ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:49.360377Z","caller":"traceutil/trace.go:171","msg":"trace[2141165231] linearizableReadLoop","detail":"{readStateIndex:12348; appliedIndex:12347; }","duration":"330.190805ms","start":"2026-04-01T16:07:49.03015Z","end":"2026-04-01T16:07:49.360341Z","steps":["trace[2141165231] 'read index received' (duration: 256.656554ms)","trace[2141165231] 'applied index is now lower than readState.Index' (duration: 73.532751ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:07:49.360513Z","caller":"traceutil/trace.go:171","msg":"trace[1733105610] transaction","detail":"{read_only:false; response_revision:11929; number_of_response:1; }","duration":"341.875177ms","start":"2026-04-01T16:07:49.018548Z","end":"2026-04-01T16:07:49.360423Z","steps":["trace[1733105610] 'process raft request' (duration: 268.245654ms)","trace[1733105610] 'compare' (duration: 73.143412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:07:49.360601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.051697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:49.360646Z","caller":"traceutil/trace.go:171","msg":"trace[320945227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11929; }","duration":"368.143279ms","start":"2026-04-01T16:07:48.99249Z","end":"2026-04-01T16:07:49.360634Z","steps":["trace[320945227] 'agreement among raft nodes before linearized reading' (duration: 368.037107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.360683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:48.992472Z","time spent":"368.20344ms","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:07:49.360688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.018527Z","time spent":"342.070832ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:07:49.528058Z","caller":"traceutil/trace.go:171","msg":"trace[1546700565] transaction","detail":"{read_only:false; response_revision:11930; number_of_response:1; }","duration":"494.635614ms","start":"2026-04-01T16:07:49.033396Z","end":"2026-04-01T16:07:49.528032Z","steps":["trace[1546700565] 'process raft request' (duration: 482.465271ms)","trace[1546700565] 'compare' (duration: 12.004429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:07:49.528218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.033383Z","time spent":"494.746916ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:07:49.528319Z","caller":"traceutil/trace.go:171","msg":"trace[788427876] transaction","detail":"{read_only:false; response_revision:11931; number_of_response:1; }","duration":"494.409988ms","start":"2026-04-01T16:07:49.033879Z","end":"2026-04-01T16:07:49.528289Z","steps":["trace[788427876] 'process raft request' (duration: 494.114751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.528493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.033871Z","time spent":"494.53352ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:07:49.820705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.447967ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T16:07:49.820827Z","caller":"traceutil/trace.go:171","msg":"trace[1773757387] linearizableReadLoop","detail":"{readStateIndex:12351; appliedIndex:12348; }","duration":"460.304034ms","start":"2026-04-01T16:07:49.360496Z","end":"2026-04-01T16:07:49.8208Z","steps":["trace[1773757387] 'read index received' (duration: 155.364246ms)","trace[1773757387] 'applied index is now lower than readState.Index' (duration: 304.938068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:07:49.821027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.063478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:49.821108Z","caller":"traceutil/trace.go:171","msg":"trace[1513385521] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11931; }","duration":"481.193081ms","start":"2026-04-01T16:07:49.339899Z","end":"2026-04-01T16:07:49.821092Z","steps":["trace[1513385521] 'agreement among raft nodes before linearized reading' (duration: 481.054178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.821146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.339875Z","time spent":"481.260202ms","remote":"127.0.0.1:41938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:07:49.821226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.861763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:49.821309Z","caller":"traceutil/trace.go:171","msg":"trace[1011182777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11931; }","duration":"584.991246ms","start":"2026-04-01T16:07:49.236296Z","end":"2026-04-01T16:07:49.821287Z","steps":["trace[1011182777] 'agreement among raft nodes before linearized reading' (duration: 584.847433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.821263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.982587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:49.821361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.236276Z","time spent":"585.069368ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:07:49.821416Z","caller":"traceutil/trace.go:171","msg":"trace[1167397912] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11931; }","duration":"457.189132ms","start":"2026-04-01T16:07:49.3642Z","end":"2026-04-01T16:07:49.82139Z","steps":["trace[1167397912] 'agreement among raft nodes before linearized reading' (duration: 456.976207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.821463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.364173Z","time spent":"457.281553ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:07:49.82157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.667625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:07:49.821615Z","caller":"traceutil/trace.go:171","msg":"trace[1397240009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11931; }","duration":"131.745117ms","start":"2026-04-01T16:07:49.689858Z","end":"2026-04-01T16:07:49.821603Z","steps":["trace[1397240009] 'agreement among raft nodes before linearized reading' (duration: 131.631464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.821633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.130535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:07:49.821684Z","caller":"traceutil/trace.go:171","msg":"trace[1205463355] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:11931; }","duration":"257.221477ms","start":"2026-04-01T16:07:49.564449Z","end":"2026-04-01T16:07:49.82167Z","steps":["trace[1205463355] 'agreement among raft nodes before linearized reading' (duration: 257.039423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.82168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.459568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:07:49.821797Z","caller":"traceutil/trace.go:171","msg":"trace[1354219013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11931; }","duration":"344.611001ms","start":"2026-04-01T16:07:49.477166Z","end":"2026-04-01T16:07:49.821777Z","steps":["trace[1354219013] 'agreement among raft nodes before linearized reading' (duration: 344.329524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.821932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.196062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T16:07:49.821946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.477146Z","time spent":"344.739874ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:07:49.822001Z","caller":"traceutil/trace.go:171","msg":"trace[658839310] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11931; }","duration":"565.010642ms","start":"2026-04-01T16:07:49.256967Z","end":"2026-04-01T16:07:49.821978Z","steps":["trace[658839310] 'agreement among raft nodes before linearized reading' (duration: 564.06688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.82206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.256947Z","time spent":"565.092113ms","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:07:49.954859Z","caller":"traceutil/trace.go:171","msg":"trace[460017626] linearizableReadLoop","detail":"{readStateIndex:12352; appliedIndex:12351; }","duration":"128.90595ms","start":"2026-04-01T16:07:49.825933Z","end":"2026-04-01T16:07:49.954839Z","steps":["trace[460017626] 'read index received' (duration: 128.854169ms)","trace[460017626] 'applied index is now lower than readState.Index' (duration: 50.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:07:49.954958Z","caller":"traceutil/trace.go:171","msg":"trace[2079876987] transaction","detail":"{read_only:false; response_revision:11932; number_of_response:1; }","duration":"129.028483ms","start":"2026-04-01T16:07:49.825899Z","end":"2026-04-01T16:07:49.954927Z","steps":["trace[2079876987] 'process raft request' (duration: 128.791357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:49.955544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.592086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444906"} {"level":"info","ts":"2026-04-01T16:07:49.955592Z","caller":"traceutil/trace.go:171","msg":"trace[386965195] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11932; }","duration":"129.683978ms","start":"2026-04-01T16:07:49.825897Z","end":"2026-04-01T16:07:49.955581Z","steps":["trace[386965195] 'agreement among raft nodes before linearized reading' (duration: 129.116235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:50.4557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706599575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:07:50.956101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706599575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:07:51.085422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.574739ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:51.085551Z","caller":"traceutil/trace.go:171","msg":"trace[1972937898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11932; }","duration":"762.719472ms","start":"2026-04-01T16:07:50.322813Z","end":"2026-04-01T16:07:51.085532Z","steps":["trace[1972937898] 'range keys from in-memory index tree' (duration: 762.558058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.122659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167906563s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:07:51.123278Z","caller":"traceutil/trace.go:171","msg":"trace[1975986755] transaction","detail":"{read_only:false; response_revision:11933; number_of_response:1; }","duration":"1.297215703s","start":"2026-04-01T16:07:49.826038Z","end":"2026-04-01T16:07:51.123254Z","steps":["trace[1975986755] 'process raft request' (duration: 1.296984228s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.123518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.826028Z","time spent":"1.297410017s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:07:51.123656Z","caller":"traceutil/trace.go:171","msg":"trace[587132397] transaction","detail":"{read_only:false; response_revision:11936; number_of_response:1; }","duration":"1.296514757s","start":"2026-04-01T16:07:49.827101Z","end":"2026-04-01T16:07:51.123616Z","steps":["trace[587132397] 'process raft request' (duration: 1.296467276s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:51.123684Z","caller":"traceutil/trace.go:171","msg":"trace[1582116490] transaction","detail":"{read_only:false; response_revision:11935; number_of_response:1; }","duration":"1.296929357s","start":"2026-04-01T16:07:49.826733Z","end":"2026-04-01T16:07:51.123663Z","steps":["trace[1582116490] 'process raft request' (duration: 1.296701931s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.123773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.827089Z","time spent":"1.296617379s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:07:51.123662Z","caller":"traceutil/trace.go:171","msg":"trace[1313850717] transaction","detail":"{read_only:false; response_revision:11934; number_of_response:1; }","duration":"1.296956717s","start":"2026-04-01T16:07:49.826629Z","end":"2026-04-01T16:07:51.123586Z","steps":["trace[1313850717] 'process raft request' (duration: 1.296568438s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.123833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.826711Z","time spent":"1.297039409s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:07:51.123885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.826606Z","time spent":"1.297225364s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:07:51.151663Z","caller":"traceutil/trace.go:171","msg":"trace[705661450] linearizableReadLoop","detail":"{readStateIndex:12357; appliedIndex:12352; }","duration":"1.196658413s","start":"2026-04-01T16:07:49.954989Z","end":"2026-04-01T16:07:51.151647Z","steps":["trace[705661450] 'read index received' (duration: 1.168012636s)","trace[705661450] 'applied index is now lower than readState.Index' (duration: 28.644737ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:07:51.151782Z","caller":"traceutil/trace.go:171","msg":"trace[1271427099] transaction","detail":"{read_only:false; response_revision:11938; number_of_response:1; }","duration":"116.688116ms","start":"2026-04-01T16:07:51.035081Z","end":"2026-04-01T16:07:51.15177Z","steps":["trace[1271427099] 'process raft request' (duration: 116.525962ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:51.151797Z","caller":"traceutil/trace.go:171","msg":"trace[1159019786] transaction","detail":"{read_only:false; response_revision:11937; number_of_response:1; }","duration":"232.781048ms","start":"2026-04-01T16:07:50.918918Z","end":"2026-04-01T16:07:51.151699Z","steps":["trace[1159019786] 'process raft request' (duration: 232.607794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.151874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.702889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:51.151951Z","caller":"traceutil/trace.go:171","msg":"trace[1714336445] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11938; }","duration":"917.825942ms","start":"2026-04-01T16:07:50.234108Z","end":"2026-04-01T16:07:51.151934Z","steps":["trace[1714336445] 'agreement among raft nodes before linearized reading' (duration: 917.696229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.151991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.800019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:51.152034Z","caller":"traceutil/trace.go:171","msg":"trace[2002323655] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11938; }","duration":"800.87247ms","start":"2026-04-01T16:07:50.351151Z","end":"2026-04-01T16:07:51.152024Z","steps":["trace[2002323655] 'agreement among raft nodes before linearized reading' (duration: 800.800768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.839863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:51.152006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.724236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:51.152072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.351136Z","time spent":"800.926171ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-01T16:07:51.152073Z","caller":"traceutil/trace.go:171","msg":"trace[1982320239] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11938; }","duration":"917.884354ms","start":"2026-04-01T16:07:50.234181Z","end":"2026-04-01T16:07:51.152065Z","steps":["trace[1982320239] 'agreement among raft nodes before linearized reading' (duration: 917.839382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.445493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:51.152109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.234175Z","time spent":"917.927774ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-01T16:07:51.152114Z","caller":"traceutil/trace.go:171","msg":"trace[1358252435] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11938; }","duration":"800.87052ms","start":"2026-04-01T16:07:50.351216Z","end":"2026-04-01T16:07:51.152087Z","steps":["trace[1358252435] 'agreement among raft nodes before linearized reading' (duration: 800.708906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.742521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-01T16:07:51.152172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.351197Z","time spent":"800.965742ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-01T16:07:51.152178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.483785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-01T16:07:51.151998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.234081Z","time spent":"917.907084ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-01T16:07:51.15221Z","caller":"traceutil/trace.go:171","msg":"trace[897745970] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11938; }","duration":"917.825593ms","start":"2026-04-01T16:07:50.234367Z","end":"2026-04-01T16:07:51.152193Z","steps":["trace[897745970] 'agreement among raft nodes before linearized reading' (duration: 917.618488ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:51.15223Z","caller":"traceutil/trace.go:171","msg":"trace[595185020] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11938; }","duration":"798.552876ms","start":"2026-04-01T16:07:50.353663Z","end":"2026-04-01T16:07:51.152215Z","steps":["trace[595185020] 'agreement among raft nodes before linearized reading' (duration: 798.386732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.234363Z","time spent":"917.879334ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-01T16:07:51.152241Z","caller":"traceutil/trace.go:171","msg":"trace[290503274] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11938; }","duration":"917.581177ms","start":"2026-04-01T16:07:50.23455Z","end":"2026-04-01T16:07:51.152131Z","steps":["trace[290503274] 'agreement among raft nodes before linearized reading' (duration: 917.382482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.15227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.353655Z","time spent":"798.607197ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-01T16:07:51.152261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.87036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:51.152288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.701386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:51.152326Z","caller":"traceutil/trace.go:171","msg":"trace[562791307] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11938; }","duration":"800.952322ms","start":"2026-04-01T16:07:50.351354Z","end":"2026-04-01T16:07:51.152306Z","steps":["trace[562791307] 'agreement among raft nodes before linearized reading' (duration: 800.84108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.234547Z","time spent":"917.781932ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-01T16:07:51.152383Z","caller":"traceutil/trace.go:171","msg":"trace[99473958] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11938; }","duration":"800.848589ms","start":"2026-04-01T16:07:50.351511Z","end":"2026-04-01T16:07:51.15236Z","steps":["trace[99473958] 'agreement among raft nodes before linearized reading' (duration: 800.636564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.351347Z","time spent":"801.025544ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-01T16:07:51.152431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.351482Z","time spent":"800.940852ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:07:51.152387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.956938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:51.152602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.857843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:51.152584Z","caller":"traceutil/trace.go:171","msg":"trace[1133219896] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:11938; }","duration":"192.202483ms","start":"2026-04-01T16:07:50.960363Z","end":"2026-04-01T16:07:51.152565Z","steps":["trace[1133219896] 'agreement among raft nodes before linearized reading' (duration: 191.830625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.489208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:07:51.152639Z","caller":"traceutil/trace.go:171","msg":"trace[364715325] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11938; }","duration":"917.935405ms","start":"2026-04-01T16:07:50.234694Z","end":"2026-04-01T16:07:51.152629Z","steps":["trace[364715325] 'agreement among raft nodes before linearized reading' (duration: 917.879053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.234673Z","time spent":"917.991507ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-01T16:07:51.152676Z","caller":"traceutil/trace.go:171","msg":"trace[316517559] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11938; }","duration":"799.670422ms","start":"2026-04-01T16:07:50.352985Z","end":"2026-04-01T16:07:51.152655Z","steps":["trace[316517559] 'agreement among raft nodes before linearized reading' (duration: 799.358805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326227879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19231"} {"level":"warn","ts":"2026-04-01T16:07:51.15272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.352962Z","time spent":"799.745294ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:07:51.152726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.178111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-01T16:07:51.152784Z","caller":"traceutil/trace.go:171","msg":"trace[1322310088] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11938; }","duration":"918.243482ms","start":"2026-04-01T16:07:50.234525Z","end":"2026-04-01T16:07:51.152768Z","steps":["trace[1322310088] 'agreement among raft nodes before linearized reading' (duration: 918.086118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:50.234521Z","time spent":"918.288773ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-01T16:07:51.152717Z","caller":"traceutil/trace.go:171","msg":"trace[1590943967] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11938; }","duration":"1.32627637s","start":"2026-04-01T16:07:49.826431Z","end":"2026-04-01T16:07:51.152707Z","steps":["trace[1590943967] 'agreement among raft nodes before linearized reading' (duration: 1.325700866s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.152869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:49.826426Z","time spent":"1.326432203s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19253,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T16:07:51.673642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.375407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:51.673725Z","caller":"traceutil/trace.go:171","msg":"trace[1418686612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11938; }","duration":"436.51697ms","start":"2026-04-01T16:07:51.237189Z","end":"2026-04-01T16:07:51.673706Z","steps":["trace[1418686612] 'range keys from in-memory index tree' (duration: 436.263455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:51.673762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:51.237166Z","time spent":"436.588282ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:07:51.67443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.280077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:07:51.674572Z","caller":"traceutil/trace.go:171","msg":"trace[1500259713] transaction","detail":"{read_only:false; response_revision:11939; number_of_response:1; }","duration":"308.45548ms","start":"2026-04-01T16:07:51.36609Z","end":"2026-04-01T16:07:51.674546Z","steps":["trace[1500259713] 'process raft request' (duration: 206.967518ms)","trace[1500259713] 'compare' (duration: 100.890678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:07:51.674663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:51.366065Z","time spent":"308.550451ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:07:51.746611Z","caller":"traceutil/trace.go:171","msg":"trace[1734230541] transaction","detail":"{read_only:false; response_revision:11940; number_of_response:1; }","duration":"213.294455ms","start":"2026-04-01T16:07:51.533288Z","end":"2026-04-01T16:07:51.746583Z","steps":["trace[1734230541] 'process raft request' (duration: 213.146771ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:51.746661Z","caller":"traceutil/trace.go:171","msg":"trace[1815310212] transaction","detail":"{read_only:false; response_revision:11941; number_of_response:1; }","duration":"212.624249ms","start":"2026-04-01T16:07:51.534001Z","end":"2026-04-01T16:07:51.746625Z","steps":["trace[1815310212] 'process raft request' (duration: 212.533957ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:52.093649Z","caller":"traceutil/trace.go:171","msg":"trace[274774912] transaction","detail":"{read_only:false; response_revision:11942; number_of_response:1; }","duration":"128.575023ms","start":"2026-04-01T16:07:51.965039Z","end":"2026-04-01T16:07:52.093614Z","steps":["trace[274774912] 'process raft request' (duration: 128.370819ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:52.093994Z","caller":"traceutil/trace.go:171","msg":"trace[1810202784] linearizableReadLoop","detail":"{readStateIndex:12362; appliedIndex:12362; }","duration":"127.937988ms","start":"2026-04-01T16:07:51.96597Z","end":"2026-04-01T16:07:52.093908Z","steps":["trace[1810202784] 'read index received' (duration: 127.919358ms)","trace[1810202784] 'applied index is now lower than readState.Index' (duration: 15.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:07:52.094162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.176054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:07:52.094243Z","caller":"traceutil/trace.go:171","msg":"trace[1150207091] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:11942; }","duration":"128.293257ms","start":"2026-04-01T16:07:51.965931Z","end":"2026-04-01T16:07:52.094224Z","steps":["trace[1150207091] 'agreement among raft nodes before linearized reading' (duration: 128.048551ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.364701Z","caller":"traceutil/trace.go:171","msg":"trace[187206680] transaction","detail":"{read_only:false; response_revision:11944; number_of_response:1; }","duration":"231.391436ms","start":"2026-04-01T16:07:53.133283Z","end":"2026-04-01T16:07:53.364674Z","steps":["trace[187206680] 'process raft request' (duration: 231.175951ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.364905Z","caller":"traceutil/trace.go:171","msg":"trace[342181464] transaction","detail":"{read_only:false; response_revision:11945; number_of_response:1; }","duration":"231.584991ms","start":"2026-04-01T16:07:53.133292Z","end":"2026-04-01T16:07:53.364877Z","steps":["trace[342181464] 'process raft request' (duration: 231.333735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.365109Z","caller":"traceutil/trace.go:171","msg":"trace[1219219838] linearizableReadLoop","detail":"{readStateIndex:12366; appliedIndex:12362; }","duration":"219.346096ms","start":"2026-04-01T16:07:53.145746Z","end":"2026-04-01T16:07:53.365092Z","steps":["trace[1219219838] 'read index received' (duration: 19.916994ms)","trace[1219219838] 'applied index is now lower than readState.Index' (duration: 199.428492ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:07:53.365209Z","caller":"traceutil/trace.go:171","msg":"trace[10102981] transaction","detail":"{read_only:false; response_revision:11946; number_of_response:1; }","duration":"231.631421ms","start":"2026-04-01T16:07:53.133568Z","end":"2026-04-01T16:07:53.3652Z","steps":["trace[10102981] 'process raft request' (duration: 231.272993ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.365305Z","caller":"traceutil/trace.go:171","msg":"trace[292065013] transaction","detail":"{read_only:false; response_revision:11947; number_of_response:1; }","duration":"200.959528ms","start":"2026-04-01T16:07:53.164275Z","end":"2026-04-01T16:07:53.365234Z","steps":["trace[292065013] 'process raft request' (duration: 200.782914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.365357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.485783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:53.365346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.568711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:07:53.365382Z","caller":"traceutil/trace.go:171","msg":"trace[1452181746] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11947; }","duration":"202.525424ms","start":"2026-04-01T16:07:53.16285Z","end":"2026-04-01T16:07:53.365375Z","steps":["trace[1452181746] 'agreement among raft nodes before linearized reading' (duration: 202.453373ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.365406Z","caller":"traceutil/trace.go:171","msg":"trace[1251188292] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11947; }","duration":"219.671854ms","start":"2026-04-01T16:07:53.145718Z","end":"2026-04-01T16:07:53.36539Z","steps":["trace[1251188292] 'agreement among raft nodes before linearized reading' (duration: 219.481189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.365448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.625733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-01T16:07:53.365507Z","caller":"traceutil/trace.go:171","msg":"trace[724709436] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11947; }","duration":"204.718545ms","start":"2026-04-01T16:07:53.160773Z","end":"2026-04-01T16:07:53.365492Z","steps":["trace[724709436] 'agreement among raft nodes before linearized reading' (duration: 204.5254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.365524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.84442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:53.365544Z","caller":"traceutil/trace.go:171","msg":"trace[1187408361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11947; }","duration":"128.89117ms","start":"2026-04-01T16:07:53.236647Z","end":"2026-04-01T16:07:53.365538Z","steps":["trace[1187408361] 'agreement among raft nodes before linearized reading' (duration: 128.859729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.365552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.859065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-01T16:07:53.365602Z","caller":"traceutil/trace.go:171","msg":"trace[1140024987] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11947; }","duration":"203.938517ms","start":"2026-04-01T16:07:53.161648Z","end":"2026-04-01T16:07:53.365586Z","steps":["trace[1140024987] 'agreement among raft nodes before linearized reading' (duration: 203.799464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.365645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.706665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:53.365662Z","caller":"traceutil/trace.go:171","msg":"trace[2022931747] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11947; }","duration":"201.737396ms","start":"2026-04-01T16:07:53.16392Z","end":"2026-04-01T16:07:53.365657Z","steps":["trace[2022931747] 'agreement among raft nodes before linearized reading' (duration: 201.710875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.365734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.957037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:53.365741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.36363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:53.365773Z","caller":"traceutil/trace.go:171","msg":"trace[1164465712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11947; }","duration":"204.009198ms","start":"2026-04-01T16:07:53.161755Z","end":"2026-04-01T16:07:53.365765Z","steps":["trace[1164465712] 'agreement among raft nodes before linearized reading' (duration: 203.934676ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.365805Z","caller":"traceutil/trace.go:171","msg":"trace[1928952556] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11947; }","duration":"202.442232ms","start":"2026-04-01T16:07:53.163347Z","end":"2026-04-01T16:07:53.365789Z","steps":["trace[1928952556] 'agreement among raft nodes before linearized reading' (duration: 202.321259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.365879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.990672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:53.365902Z","caller":"traceutil/trace.go:171","msg":"trace[1427650501] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11947; }","duration":"202.026412ms","start":"2026-04-01T16:07:53.163869Z","end":"2026-04-01T16:07:53.365896Z","steps":["trace[1427650501] 'agreement among raft nodes before linearized reading' (duration: 201.986571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.365904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.291795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-01T16:07:53.365966Z","caller":"traceutil/trace.go:171","msg":"trace[1977017375] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11947; }","duration":"204.376138ms","start":"2026-04-01T16:07:53.161575Z","end":"2026-04-01T16:07:53.365951Z","steps":["trace[1977017375] 'agreement among raft nodes before linearized reading' (duration: 204.231394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.366017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.184746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:07:53.365903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.828298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:53.366047Z","caller":"traceutil/trace.go:171","msg":"trace[1096002422] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11947; }","duration":"203.238081ms","start":"2026-04-01T16:07:53.162803Z","end":"2026-04-01T16:07:53.366041Z","steps":["trace[1096002422] 'agreement among raft nodes before linearized reading' (duration: 203.19412ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.366063Z","caller":"traceutil/trace.go:171","msg":"trace[110683635] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11947; }","duration":"205.024662ms","start":"2026-04-01T16:07:53.161029Z","end":"2026-04-01T16:07:53.366054Z","steps":["trace[110683635] 'agreement among raft nodes before linearized reading' (duration: 204.815427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:53.366075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.373357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:07:53.366146Z","caller":"traceutil/trace.go:171","msg":"trace[1152087910] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11947; }","duration":"204.457839ms","start":"2026-04-01T16:07:53.161673Z","end":"2026-04-01T16:07:53.366131Z","steps":["trace[1152087910] 'agreement among raft nodes before linearized reading' (duration: 204.033549ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.868299Z","caller":"traceutil/trace.go:171","msg":"trace[1221288431] transaction","detail":"{read_only:false; response_revision:11949; number_of_response:1; }","duration":"166.27038ms","start":"2026-04-01T16:07:53.701993Z","end":"2026-04-01T16:07:53.868264Z","steps":["trace[1221288431] 'process raft request' (duration: 72.394655ms)","trace[1221288431] 'compare' (duration: 93.65612ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:07:53.868543Z","caller":"traceutil/trace.go:171","msg":"trace[1873505530] transaction","detail":"{read_only:false; response_revision:11950; number_of_response:1; }","duration":"115.458888ms","start":"2026-04-01T16:07:53.753074Z","end":"2026-04-01T16:07:53.868532Z","steps":["trace[1873505530] 'process raft request' (duration: 115.11373ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.868339Z","caller":"traceutil/trace.go:171","msg":"trace[372020296] transaction","detail":"{read_only:false; response_revision:11952; number_of_response:1; }","duration":"100.200702ms","start":"2026-04-01T16:07:53.768122Z","end":"2026-04-01T16:07:53.868323Z","steps":["trace[372020296] 'process raft request' (duration: 100.159221ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:53.868716Z","caller":"traceutil/trace.go:171","msg":"trace[1692519508] transaction","detail":"{read_only:false; response_revision:11951; number_of_response:1; }","duration":"115.554829ms","start":"2026-04-01T16:07:53.753093Z","end":"2026-04-01T16:07:53.868648Z","steps":["trace[1692519508] 'process raft request' (duration: 115.14828ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:54.945323Z","caller":"traceutil/trace.go:171","msg":"trace[915578682] transaction","detail":"{read_only:false; response_revision:11954; number_of_response:1; }","duration":"108.315911ms","start":"2026-04-01T16:07:54.836974Z","end":"2026-04-01T16:07:54.94529Z","steps":["trace[915578682] 'process raft request' (duration: 108.138137ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:07:58.619708Z","caller":"traceutil/trace.go:171","msg":"trace[763861868] transaction","detail":"{read_only:false; response_revision:11974; number_of_response:1; }","duration":"300.7256ms","start":"2026-04-01T16:07:58.31895Z","end":"2026-04-01T16:07:58.619676Z","steps":["trace[763861868] 'process raft request' (duration: 300.520035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:07:58.619883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:07:58.318925Z","time spent":"300.879334ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:08:02.447404Z","caller":"traceutil/trace.go:171","msg":"trace[364176739] linearizableReadLoop","detail":"{readStateIndex:12438; appliedIndex:12437; }","duration":"136.155589ms","start":"2026-04-01T16:08:02.311226Z","end":"2026-04-01T16:08:02.447382Z","steps":["trace[364176739] 'read index received' (duration: 89.236407ms)","trace[364176739] 'applied index is now lower than readState.Index' (duration: 46.918212ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:08:02.447555Z","caller":"traceutil/trace.go:171","msg":"trace[413183200] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"138.245538ms","start":"2026-04-01T16:08:02.309275Z","end":"2026-04-01T16:08:02.44752Z","steps":["trace[413183200] 'process raft request' (duration: 91.215443ms)","trace[413183200] 'compare' (duration: 46.740298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:08:02.447998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.758053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:451553"} {"level":"info","ts":"2026-04-01T16:08:02.448051Z","caller":"traceutil/trace.go:171","msg":"trace[1728221882] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:12015; }","duration":"136.858036ms","start":"2026-04-01T16:08:02.311178Z","end":"2026-04-01T16:08:02.448036Z","steps":["trace[1728221882] 'agreement among raft nodes before linearized reading' (duration: 136.294262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:34.099965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.169468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:08:34.100064Z","caller":"traceutil/trace.go:171","msg":"trace[633327131] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12233; }","duration":"160.285151ms","start":"2026-04-01T16:08:33.939759Z","end":"2026-04-01T16:08:34.100044Z","steps":["trace[633327131] 'count revisions from in-memory index tree' (duration: 160.093326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:51.656737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.799988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zxj2d\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-01T16:08:51.656833Z","caller":"traceutil/trace.go:171","msg":"trace[21415293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zxj2d; range_end:; response_count:1; response_revision:12352; }","duration":"861.919961ms","start":"2026-04-01T16:08:50.794893Z","end":"2026-04-01T16:08:51.656813Z","steps":["trace[21415293] 'range keys from in-memory index tree' (duration: 861.668445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:51.656814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.931664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T16:08:51.656877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:50.794887Z","time spent":"861.981813ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-zxj2d\" "} {"level":"info","ts":"2026-04-01T16:08:51.656921Z","caller":"traceutil/trace.go:171","msg":"trace[156456594] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12352; }","duration":"884.079568ms","start":"2026-04-01T16:08:50.772815Z","end":"2026-04-01T16:08:51.656895Z","steps":["trace[156456594] 'count revisions from in-memory index tree' (duration: 883.882622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:51.656984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:50.772802Z","time spent":"884.162389ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:08:51.682548Z","caller":"traceutil/trace.go:171","msg":"trace[410071492] transaction","detail":"{read_only:false; response_revision:12353; number_of_response:1; }","duration":"469.004316ms","start":"2026-04-01T16:08:51.213512Z","end":"2026-04-01T16:08:51.682516Z","steps":["trace[410071492] 'process raft request' (duration: 468.75817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:51.682717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.213487Z","time spent":"469.140818ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:08:51.683086Z","caller":"traceutil/trace.go:171","msg":"trace[1577083313] linearizableReadLoop","detail":"{readStateIndex:12786; appliedIndex:12785; }","duration":"446.779989ms","start":"2026-04-01T16:08:51.236286Z","end":"2026-04-01T16:08:51.683066Z","steps":["trace[1577083313] 'read index received' (duration: 446.029041ms)","trace[1577083313] 'applied index is now lower than readState.Index' (duration: 748.638µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:08:51.683256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.939412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:08:51.683372Z","caller":"traceutil/trace.go:171","msg":"trace[568599865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12353; }","duration":"447.090806ms","start":"2026-04-01T16:08:51.236251Z","end":"2026-04-01T16:08:51.683342Z","steps":["trace[568599865] 'agreement among raft nodes before linearized reading' (duration: 446.891901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:51.683438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.23624Z","time spent":"447.185788ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:08:52.058101Z","caller":"traceutil/trace.go:171","msg":"trace[826468393] linearizableReadLoop","detail":"{readStateIndex:12787; appliedIndex:12786; }","duration":"374.912996ms","start":"2026-04-01T16:08:51.683151Z","end":"2026-04-01T16:08:52.058064Z","steps":["trace[826468393] 'read index received' (duration: 374.63761ms)","trace[826468393] 'applied index is now lower than readState.Index' (duration: 274.066µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:08:52.058317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.264288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:08:52.058372Z","caller":"traceutil/trace.go:171","msg":"trace[1395160880] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12354; }","duration":"550.34786ms","start":"2026-04-01T16:08:51.508005Z","end":"2026-04-01T16:08:52.058352Z","steps":["trace[1395160880] 'agreement among raft nodes before linearized reading' (duration: 550.229477ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:08:52.058395Z","caller":"traceutil/trace.go:171","msg":"trace[511784595] transaction","detail":"{read_only:false; response_revision:12354; number_of_response:1; }","duration":"382.940343ms","start":"2026-04-01T16:08:51.675413Z","end":"2026-04-01T16:08:52.058353Z","steps":["trace[511784595] 'process raft request' (duration: 382.476302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:52.058447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.666783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:08:52.058469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.179109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:08:52.058448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.326729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7276"} {"level":"info","ts":"2026-04-01T16:08:52.058505Z","caller":"traceutil/trace.go:171","msg":"trace[2122100493] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12354; }","duration":"552.767096ms","start":"2026-04-01T16:08:51.505722Z","end":"2026-04-01T16:08:52.058489Z","steps":["trace[2122100493] 'agreement among raft nodes before linearized reading' (duration: 552.671824ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:08:52.05851Z","caller":"traceutil/trace.go:171","msg":"trace[1436379593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12354; }","duration":"374.21958ms","start":"2026-04-01T16:08:51.684279Z","end":"2026-04-01T16:08:52.058498Z","steps":["trace[1436379593] 'agreement among raft nodes before linearized reading' (duration: 374.142508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:52.058508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.373731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7276"} {"level":"warn","ts":"2026-04-01T16:08:52.058511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.449409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-01T16:08:52.058511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.142525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:08:52.058541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.5057Z","time spent":"552.833878ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-01T16:08:52.058545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.684234Z","time spent":"374.303962ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:08:52.058545Z","caller":"traceutil/trace.go:171","msg":"trace[6938577] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12354; }","duration":"550.454703ms","start":"2026-04-01T16:08:51.508068Z","end":"2026-04-01T16:08:52.058522Z","steps":["trace[6938577] 'agreement among raft nodes before linearized reading' (duration: 550.149466ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:08:52.058559Z","caller":"traceutil/trace.go:171","msg":"trace[1193807860] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12354; }","duration":"547.448152ms","start":"2026-04-01T16:08:51.511097Z","end":"2026-04-01T16:08:52.058545Z","steps":["trace[1193807860] 'agreement among raft nodes before linearized reading' (duration: 547.295439ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:08:52.05857Z","caller":"traceutil/trace.go:171","msg":"trace[1442308187] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12354; }","duration":"552.550981ms","start":"2026-04-01T16:08:51.506001Z","end":"2026-04-01T16:08:52.058552Z","steps":["trace[1442308187] 'agreement among raft nodes before linearized reading' (duration: 552.378567ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:08:52.058576Z","caller":"traceutil/trace.go:171","msg":"trace[1391748989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12354; }","duration":"562.255247ms","start":"2026-04-01T16:08:51.496307Z","end":"2026-04-01T16:08:52.058562Z","steps":["trace[1391748989] 'agreement among raft nodes before linearized reading' (duration: 562.059912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:52.058581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.549108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T16:08:52.058541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.67539Z","time spent":"383.072866ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:08:52.058602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.511082Z","time spent":"547.509443ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7298,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:08:52.058602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.508044Z","time spent":"550.546814ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7298,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:08:52.058599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.107834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T16:08:52.058646Z","caller":"traceutil/trace.go:171","msg":"trace[1403480005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12354; }","duration":"261.65529ms","start":"2026-04-01T16:08:51.79697Z","end":"2026-04-01T16:08:52.058625Z","steps":["trace[1403480005] 'agreement among raft nodes before linearized reading' (duration: 261.479636ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:08:52.058669Z","caller":"traceutil/trace.go:171","msg":"trace[855039811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12354; }","duration":"321.205427ms","start":"2026-04-01T16:08:51.737449Z","end":"2026-04-01T16:08:52.058654Z","steps":["trace[855039811] 'agreement among raft nodes before linearized reading' (duration: 321.019622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:52.058417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.507995Z","time spent":"550.410061ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-01T16:08:52.058713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.737434Z","time spent":"321.267708ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:08:52.058707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.868902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T16:08:52.058608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.496287Z","time spent":"562.315308ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:08:52.058605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.505982Z","time spent":"552.616112ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-01T16:08:52.058855Z","caller":"traceutil/trace.go:171","msg":"trace[430204423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12354; }","duration":"206.062336ms","start":"2026-04-01T16:08:51.852728Z","end":"2026-04-01T16:08:52.05879Z","steps":["trace[430204423] 'agreement among raft nodes before linearized reading' (duration: 205.697257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:52.059413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.735304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:484169"} {"level":"info","ts":"2026-04-01T16:08:52.059496Z","caller":"traceutil/trace.go:171","msg":"trace[399207464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12354; }","duration":"396.858317ms","start":"2026-04-01T16:08:51.662618Z","end":"2026-04-01T16:08:52.059476Z","steps":["trace[399207464] 'agreement among raft nodes before linearized reading' (duration: 395.72464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:08:52.059547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:08:51.662597Z","time spent":"396.933599ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":484191,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T16:08:53.109696Z","caller":"traceutil/trace.go:171","msg":"trace[1643522160] transaction","detail":"{read_only:false; response_revision:12364; number_of_response:1; }","duration":"150.923313ms","start":"2026-04-01T16:08:52.958753Z","end":"2026-04-01T16:08:53.109676Z","steps":["trace[1643522160] 'process raft request' (duration: 150.79875ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:09:20.546905Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10354} {"level":"info","ts":"2026-04-01T16:09:20.631126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10354,"took":"81.942897ms","hash":1883966449,"current-db-size-bytes":56860672,"current-db-size":"57 MB","current-db-size-in-use-bytes":26419200,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-01T16:09:20.631266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1883966449,"revision":10354,"compact-revision":8006} {"level":"info","ts":"2026-04-01T16:14:05.215925Z","caller":"traceutil/trace.go:171","msg":"trace[969014885] transaction","detail":"{read_only:false; response_revision:14449; number_of_response:1; }","duration":"124.719082ms","start":"2026-04-01T16:14:05.091174Z","end":"2026-04-01T16:14:05.215893Z","steps":["trace[969014885] 'process raft request' (duration: 124.554279ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:05.725982Z","caller":"traceutil/trace.go:171","msg":"trace[244172463] linearizableReadLoop","detail":"{readStateIndex:14961; appliedIndex:14958; }","duration":"178.173456ms","start":"2026-04-01T16:14:05.547774Z","end":"2026-04-01T16:14:05.725947Z","steps":["trace[244172463] 'read index received' (duration: 133.583328ms)","trace[244172463] 'applied index is now lower than readState.Index' (duration: 44.588808ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:14:05.726028Z","caller":"traceutil/trace.go:171","msg":"trace[1217811046] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"405.071746ms","start":"2026-04-01T16:14:05.32092Z","end":"2026-04-01T16:14:05.725992Z","steps":["trace[1217811046] 'process raft request' (duration: 404.927273ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:05.726057Z","caller":"traceutil/trace.go:171","msg":"trace[1825102028] transaction","detail":"{read_only:false; response_revision:14450; number_of_response:1; }","duration":"407.486303ms","start":"2026-04-01T16:14:05.318531Z","end":"2026-04-01T16:14:05.726018Z","steps":["trace[1825102028] 'process raft request' (duration: 362.811533ms)","trace[1825102028] 'compare' (duration: 44.371923ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:14:05.726054Z","caller":"traceutil/trace.go:171","msg":"trace[1073050084] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"405.072517ms","start":"2026-04-01T16:14:05.320951Z","end":"2026-04-01T16:14:05.726023Z","steps":["trace[1073050084] 'process raft request' (duration: 404.947064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:05.726178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:05.320931Z","time spent":"405.182629ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:14:05.72618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:05.31851Z","time spent":"407.594985ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:14:05.726184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:05.320908Z","time spent":"405.19096ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:14:05.726245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.466344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T16:14:05.726266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.316426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:14:05.726332Z","caller":"traceutil/trace.go:171","msg":"trace[1391204103] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14452; }","duration":"178.564015ms","start":"2026-04-01T16:14:05.547724Z","end":"2026-04-01T16:14:05.726288Z","steps":["trace[1391204103] 'agreement among raft nodes before linearized reading' (duration: 178.407141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:05.726318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.997272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T16:14:05.72635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.679768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:14:05.72634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.402208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T16:14:05.726401Z","caller":"traceutil/trace.go:171","msg":"trace[1195989076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14452; }","duration":"123.104245ms","start":"2026-04-01T16:14:05.603277Z","end":"2026-04-01T16:14:05.726382Z","steps":["trace[1195989076] 'agreement among raft nodes before linearized reading' (duration: 122.89439ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:05.726414Z","caller":"traceutil/trace.go:171","msg":"trace[873403808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14452; }","duration":"123.787671ms","start":"2026-04-01T16:14:05.602614Z","end":"2026-04-01T16:14:05.726402Z","steps":["trace[873403808] 'agreement among raft nodes before linearized reading' (duration: 123.620417ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:05.726377Z","caller":"traceutil/trace.go:171","msg":"trace[377998706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14452; }","duration":"125.394938ms","start":"2026-04-01T16:14:05.600903Z","end":"2026-04-01T16:14:05.726298Z","steps":["trace[377998706] 'agreement among raft nodes before linearized reading' (duration: 125.223964ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:05.726447Z","caller":"traceutil/trace.go:171","msg":"trace[1109717455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14452; }","duration":"122.549092ms","start":"2026-04-01T16:14:05.603873Z","end":"2026-04-01T16:14:05.726422Z","steps":["trace[1109717455] 'agreement among raft nodes before linearized reading' (duration: 122.252225ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:19.415618Z","caller":"traceutil/trace.go:171","msg":"trace[776181390] transaction","detail":"{read_only:false; response_revision:14520; number_of_response:1; }","duration":"122.689855ms","start":"2026-04-01T16:14:19.292896Z","end":"2026-04-01T16:14:19.415586Z","steps":["trace[776181390] 'process raft request' (duration: 122.547672ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:20.553932Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12539} {"level":"info","ts":"2026-04-01T16:14:20.62525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12539,"took":"69.422956ms","hash":3546013807,"current-db-size-bytes":56860672,"current-db-size":"57 MB","current-db-size-in-use-bytes":26914816,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-01T16:14:20.625327Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3546013807,"revision":12539,"compact-revision":10354} {"level":"info","ts":"2026-04-01T16:14:22.924306Z","caller":"traceutil/trace.go:171","msg":"trace[455463680] transaction","detail":"{read_only:false; response_revision:14555; number_of_response:1; }","duration":"142.180169ms","start":"2026-04-01T16:14:22.782091Z","end":"2026-04-01T16:14:22.924272Z","steps":["trace[455463680] 'process raft request' (duration: 139.689381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.054995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706607364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:14:34.445796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151325113s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:14:34.446191Z","caller":"traceutil/trace.go:171","msg":"trace[2132708266] transaction","detail":"{read_only:false; response_revision:14731; number_of_response:1; }","duration":"1.151872485s","start":"2026-04-01T16:14:33.294293Z","end":"2026-04-01T16:14:34.446166Z","steps":["trace[2132708266] 'process raft request' (duration: 1.151728912s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.446329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.294252Z","time spent":"1.152004958s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:14:34.499406Z","caller":"traceutil/trace.go:171","msg":"trace[238865191] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"680.054176ms","start":"2026-04-01T16:14:33.819322Z","end":"2026-04-01T16:14:34.499376Z","steps":["trace[238865191] 'process raft request' (duration: 679.977744ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:34.499498Z","caller":"traceutil/trace.go:171","msg":"trace[222985052] transaction","detail":"{read_only:false; response_revision:14733; number_of_response:1; }","duration":"1.012291987s","start":"2026-04-01T16:14:33.48718Z","end":"2026-04-01T16:14:34.499472Z","steps":["trace[222985052] 'process raft request' (duration: 1.011948769s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:34.499503Z","caller":"traceutil/trace.go:171","msg":"trace[233187186] linearizableReadLoop","detail":"{readStateIndex:15255; appliedIndex:15249; }","duration":"944.995961ms","start":"2026-04-01T16:14:33.55447Z","end":"2026-04-01T16:14:34.499466Z","steps":["trace[233187186] 'read index received' (duration: 891.837014ms)","trace[233187186] 'applied index is now lower than readState.Index' (duration: 53.157187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:14:34.499584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.819296Z","time spent":"680.195609ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:14:34.499558Z","caller":"traceutil/trace.go:171","msg":"trace[498012622] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"682.210836ms","start":"2026-04-01T16:14:33.817322Z","end":"2026-04-01T16:14:34.499533Z","steps":["trace[498012622] 'process raft request' (duration: 681.93755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:34.499588Z","caller":"traceutil/trace.go:171","msg":"trace[1240439550] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"671.544878ms","start":"2026-04-01T16:14:33.82801Z","end":"2026-04-01T16:14:34.499555Z","steps":["trace[1240439550] 'process raft request' (duration: 671.333103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.499713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.828003Z","time spent":"671.64811ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:14:34.499753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.817296Z","time spent":"682.354829ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:14:34.499595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.487141Z","time spent":"1.01240616s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:14:34.499816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.997819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T16:14:34.499826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.40494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:14:34.499829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.786729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T16:14:34.499845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.35735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-lcfmr.18a247bb17e0f009\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-01T16:14:34.499861Z","caller":"traceutil/trace.go:171","msg":"trace[235335811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14737; }","duration":"642.486502ms","start":"2026-04-01T16:14:33.857364Z","end":"2026-04-01T16:14:34.49985Z","steps":["trace[235335811] 'agreement among raft nodes before linearized reading' (duration: 642.352038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.499884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.481207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T16:14:34.499868Z","caller":"traceutil/trace.go:171","msg":"trace[230900224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14737; }","duration":"633.84652ms","start":"2026-04-01T16:14:33.866012Z","end":"2026-04-01T16:14:34.499859Z","steps":["trace[230900224] 'agreement among raft nodes before linearized reading' (duration: 633.727207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.499879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.98761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-01T16:14:34.499894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.857335Z","time spent":"642.552192ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:14:34.499898Z","caller":"traceutil/trace.go:171","msg":"trace[1979699415] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-lcfmr.18a247bb17e0f009; range_end:; response_count:1; response_revision:14737; }","duration":"945.466222ms","start":"2026-04-01T16:14:33.554412Z","end":"2026-04-01T16:14:34.499878Z","steps":["trace[1979699415] 'agreement among raft nodes before linearized reading' (duration: 945.245557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.499913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.865998Z","time spent":"633.908212ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:14:34.499929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.222345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:14:34.499943Z","caller":"traceutil/trace.go:171","msg":"trace[2094519914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14737; }","duration":"263.269507ms","start":"2026-04-01T16:14:34.23667Z","end":"2026-04-01T16:14:34.49994Z","steps":["trace[2094519914] 'agreement among raft nodes before linearized reading' (duration: 263.240516ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:34.499937Z","caller":"traceutil/trace.go:171","msg":"trace[926846752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14737; }","duration":"899.073592ms","start":"2026-04-01T16:14:33.600844Z","end":"2026-04-01T16:14:34.499918Z","steps":["trace[926846752] 'agreement among raft nodes before linearized reading' (duration: 898.846207ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:34.499901Z","caller":"traceutil/trace.go:171","msg":"trace[1129645310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14737; }","duration":"121.532079ms","start":"2026-04-01T16:14:34.378364Z","end":"2026-04-01T16:14:34.499896Z","steps":["trace[1129645310] 'agreement among raft nodes before linearized reading' (duration: 121.483018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.499972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.600832Z","time spent":"899.131623ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:14:34.499835Z","caller":"traceutil/trace.go:171","msg":"trace[495464773] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14737; }","duration":"455.053459ms","start":"2026-04-01T16:14:34.044776Z","end":"2026-04-01T16:14:34.49983Z","steps":["trace[495464773] 'agreement among raft nodes before linearized reading' (duration: 455.008818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.50002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.349227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T16:14:34.500004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.220709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T16:14:34.500051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.421189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-01T16:14:34.500059Z","caller":"traceutil/trace.go:171","msg":"trace[1550160466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14737; }","duration":"495.384718ms","start":"2026-04-01T16:14:34.004662Z","end":"2026-04-01T16:14:34.500046Z","steps":["trace[1550160466] 'agreement among raft nodes before linearized reading' (duration: 495.223544ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:34.500097Z","caller":"traceutil/trace.go:171","msg":"trace[1677699537] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:14737; }","duration":"816.520791ms","start":"2026-04-01T16:14:33.683564Z","end":"2026-04-01T16:14:34.500085Z","steps":["trace[1677699537] 'agreement among raft nodes before linearized reading' (duration: 816.421619ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:14:34.500115Z","caller":"traceutil/trace.go:171","msg":"trace[1083741335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14737; }","duration":"631.395273ms","start":"2026-04-01T16:14:33.868688Z","end":"2026-04-01T16:14:34.500084Z","steps":["trace[1083741335] 'agreement among raft nodes before linearized reading' (duration: 631.015484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.500133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.909093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b25a68b8-355d-40c1-b740-2c83e2493e17\" ","response":"range_response_count:1 size:3727"} {"level":"warn","ts":"2026-04-01T16:14:34.500146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.683523Z","time spent":"816.615983ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-04-01T16:14:34.500144Z","caller":"traceutil/trace.go:171","msg":"trace[1748189364] transaction","detail":"{read_only:false; response_revision:14734; number_of_response:1; }","duration":"722.872462ms","start":"2026-04-01T16:14:33.776581Z","end":"2026-04-01T16:14:34.499453Z","steps":["trace[1748189364] 'process raft request' (duration: 722.624457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.50016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.342956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-01T16:14:34.500171Z","caller":"traceutil/trace.go:171","msg":"trace[1283096062] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b25a68b8-355d-40c1-b740-2c83e2493e17; range_end:; response_count:1; response_revision:14737; }","duration":"655.957985ms","start":"2026-04-01T16:14:33.844201Z","end":"2026-04-01T16:14:34.500159Z","steps":["trace[1283096062] 'agreement among raft nodes before linearized reading' (duration: 655.863113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.500174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.868668Z","time spent":"631.498526ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:14:34.500043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.06221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-01T16:14:34.500201Z","caller":"traceutil/trace.go:171","msg":"trace[1822332449] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac; range_end:; response_count:1; response_revision:14737; }","duration":"623.380497ms","start":"2026-04-01T16:14:33.876809Z","end":"2026-04-01T16:14:34.50019Z","steps":["trace[1822332449] 'agreement among raft nodes before linearized reading' (duration: 623.271384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.50022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.776544Z","time spent":"723.643649ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19066,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:14:34.500239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.876772Z","time spent":"623.459809ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac\" "} {"level":"info","ts":"2026-04-01T16:14:34.500254Z","caller":"traceutil/trace.go:171","msg":"trace[1894636277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac; range_end:; response_count:1; response_revision:14737; }","duration":"657.321527ms","start":"2026-04-01T16:14:33.842911Z","end":"2026-04-01T16:14:34.500232Z","steps":["trace[1894636277] 'agreement among raft nodes before linearized reading' (duration: 657.070831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.500106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:34.0046Z","time spent":"495.49664ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:14:34.500304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.842894Z","time spent":"657.399958ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac\" "} {"level":"warn","ts":"2026-04-01T16:14:34.500055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:34.044765Z","time spent":"455.279605ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:14:34.499946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.554386Z","time spent":"945.550094ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-lcfmr.18a247bb17e0f009\" "} {"level":"warn","ts":"2026-04-01T16:14:34.500071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.598491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:14:34.500466Z","caller":"traceutil/trace.go:171","msg":"trace[1522063118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14737; }","duration":"639.055322ms","start":"2026-04-01T16:14:33.861398Z","end":"2026-04-01T16:14:34.500453Z","steps":["trace[1522063118] 'agreement among raft nodes before linearized reading' (duration: 638.416777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.500509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.861384Z","time spent":"639.108813ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:14:34.500203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.844193Z","time spent":"656.002486ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3749,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b25a68b8-355d-40c1-b740-2c83e2493e17\" "} {"level":"info","ts":"2026-04-01T16:14:34.50059Z","caller":"traceutil/trace.go:171","msg":"trace[702610033] transaction","detail":"{read_only:false; response_revision:14732; number_of_response:1; }","duration":"1.184987126s","start":"2026-04-01T16:14:33.314282Z","end":"2026-04-01T16:14:34.499269Z","steps":["trace[702610033] 'process raft request' (duration: 1.184087265s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:14:34.50145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:14:33.314232Z","time spent":"1.186380248s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:15:39.320882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706609932,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:15:39.372206Z","caller":"traceutil/trace.go:171","msg":"trace[2098878230] transaction","detail":"{read_only:false; response_revision:15635; number_of_response:1; }","duration":"552.362475ms","start":"2026-04-01T16:15:38.819812Z","end":"2026-04-01T16:15:39.372174Z","steps":["trace[2098878230] 'process raft request' (duration: 552.206162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:15:39.372377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.819797Z","time spent":"552.487248ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:15:39.375943Z","caller":"traceutil/trace.go:171","msg":"trace[814637965] linearizableReadLoop","detail":"{readStateIndex:16179; appliedIndex:16177; }","duration":"555.715674ms","start":"2026-04-01T16:15:38.820203Z","end":"2026-04-01T16:15:39.375918Z","steps":["trace[814637965] 'read index received' (duration: 551.888575ms)","trace[814637965] 'applied index is now lower than readState.Index' (duration: 3.825218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:15:39.376237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.577424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:15:39.376281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.024021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:15:39.376287Z","caller":"traceutil/trace.go:171","msg":"trace[1558859180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15635; }","duration":"139.656616ms","start":"2026-04-01T16:15:39.23662Z","end":"2026-04-01T16:15:39.376277Z","steps":["trace[1558859180] 'agreement among raft nodes before linearized reading' (duration: 139.570814ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:15:39.376346Z","caller":"traceutil/trace.go:171","msg":"trace[1874057211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15635; }","duration":"556.098972ms","start":"2026-04-01T16:15:38.820231Z","end":"2026-04-01T16:15:39.37633Z","steps":["trace[1874057211] 'agreement among raft nodes before linearized reading' (duration: 555.921998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:15:39.37639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.820226Z","time spent":"556.153473ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:15:39.376235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.57218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:15:39.376474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.009495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T16:15:39.376497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.219375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:15:39.376564Z","caller":"traceutil/trace.go:171","msg":"trace[11914329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15635; }","duration":"153.151919ms","start":"2026-04-01T16:15:39.223368Z","end":"2026-04-01T16:15:39.37652Z","steps":["trace[11914329] 'agreement among raft nodes before linearized reading' (duration: 152.961805ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:15:39.376538Z","caller":"traceutil/trace.go:171","msg":"trace[1006576504] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15635; }","duration":"416.860356ms","start":"2026-04-01T16:15:38.959617Z","end":"2026-04-01T16:15:39.376477Z","steps":["trace[1006576504] 'agreement among raft nodes before linearized reading' (duration: 416.543829ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:15:39.376593Z","caller":"traceutil/trace.go:171","msg":"trace[1901890756] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15635; }","duration":"417.358829ms","start":"2026-04-01T16:15:38.959214Z","end":"2026-04-01T16:15:39.376573Z","steps":["trace[1901890756] 'agreement among raft nodes before linearized reading' (duration: 417.193245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:15:39.376626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.337988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T16:15:39.376635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.959198Z","time spent":"417.42799ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-01T16:15:39.376621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.102836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:15:39.376615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.363269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T16:15:39.376565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.12094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-01T16:15:39.376726Z","caller":"traceutil/trace.go:171","msg":"trace[1533707542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15635; }","duration":"553.509103ms","start":"2026-04-01T16:15:38.82319Z","end":"2026-04-01T16:15:39.376699Z","steps":["trace[1533707542] 'agreement among raft nodes before linearized reading' (duration: 553.262977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:15:39.376782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.823126Z","time spent":"553.647615ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:15:39.376803Z","caller":"traceutil/trace.go:171","msg":"trace[1077023962] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15635; }","duration":"413.375236ms","start":"2026-04-01T16:15:38.96338Z","end":"2026-04-01T16:15:39.376755Z","steps":["trace[1077023962] 'agreement among raft nodes before linearized reading' (duration: 412.969687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:15:39.376911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.963358Z","time spent":"413.53865ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-01T16:15:39.376667Z","caller":"traceutil/trace.go:171","msg":"trace[1250503505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15635; }","duration":"556.41893ms","start":"2026-04-01T16:15:38.820239Z","end":"2026-04-01T16:15:39.376658Z","steps":["trace[1250503505] 'agreement among raft nodes before linearized reading' (duration: 556.317347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:15:39.376889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.601024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T16:15:39.377006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.820221Z","time spent":"556.767578ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:15:39.376653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.959608Z","time spent":"417.01969ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-01T16:15:39.376699Z","caller":"traceutil/trace.go:171","msg":"trace[836121738] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15635; }","duration":"418.215708ms","start":"2026-04-01T16:15:38.95846Z","end":"2026-04-01T16:15:39.376675Z","steps":["trace[836121738] 'agreement among raft nodes before linearized reading' (duration: 418.037174ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:15:39.377097Z","caller":"traceutil/trace.go:171","msg":"trace[402799714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15635; }","duration":"556.85533ms","start":"2026-04-01T16:15:38.820185Z","end":"2026-04-01T16:15:39.37704Z","steps":["trace[402799714] 'agreement among raft nodes before linearized reading' (duration: 555.833986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:15:39.377045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.223996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-01T16:15:39.37714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.958438Z","time spent":"418.68707ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-01T16:15:39.377191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.820175Z","time spent":"557.006454ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:15:39.377198Z","caller":"traceutil/trace.go:171","msg":"trace[1026723268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15635; }","duration":"513.38855ms","start":"2026-04-01T16:15:38.863796Z","end":"2026-04-01T16:15:39.377184Z","steps":["trace[1026723268] 'agreement among raft nodes before linearized reading' (duration: 512.455198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:15:39.377485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:15:38.863789Z","time spent":"513.661666ms","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1587,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-01T16:16:03.080044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.446474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T16:16:03.080082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.103376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:16:03.080153Z","caller":"traceutil/trace.go:171","msg":"trace[643340270] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15755; }","duration":"350.607347ms","start":"2026-04-01T16:16:02.72952Z","end":"2026-04-01T16:16:03.080127Z","steps":["trace[643340270] 'range keys from in-memory index tree' (duration: 350.361621ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:16:03.080187Z","caller":"traceutil/trace.go:171","msg":"trace[2047766854] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15755; }","duration":"350.28146ms","start":"2026-04-01T16:16:02.729877Z","end":"2026-04-01T16:16:03.080159Z","steps":["trace[2047766854] 'range keys from in-memory index tree' (duration: 349.977492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:03.080205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:02.729508Z","time spent":"350.686138ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-01T16:16:03.080235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:02.729856Z","time spent":"350.369251ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:16:03.080241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.160523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-01T16:16:03.080369Z","caller":"traceutil/trace.go:171","msg":"trace[715488400] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15755; }","duration":"346.326348ms","start":"2026-04-01T16:16:02.734007Z","end":"2026-04-01T16:16:03.080333Z","steps":["trace[715488400] 'range keys from in-memory index tree' (duration: 345.987829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:03.080427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:02.733997Z","time spent":"346.41515ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-01T16:16:03.080683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.731828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:16:03.080796Z","caller":"traceutil/trace.go:171","msg":"trace[1174231094] transaction","detail":"{read_only:false; response_revision:15756; number_of_response:1; }","duration":"250.182594ms","start":"2026-04-01T16:16:02.830592Z","end":"2026-04-01T16:16:03.080775Z","steps":["trace[1174231094] 'process raft request' (duration: 125.260791ms)","trace[1174231094] 'compare' (duration: 124.34293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:16:03.080006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.764328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:16:03.081058Z","caller":"traceutil/trace.go:171","msg":"trace[1264060820] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15755; }","duration":"350.829672ms","start":"2026-04-01T16:16:02.730152Z","end":"2026-04-01T16:16:03.080982Z","steps":["trace[1264060820] 'range keys from in-memory index tree' (duration: 349.658745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:03.081177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:02.73014Z","time spent":"351.017717ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-01T16:16:03.15455Z","caller":"traceutil/trace.go:171","msg":"trace[563799221] transaction","detail":"{read_only:false; response_revision:15758; number_of_response:1; }","duration":"316.554436ms","start":"2026-04-01T16:16:02.837963Z","end":"2026-04-01T16:16:03.154518Z","steps":["trace[563799221] 'process raft request' (duration: 316.478624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:03.154696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:02.837933Z","time spent":"316.687639ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:16:03.154667Z","caller":"traceutil/trace.go:171","msg":"trace[404625297] transaction","detail":"{read_only:false; response_revision:15757; number_of_response:1; }","duration":"316.996366ms","start":"2026-04-01T16:16:02.837547Z","end":"2026-04-01T16:16:03.154544Z","steps":["trace[404625297] 'process raft request' (duration: 316.774811ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:16:03.155081Z","caller":"traceutil/trace.go:171","msg":"trace[20048034] linearizableReadLoop","detail":"{readStateIndex:16307; appliedIndex:16303; }","duration":"278.041062ms","start":"2026-04-01T16:16:02.877029Z","end":"2026-04-01T16:16:03.15507Z","steps":["trace[20048034] 'read index received' (duration: 78.837882ms)","trace[20048034] 'applied index is now lower than readState.Index' (duration: 199.202299ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:16:03.155197Z","caller":"traceutil/trace.go:171","msg":"trace[517428841] transaction","detail":"{read_only:false; response_revision:15759; number_of_response:1; }","duration":"306.008891ms","start":"2026-04-01T16:16:02.849152Z","end":"2026-04-01T16:16:03.155161Z","steps":["trace[517428841] 'process raft request' (duration: 305.331525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:03.155248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.225125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9706"} {"level":"info","ts":"2026-04-01T16:16:03.155292Z","caller":"traceutil/trace.go:171","msg":"trace[122437247] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:15759; }","duration":"278.304607ms","start":"2026-04-01T16:16:02.876978Z","end":"2026-04-01T16:16:03.155283Z","steps":["trace[122437247] 'agreement among raft nodes before linearized reading' (duration: 278.131113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:03.15528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:02.837532Z","time spent":"317.235541ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:16:03.155383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:02.849146Z","time spent":"306.147644ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:16:03.681047Z","caller":"traceutil/trace.go:171","msg":"trace[1932783594] transaction","detail":"{read_only:false; response_revision:15763; number_of_response:1; }","duration":"116.693642ms","start":"2026-04-01T16:16:03.564313Z","end":"2026-04-01T16:16:03.681007Z","steps":["trace[1932783594] 'process raft request' (duration: 116.438716ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:16:03.681286Z","caller":"traceutil/trace.go:171","msg":"trace[778880150] transaction","detail":"{read_only:false; response_revision:15764; number_of_response:1; }","duration":"116.830705ms","start":"2026-04-01T16:16:03.564424Z","end":"2026-04-01T16:16:03.681255Z","steps":["trace[778880150] 'process raft request' (duration: 116.520687ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:16:04.775284Z","caller":"traceutil/trace.go:171","msg":"trace[415535715] linearizableReadLoop","detail":"{readStateIndex:16315; appliedIndex:16314; }","duration":"167.076572ms","start":"2026-04-01T16:16:04.608184Z","end":"2026-04-01T16:16:04.77526Z","steps":["trace[415535715] 'read index received' (duration: 166.910428ms)","trace[415535715] 'applied index is now lower than readState.Index' (duration: 165.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:16:04.775413Z","caller":"traceutil/trace.go:171","msg":"trace[1289950374] transaction","detail":"{read_only:false; response_revision:15766; number_of_response:1; }","duration":"168.363793ms","start":"2026-04-01T16:16:04.607014Z","end":"2026-04-01T16:16:04.775378Z","steps":["trace[1289950374] 'process raft request' (duration: 168.124017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:04.77549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.293978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T16:16:04.775521Z","caller":"traceutil/trace.go:171","msg":"trace[156477612] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15766; }","duration":"167.357789ms","start":"2026-04-01T16:16:04.608157Z","end":"2026-04-01T16:16:04.775515Z","steps":["trace[156477612] 'agreement among raft nodes before linearized reading' (duration: 167.206345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:04.775604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.689701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-01T16:16:04.77568Z","caller":"traceutil/trace.go:171","msg":"trace[236746565] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15766; }","duration":"162.779152ms","start":"2026-04-01T16:16:04.612887Z","end":"2026-04-01T16:16:04.775666Z","steps":["trace[236746565] 'agreement among raft nodes before linearized reading' (duration: 162.526956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.475771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.919519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:16:05.475857Z","caller":"traceutil/trace.go:171","msg":"trace[985924120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15766; }","duration":"618.068343ms","start":"2026-04-01T16:16:04.857767Z","end":"2026-04-01T16:16:05.475836Z","steps":["trace[985924120] 'count revisions from in-memory index tree' (duration: 617.825337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.475864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.805455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:16:05.475962Z","caller":"traceutil/trace.go:171","msg":"trace[519543182] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15766; }","duration":"388.951048ms","start":"2026-04-01T16:16:05.086993Z","end":"2026-04-01T16:16:05.475944Z","steps":["trace[519543182] 'range keys from in-memory index tree' (duration: 388.617871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.476006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.086973Z","time spent":"389.02416ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:16:05.475899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:04.857744Z","time spent":"618.144304ms","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:16:05.476144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.512508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:16:05.47623Z","caller":"traceutil/trace.go:171","msg":"trace[729170674] linearizableReadLoop","detail":"{readStateIndex:16316; appliedIndex:16315; }","duration":"389.042921ms","start":"2026-04-01T16:16:05.087175Z","end":"2026-04-01T16:16:05.476218Z","steps":["trace[729170674] 'read index received' (duration: 77.343557ms)","trace[729170674] 'applied index is now lower than readState.Index' (duration: 311.697864ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:16:05.476294Z","caller":"traceutil/trace.go:171","msg":"trace[283883162] transaction","detail":"{read_only:false; response_revision:15767; number_of_response:1; }","duration":"389.157543ms","start":"2026-04-01T16:16:05.087126Z","end":"2026-04-01T16:16:05.476283Z","steps":["trace[283883162] 'process raft request' (duration: 77.410399ms)","trace[283883162] 'compare' (duration: 311.221192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:16:05.476312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.138583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:16:05.476346Z","caller":"traceutil/trace.go:171","msg":"trace[1870706303] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15767; }","duration":"389.188384ms","start":"2026-04-01T16:16:05.087148Z","end":"2026-04-01T16:16:05.476337Z","steps":["trace[1870706303] 'agreement among raft nodes before linearized reading' (duration: 389.134873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.476365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.087099Z","time spent":"389.224815ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:16:05.476382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.087139Z","time spent":"389.236905ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-01T16:16:05.477106Z","caller":"traceutil/trace.go:171","msg":"trace[1190045475] transaction","detail":"{read_only:false; response_revision:15770; number_of_response:1; }","duration":"315.241126ms","start":"2026-04-01T16:16:05.16185Z","end":"2026-04-01T16:16:05.477091Z","steps":["trace[1190045475] 'process raft request' (duration: 315.194145ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:16:05.477148Z","caller":"traceutil/trace.go:171","msg":"trace[616233772] transaction","detail":"{read_only:false; response_revision:15768; number_of_response:1; }","duration":"317.047997ms","start":"2026-04-01T16:16:05.160069Z","end":"2026-04-01T16:16:05.477117Z","steps":["trace[616233772] 'process raft request' (duration: 316.849243ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:16:05.477255Z","caller":"traceutil/trace.go:171","msg":"trace[1537616543] transaction","detail":"{read_only:false; response_revision:15769; number_of_response:1; }","duration":"317.050997ms","start":"2026-04-01T16:16:05.160192Z","end":"2026-04-01T16:16:05.477243Z","steps":["trace[1537616543] 'process raft request' (duration: 316.814762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.477312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.160164Z","time spent":"317.122149ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:16:05.477208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.161839Z","time spent":"315.314627ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:16:05.477397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.160047Z","time spent":"317.238612ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:16:05.483079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.547951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:16:05.483164Z","caller":"traceutil/trace.go:171","msg":"trace[282684341] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15771; }","duration":"395.659205ms","start":"2026-04-01T16:16:05.087486Z","end":"2026-04-01T16:16:05.483145Z","steps":["trace[282684341] 'agreement among raft nodes before linearized reading' (duration: 395.515591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.48321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.087479Z","time spent":"395.720856ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-01T16:16:05.483277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.425129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:16:05.483359Z","caller":"traceutil/trace.go:171","msg":"trace[1598845234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15771; }","duration":"247.556773ms","start":"2026-04-01T16:16:05.235781Z","end":"2026-04-01T16:16:05.483338Z","steps":["trace[1598845234] 'agreement among raft nodes before linearized reading' (duration: 247.40573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.483375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.608122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9706"} {"level":"info","ts":"2026-04-01T16:16:05.483419Z","caller":"traceutil/trace.go:171","msg":"trace[429363080] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:15771; }","duration":"305.681574ms","start":"2026-04-01T16:16:05.177723Z","end":"2026-04-01T16:16:05.483405Z","steps":["trace[429363080] 'agreement among raft nodes before linearized reading' (duration: 305.584161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.483425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.439639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-01T16:16:05.483442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.177706Z","time spent":"305.730774ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9728,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"info","ts":"2026-04-01T16:16:05.483463Z","caller":"traceutil/trace.go:171","msg":"trace[227371839] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15771; }","duration":"395.498171ms","start":"2026-04-01T16:16:05.087955Z","end":"2026-04-01T16:16:05.483453Z","steps":["trace[227371839] 'agreement among raft nodes before linearized reading' (duration: 395.372418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:16:05.483495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:16:05.087947Z","time spent":"395.541632ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-01T16:18:38.58792Z","caller":"traceutil/trace.go:171","msg":"trace[1587033872] linearizableReadLoop","detail":"{readStateIndex:17486; appliedIndex:17485; }","duration":"135.361835ms","start":"2026-04-01T16:18:38.452532Z","end":"2026-04-01T16:18:38.587894Z","steps":["trace[1587033872] 'read index received' (duration: 93.090893ms)","trace[1587033872] 'applied index is now lower than readState.Index' (duration: 42.269882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:18:38.588128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.57934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:18:38.58817Z","caller":"traceutil/trace.go:171","msg":"trace[476126288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16899; }","duration":"135.676332ms","start":"2026-04-01T16:18:38.452484Z","end":"2026-04-01T16:18:38.58816Z","steps":["trace[476126288] 'agreement among raft nodes before linearized reading' (duration: 135.507678ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:18:38.588158Z","caller":"traceutil/trace.go:171","msg":"trace[1800001972] transaction","detail":"{read_only:false; response_revision:16899; number_of_response:1; }","duration":"138.730623ms","start":"2026-04-01T16:18:38.44939Z","end":"2026-04-01T16:18:38.58812Z","steps":["trace[1800001972] 'process raft request' (duration: 96.308678ms)","trace[1800001972] 'compare' (duration: 41.873703ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:18:40.270629Z","caller":"traceutil/trace.go:171","msg":"trace[420140671] transaction","detail":"{read_only:false; response_revision:16904; number_of_response:1; }","duration":"230.173879ms","start":"2026-04-01T16:18:40.04043Z","end":"2026-04-01T16:18:40.270604Z","steps":["trace[420140671] 'process raft request' (duration: 174.819652ms)","trace[420140671] 'compare' (duration: 55.154242ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:18:40.304483Z","caller":"traceutil/trace.go:171","msg":"trace[1399313433] linearizableReadLoop","detail":"{readStateIndex:17493; appliedIndex:17491; }","duration":"229.996335ms","start":"2026-04-01T16:18:40.074467Z","end":"2026-04-01T16:18:40.304463Z","steps":["trace[1399313433] 'read index received' (duration: 140.799902ms)","trace[1399313433] 'applied index is now lower than readState.Index' (duration: 89.195122ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:18:40.305489Z","caller":"traceutil/trace.go:171","msg":"trace[1884370286] transaction","detail":"{read_only:false; response_revision:16905; number_of_response:1; }","duration":"262.92694ms","start":"2026-04-01T16:18:40.042506Z","end":"2026-04-01T16:18:40.305433Z","steps":["trace[1884370286] 'process raft request' (duration: 261.831445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:18:40.305928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.441618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:18:40.306066Z","caller":"traceutil/trace.go:171","msg":"trace[1960207900] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16905; }","duration":"231.559491ms","start":"2026-04-01T16:18:40.074417Z","end":"2026-04-01T16:18:40.305976Z","steps":["trace[1960207900] 'agreement among raft nodes before linearized reading' (duration: 230.118847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:18:40.498793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.387237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:18:40.498893Z","caller":"traceutil/trace.go:171","msg":"trace[983371426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16906; }","duration":"120.48033ms","start":"2026-04-01T16:18:40.37837Z","end":"2026-04-01T16:18:40.49885Z","steps":["trace[983371426] 'range keys from in-memory index tree' (duration: 120.238304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:18:40.498657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.899456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:18:40.499176Z","caller":"traceutil/trace.go:171","msg":"trace[814147247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16906; }","duration":"120.423578ms","start":"2026-04-01T16:18:40.378707Z","end":"2026-04-01T16:18:40.49913Z","steps":["trace[814147247] 'range keys from in-memory index tree' (duration: 119.758103ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:18:58.530798Z","caller":"traceutil/trace.go:171","msg":"trace[1267177808] transaction","detail":"{read_only:false; response_revision:17161; number_of_response:1; }","duration":"118.642647ms","start":"2026-04-01T16:18:58.412132Z","end":"2026-04-01T16:18:58.530774Z","steps":["trace[1267177808] 'process raft request' (duration: 118.502144ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:18:58.810234Z","caller":"traceutil/trace.go:171","msg":"trace[142460990] linearizableReadLoop","detail":"{readStateIndex:17756; appliedIndex:17755; }","duration":"141.240812ms","start":"2026-04-01T16:18:58.668972Z","end":"2026-04-01T16:18:58.810213Z","steps":["trace[142460990] 'read index received' (duration: 141.066728ms)","trace[142460990] 'applied index is now lower than readState.Index' (duration: 173.504µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:18:58.810491Z","caller":"traceutil/trace.go:171","msg":"trace[129213113] transaction","detail":"{read_only:false; response_revision:17163; number_of_response:1; }","duration":"147.65305ms","start":"2026-04-01T16:18:58.662828Z","end":"2026-04-01T16:18:58.810481Z","steps":["trace[129213113] 'process raft request' (duration: 147.261091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:18:58.810748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.769124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:18:58.810783Z","caller":"traceutil/trace.go:171","msg":"trace[357752238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17163; }","duration":"141.833166ms","start":"2026-04-01T16:18:58.668939Z","end":"2026-04-01T16:18:58.810772Z","steps":["trace[357752238] 'agreement among raft nodes before linearized reading' (duration: 141.717213ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:19:20.559725Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14529} {"level":"info","ts":"2026-04-01T16:19:20.636699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14529,"took":"74.337737ms","hash":3556031981,"current-db-size-bytes":56860672,"current-db-size":"57 MB","current-db-size-in-use-bytes":33595392,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-01T16:19:20.636757Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3556031981,"revision":14529,"compact-revision":12539} {"level":"info","ts":"2026-04-01T16:21:48.993658Z","caller":"traceutil/trace.go:171","msg":"trace[535788428] transaction","detail":"{read_only:false; response_revision:18378; number_of_response:1; }","duration":"126.473159ms","start":"2026-04-01T16:21:48.867161Z","end":"2026-04-01T16:21:48.993634Z","steps":["trace[535788428] 'process raft request' (duration: 126.105241ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:21:48.996258Z","caller":"traceutil/trace.go:171","msg":"trace[1349828897] transaction","detail":"{read_only:false; response_revision:18379; number_of_response:1; }","duration":"100.557596ms","start":"2026-04-01T16:21:48.895671Z","end":"2026-04-01T16:21:48.996229Z","steps":["trace[1349828897] 'process raft request' (duration: 100.316591ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:21:50.524923Z","caller":"traceutil/trace.go:171","msg":"trace[1219294148] linearizableReadLoop","detail":"{readStateIndex:19038; appliedIndex:19037; }","duration":"152.127505ms","start":"2026-04-01T16:21:50.372775Z","end":"2026-04-01T16:21:50.524902Z","steps":["trace[1219294148] 'read index received' (duration: 151.966761ms)","trace[1219294148] 'applied index is now lower than readState.Index' (duration: 159.734µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:21:50.525258Z","caller":"traceutil/trace.go:171","msg":"trace[2056704610] transaction","detail":"{read_only:false; response_revision:18404; number_of_response:1; }","duration":"216.958321ms","start":"2026-04-01T16:21:50.308269Z","end":"2026-04-01T16:21:50.525227Z","steps":["trace[2056704610] 'process raft request' (duration: 216.47782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:50.525295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.46651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:21:50.525338Z","caller":"traceutil/trace.go:171","msg":"trace[1246954844] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:18404; }","duration":"145.566962ms","start":"2026-04-01T16:21:50.379759Z","end":"2026-04-01T16:21:50.525326Z","steps":["trace[1246954844] 'agreement among raft nodes before linearized reading' (duration: 145.484321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:50.525449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.628397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-01T16:21:50.525559Z","caller":"traceutil/trace.go:171","msg":"trace[257318122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18404; }","duration":"152.78817ms","start":"2026-04-01T16:21:50.372726Z","end":"2026-04-01T16:21:50.525514Z","steps":["trace[257318122] 'agreement among raft nodes before linearized reading' (duration: 152.468052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.594936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706620763,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:21:55.914778Z","caller":"traceutil/trace.go:171","msg":"trace[171400701] transaction","detail":"{read_only:false; response_revision:18446; number_of_response:1; }","duration":"901.153528ms","start":"2026-04-01T16:21:55.013598Z","end":"2026-04-01T16:21:55.914752Z","steps":["trace[171400701] 'process raft request' (duration: 900.998314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.914958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:21:55.013577Z","time spent":"901.270901ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:21:55.918158Z","caller":"traceutil/trace.go:171","msg":"trace[1104394842] linearizableReadLoop","detail":"{readStateIndex:19083; appliedIndex:19081; }","duration":"829.458772ms","start":"2026-04-01T16:21:55.088682Z","end":"2026-04-01T16:21:55.918141Z","steps":["trace[1104394842] 'read index received' (duration: 826.742589ms)","trace[1104394842] 'applied index is now lower than readState.Index' (duration: 2.715313ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:21:55.918421Z","caller":"traceutil/trace.go:171","msg":"trace[1133837109] transaction","detail":"{read_only:false; response_revision:18447; number_of_response:1; }","duration":"901.111107ms","start":"2026-04-01T16:21:55.017298Z","end":"2026-04-01T16:21:55.918409Z","steps":["trace[1133837109] 'process raft request' (duration: 900.718417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.91851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:21:55.017273Z","time spent":"901.194939ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:21:55.918665Z","caller":"traceutil/trace.go:171","msg":"trace[506695740] transaction","detail":"{read_only:false; response_revision:18448; number_of_response:1; }","duration":"901.286871ms","start":"2026-04-01T16:21:55.017365Z","end":"2026-04-01T16:21:55.918652Z","steps":["trace[506695740] 'process raft request' (duration: 900.730698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.918738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:21:55.017337Z","time spent":"901.369143ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:21:55.918919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.24001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:21:55.918962Z","caller":"traceutil/trace.go:171","msg":"trace[1752483335] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18448; }","duration":"830.323802ms","start":"2026-04-01T16:21:55.088626Z","end":"2026-04-01T16:21:55.91895Z","steps":["trace[1752483335] 'agreement among raft nodes before linearized reading' (duration: 830.22156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.918993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:21:55.088606Z","time spent":"830.379854ms","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:21:55.919333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.490912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:21:55.919382Z","caller":"traceutil/trace.go:171","msg":"trace[1007861133] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:18448; }","duration":"708.572033ms","start":"2026-04-01T16:21:55.210798Z","end":"2026-04-01T16:21:55.91937Z","steps":["trace[1007861133] 'agreement among raft nodes before linearized reading' (duration: 708.44078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.919418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:21:55.210784Z","time spent":"708.627385ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"warn","ts":"2026-04-01T16:21:55.91974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.772851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:21:55.919768Z","caller":"traceutil/trace.go:171","msg":"trace[58472185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18448; }","duration":"233.810923ms","start":"2026-04-01T16:21:55.685951Z","end":"2026-04-01T16:21:55.919762Z","steps":["trace[58472185] 'agreement among raft nodes before linearized reading' (duration: 233.746572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.919895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.285644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:21:55.919928Z","caller":"traceutil/trace.go:171","msg":"trace[793747434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18448; }","duration":"234.332975ms","start":"2026-04-01T16:21:55.685588Z","end":"2026-04-01T16:21:55.919921Z","steps":["trace[793747434] 'agreement among raft nodes before linearized reading' (duration: 234.257123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.920124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.984199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:21:55.920153Z","caller":"traceutil/trace.go:171","msg":"trace[1563680760] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18448; }","duration":"238.027441ms","start":"2026-04-01T16:21:55.68212Z","end":"2026-04-01T16:21:55.920147Z","steps":["trace[1563680760] 'agreement among raft nodes before linearized reading' (duration: 237.893778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.920285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.755251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:21:55.920312Z","caller":"traceutil/trace.go:171","msg":"trace[1931156663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18448; }","duration":"239.810322ms","start":"2026-04-01T16:21:55.680494Z","end":"2026-04-01T16:21:55.920305Z","steps":["trace[1931156663] 'agreement among raft nodes before linearized reading' (duration: 239.74757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.920419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.843542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:21:55.920449Z","caller":"traceutil/trace.go:171","msg":"trace[2140168560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18448; }","duration":"313.897304ms","start":"2026-04-01T16:21:55.606545Z","end":"2026-04-01T16:21:55.920442Z","steps":["trace[2140168560] 'agreement among raft nodes before linearized reading' (duration: 313.832692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.920468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:21:55.606534Z","time spent":"313.930044ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:21:55.920561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.388452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:21:55.920587Z","caller":"traceutil/trace.go:171","msg":"trace[512545183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18448; }","duration":"412.448264ms","start":"2026-04-01T16:21:55.508129Z","end":"2026-04-01T16:21:55.920578Z","steps":["trace[512545183] 'agreement among raft nodes before linearized reading' (duration: 412.399123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:21:55.920608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:21:55.50811Z","time spent":"412.491945ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:22:02.450247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706621181,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:22:02.557067Z","caller":"traceutil/trace.go:171","msg":"trace[1785658184] transaction","detail":"{read_only:false; response_revision:18631; number_of_response:1; }","duration":"668.301128ms","start":"2026-04-01T16:22:01.888738Z","end":"2026-04-01T16:22:02.557039Z","steps":["trace[1785658184] 'process raft request' (duration: 668.102053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.557223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.88871Z","time spent":"668.43448ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:22:02.581819Z","caller":"traceutil/trace.go:171","msg":"trace[816126347] linearizableReadLoop","detail":"{readStateIndex:19271; appliedIndex:19267; }","duration":"632.577418ms","start":"2026-04-01T16:22:01.949216Z","end":"2026-04-01T16:22:02.581793Z","steps":["trace[816126347] 'read index received' (duration: 607.626118ms)","trace[816126347] 'applied index is now lower than readState.Index' (duration: 24.94984ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:22:02.581958Z","caller":"traceutil/trace.go:171","msg":"trace[1493116170] transaction","detail":"{read_only:false; response_revision:18634; number_of_response:1; }","duration":"637.475971ms","start":"2026-04-01T16:22:01.94447Z","end":"2026-04-01T16:22:02.581946Z","steps":["trace[1493116170] 'process raft request' (duration: 637.277307ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.581921Z","caller":"traceutil/trace.go:171","msg":"trace[1408382858] transaction","detail":"{read_only:false; response_revision:18632; number_of_response:1; }","duration":"645.740563ms","start":"2026-04-01T16:22:01.936119Z","end":"2026-04-01T16:22:02.58186Z","steps":["trace[1408382858] 'process raft request' (duration: 645.464707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.582087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.944443Z","time spent":"637.550582ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:22:02.582187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.807297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:22:02.582288Z","caller":"traceutil/trace.go:171","msg":"trace[1599551276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18634; }","duration":"630.94986ms","start":"2026-04-01T16:22:01.951317Z","end":"2026-04-01T16:22:02.582267Z","steps":["trace[1599551276] 'agreement among raft nodes before linearized reading' (duration: 630.675463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.582318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.136412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:02.58234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.951307Z","time spent":"631.023621ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:22:02.582376Z","caller":"traceutil/trace.go:171","msg":"trace[2075407043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18634; }","duration":"346.227814ms","start":"2026-04-01T16:22:02.236131Z","end":"2026-04-01T16:22:02.582358Z","steps":["trace[2075407043] 'agreement among raft nodes before linearized reading' (duration: 346.121911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.582419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:02.236104Z","time spent":"346.308276ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:22:02.582194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.936101Z","time spent":"645.950748ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:22:02.582373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.995232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T16:22:02.582446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.518258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4b4ns\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-04-01T16:22:02.582388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.345579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:22:02.581963Z","caller":"traceutil/trace.go:171","msg":"trace[387788406] transaction","detail":"{read_only:false; response_revision:18633; number_of_response:1; }","duration":"643.944362ms","start":"2026-04-01T16:22:01.937984Z","end":"2026-04-01T16:22:02.581929Z","steps":["trace[387788406] 'process raft request' (duration: 643.724597ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.582627Z","caller":"traceutil/trace.go:171","msg":"trace[1952009155] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:18634; }","duration":"585.688158ms","start":"2026-04-01T16:22:01.996883Z","end":"2026-04-01T16:22:02.582571Z","steps":["trace[1952009155] 'agreement among raft nodes before linearized reading' (duration: 585.178606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.582637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.425707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:22:02.582673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.93798Z","time spent":"644.609477ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:22:02.5827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.175251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpjbv\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-04-01T16:22:02.582703Z","caller":"traceutil/trace.go:171","msg":"trace[498987102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18634; }","duration":"633.52801ms","start":"2026-04-01T16:22:01.949162Z","end":"2026-04-01T16:22:02.58269Z","steps":["trace[498987102] 'agreement among raft nodes before linearized reading' (duration: 633.403237ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.582741Z","caller":"traceutil/trace.go:171","msg":"trace[211297067] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hpjbv; range_end:; response_count:1; response_revision:18634; }","duration":"472.264843ms","start":"2026-04-01T16:22:02.110467Z","end":"2026-04-01T16:22:02.582732Z","steps":["trace[211297067] 'agreement among raft nodes before linearized reading' (duration: 472.15591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.582745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.949142Z","time spent":"633.595351ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:22:02.582528Z","caller":"traceutil/trace.go:171","msg":"trace[479993053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18634; }","duration":"628.171645ms","start":"2026-04-01T16:22:01.954327Z","end":"2026-04-01T16:22:02.582499Z","steps":["trace[479993053] 'agreement among raft nodes before linearized reading' (duration: 627.878478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.582779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:02.110439Z","time spent":"472.330994ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hpjbv\" "} {"level":"warn","ts":"2026-04-01T16:22:02.582807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.954318Z","time spent":"628.477372ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:22:02.582833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.996873Z","time spent":"585.846281ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"info","ts":"2026-04-01T16:22:02.582519Z","caller":"traceutil/trace.go:171","msg":"trace[363182887] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4b4ns; range_end:; response_count:1; response_revision:18634; }","duration":"342.61607ms","start":"2026-04-01T16:22:02.239885Z","end":"2026-04-01T16:22:02.582501Z","steps":["trace[363182887] 'agreement among raft nodes before linearized reading' (duration: 342.438506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.583015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:02.239877Z","time spent":"343.114492ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4b4ns\" "} {"level":"warn","ts":"2026-04-01T16:22:02.582332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.547741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T16:22:02.583157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.530141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:22:02.583209Z","caller":"traceutil/trace.go:171","msg":"trace[866311325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18634; }","duration":"630.659743ms","start":"2026-04-01T16:22:01.952537Z","end":"2026-04-01T16:22:02.583197Z","steps":["trace[866311325] 'agreement among raft nodes before linearized reading' (duration: 629.610829ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.583192Z","caller":"traceutil/trace.go:171","msg":"trace[778603784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18634; }","duration":"631.4056ms","start":"2026-04-01T16:22:01.951738Z","end":"2026-04-01T16:22:02.583144Z","steps":["trace[778603784] 'agreement among raft nodes before linearized reading' (duration: 630.470488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.583251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.952534Z","time spent":"630.709384ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:22:02.583277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:01.951729Z","time spent":"631.530614ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:22:02.691207Z","caller":"traceutil/trace.go:171","msg":"trace[681195456] linearizableReadLoop","detail":"{readStateIndex:19272; appliedIndex:19271; }","duration":"102.502282ms","start":"2026-04-01T16:22:02.588681Z","end":"2026-04-01T16:22:02.691183Z","steps":["trace[681195456] 'read index received' (duration: 55.988731ms)","trace[681195456] 'applied index is now lower than readState.Index' (duration: 46.512221ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:22:02.69132Z","caller":"traceutil/trace.go:171","msg":"trace[1183350547] transaction","detail":"{read_only:false; response_revision:18635; number_of_response:1; }","duration":"104.636702ms","start":"2026-04-01T16:22:02.586671Z","end":"2026-04-01T16:22:02.691308Z","steps":["trace[1183350547] 'process raft request' (duration: 57.986488ms)","trace[1183350547] 'compare' (duration: 46.403838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:22:02.692347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.644468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:977391"} {"level":"info","ts":"2026-04-01T16:22:02.692394Z","caller":"traceutil/trace.go:171","msg":"trace[783412152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:18635; }","duration":"103.777112ms","start":"2026-04-01T16:22:02.588606Z","end":"2026-04-01T16:22:02.692383Z","steps":["trace[783412152] 'agreement among raft nodes before linearized reading' (duration: 102.8336ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.706362Z","caller":"traceutil/trace.go:171","msg":"trace[287217041] transaction","detail":"{read_only:false; response_revision:18640; number_of_response:1; }","duration":"107.524999ms","start":"2026-04-01T16:22:02.598807Z","end":"2026-04-01T16:22:02.706332Z","steps":["trace[287217041] 'process raft request' (duration: 106.607777ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.7064Z","caller":"traceutil/trace.go:171","msg":"trace[2009099039] transaction","detail":"{read_only:false; response_revision:18637; number_of_response:1; }","duration":"117.46208ms","start":"2026-04-01T16:22:02.588903Z","end":"2026-04-01T16:22:02.706365Z","steps":["trace[2009099039] 'process raft request' (duration: 116.382094ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.706567Z","caller":"traceutil/trace.go:171","msg":"trace[361404421] transaction","detail":"{read_only:false; response_revision:18636; number_of_response:1; }","duration":"117.710875ms","start":"2026-04-01T16:22:02.588847Z","end":"2026-04-01T16:22:02.706557Z","steps":["trace[361404421] 'process raft request' (duration: 116.316733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.70664Z","caller":"traceutil/trace.go:171","msg":"trace[179768208] transaction","detail":"{read_only:false; response_revision:18638; number_of_response:1; }","duration":"117.375068ms","start":"2026-04-01T16:22:02.589251Z","end":"2026-04-01T16:22:02.706626Z","steps":["trace[179768208] 'process raft request' (duration: 116.084618ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:02.706772Z","caller":"traceutil/trace.go:171","msg":"trace[252321732] transaction","detail":"{read_only:false; response_revision:18639; number_of_response:1; }","duration":"117.322866ms","start":"2026-04-01T16:22:02.589427Z","end":"2026-04-01T16:22:02.70675Z","steps":["trace[252321732] 'process raft request' (duration: 115.946484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:02.707358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.164579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:977525"} {"level":"info","ts":"2026-04-01T16:22:02.707408Z","caller":"traceutil/trace.go:171","msg":"trace[1992824554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:18640; }","duration":"116.250341ms","start":"2026-04-01T16:22:02.591144Z","end":"2026-04-01T16:22:02.707395Z","steps":["trace[1992824554] 'agreement among raft nodes before linearized reading' (duration: 114.345177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:03.106209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.564438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:22:03.10627Z","caller":"traceutil/trace.go:171","msg":"trace[369435196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18641; }","duration":"159.6783ms","start":"2026-04-01T16:22:02.946577Z","end":"2026-04-01T16:22:03.106255Z","steps":["trace[369435196] 'range keys from in-memory index tree' (duration: 159.376554ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:03.548834Z","caller":"traceutil/trace.go:171","msg":"trace[1415621790] transaction","detail":"{read_only:false; response_revision:18642; number_of_response:1; }","duration":"438.97389ms","start":"2026-04-01T16:22:03.109831Z","end":"2026-04-01T16:22:03.548805Z","steps":["trace[1415621790] 'process raft request' (duration: 438.811096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:03.548988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.10981Z","time spent":"439.091392ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:22:04.329364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.355498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:22:04.329618Z","caller":"traceutil/trace.go:171","msg":"trace[2088642356] transaction","detail":"{read_only:false; response_revision:18643; number_of_response:1; }","duration":"1.216730262s","start":"2026-04-01T16:22:03.112836Z","end":"2026-04-01T16:22:04.329566Z","steps":["trace[2088642356] 'process raft request' (duration: 523.993036ms)","trace[2088642356] 'compare' (duration: 692.139252ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:22:04.329762Z","caller":"traceutil/trace.go:171","msg":"trace[204186914] linearizableReadLoop","detail":"{readStateIndex:19280; appliedIndex:19278; }","duration":"1.099402496s","start":"2026-04-01T16:22:03.230334Z","end":"2026-04-01T16:22:04.329737Z","steps":["trace[204186914] 'read index received' (duration: 318.309906ms)","trace[204186914] 'applied index is now lower than readState.Index' (duration: 781.08997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:22:04.32978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.112802Z","time spent":"1.216895166s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:22:04.330031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.007048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:04.330095Z","caller":"traceutil/trace.go:171","msg":"trace[1430565125] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:18644; }","duration":"973.07156ms","start":"2026-04-01T16:22:03.357005Z","end":"2026-04-01T16:22:04.330076Z","steps":["trace[1430565125] 'agreement among raft nodes before linearized reading' (duration: 972.976158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:04.330151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.356954Z","time spent":"973.182213ms","remote":"127.0.0.1:59180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:22:04.330319Z","caller":"traceutil/trace.go:171","msg":"trace[738871272] transaction","detail":"{read_only:false; response_revision:18644; number_of_response:1; }","duration":"788.653796ms","start":"2026-04-01T16:22:03.541632Z","end":"2026-04-01T16:22:04.330286Z","steps":["trace[738871272] 'process raft request' (duration: 787.852487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:04.330427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.096304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:22:04.330432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.541608Z","time spent":"788.776478ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:22:04.330487Z","caller":"traceutil/trace.go:171","msg":"trace[2037224444] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:18644; }","duration":"495.198136ms","start":"2026-04-01T16:22:03.835274Z","end":"2026-04-01T16:22:04.330472Z","steps":["trace[2037224444] 'agreement among raft nodes before linearized reading' (duration: 495.053413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:04.330528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.83525Z","time spent":"495.268478ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:22:04.330407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.582368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:04.330526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.564033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T16:22:04.330588Z","caller":"traceutil/trace.go:171","msg":"trace[665115922] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:18644; }","duration":"851.821382ms","start":"2026-04-01T16:22:03.478743Z","end":"2026-04-01T16:22:04.330565Z","steps":["trace[665115922] 'agreement among raft nodes before linearized reading' (duration: 851.563916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:04.330552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100218165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:22:04.330604Z","caller":"traceutil/trace.go:171","msg":"trace[286601366] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:18644; }","duration":"621.668375ms","start":"2026-04-01T16:22:03.708919Z","end":"2026-04-01T16:22:04.330587Z","steps":["trace[286601366] 'agreement among raft nodes before linearized reading' (duration: 621.415849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:04.330644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.478723Z","time spent":"851.909375ms","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:22:04.330408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.28238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:22:04.330678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.708906Z","time spent":"621.762028ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-04-01T16:22:04.330696Z","caller":"traceutil/trace.go:171","msg":"trace[106432062] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18644; }","duration":"653.637198ms","start":"2026-04-01T16:22:03.677043Z","end":"2026-04-01T16:22:04.33068Z","steps":["trace[106432062] 'agreement among raft nodes before linearized reading' (duration: 653.253259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:04.330631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.390173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:22:04.330777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.677017Z","time spent":"653.74262ms","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:22:04.330784Z","caller":"traceutil/trace.go:171","msg":"trace[1777975595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18644; }","duration":"1.100354758s","start":"2026-04-01T16:22:03.230276Z","end":"2026-04-01T16:22:04.330631Z","steps":["trace[1777975595] 'agreement among raft nodes before linearized reading' (duration: 1.099677762s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:04.33083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.230253Z","time spent":"1.100565333s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:22:04.330828Z","caller":"traceutil/trace.go:171","msg":"trace[938342367] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:18644; }","duration":"604.864764ms","start":"2026-04-01T16:22:03.725906Z","end":"2026-04-01T16:22:04.330771Z","steps":["trace[938342367] 'agreement among raft nodes before linearized reading' (duration: 604.393063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:04.331335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:03.725889Z","time spent":"605.411737ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:22:05.089833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706621219,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:22:05.119093Z","caller":"traceutil/trace.go:171","msg":"trace[1550557865] transaction","detail":"{read_only:false; response_revision:18646; number_of_response:1; }","duration":"531.452369ms","start":"2026-04-01T16:22:04.587616Z","end":"2026-04-01T16:22:05.119069Z","steps":["trace[1550557865] 'process raft request' (duration: 531.306546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.119242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.587592Z","time spent":"531.573511ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:22:05.21655Z","caller":"traceutil/trace.go:171","msg":"trace[1871782420] transaction","detail":"{read_only:false; response_revision:18647; number_of_response:1; }","duration":"628.381181ms","start":"2026-04-01T16:22:04.58814Z","end":"2026-04-01T16:22:05.216521Z","steps":["trace[1871782420] 'process raft request' (duration: 583.369476ms)","trace[1871782420] 'compare' (duration: 44.651377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:22:05.216765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.588126Z","time spent":"628.504344ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:22:05.216839Z","caller":"traceutil/trace.go:171","msg":"trace[93313851] linearizableReadLoop","detail":"{readStateIndex:19287; appliedIndex:19283; }","duration":"628.008792ms","start":"2026-04-01T16:22:04.58881Z","end":"2026-04-01T16:22:05.216819Z","steps":["trace[93313851] 'read index received' (duration: 530.19752ms)","trace[93313851] 'applied index is now lower than readState.Index' (duration: 97.810262ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:22:05.216905Z","caller":"traceutil/trace.go:171","msg":"trace[496476348] transaction","detail":"{read_only:false; response_revision:18649; number_of_response:1; }","duration":"457.327147ms","start":"2026-04-01T16:22:04.759542Z","end":"2026-04-01T16:22:05.216869Z","steps":["trace[496476348] 'process raft request' (duration: 457.174613ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:05.216944Z","caller":"traceutil/trace.go:171","msg":"trace[1790243940] transaction","detail":"{read_only:false; response_revision:18648; number_of_response:1; }","duration":"627.523591ms","start":"2026-04-01T16:22:04.589384Z","end":"2026-04-01T16:22:05.216908Z","steps":["trace[1790243940] 'process raft request' (duration: 627.03283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.216992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.781737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:05.217028Z","caller":"traceutil/trace.go:171","msg":"trace[290871054] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18649; }","duration":"627.848789ms","start":"2026-04-01T16:22:04.589169Z","end":"2026-04-01T16:22:05.217018Z","steps":["trace[290871054] 'agreement among raft nodes before linearized reading' (duration: 627.779187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.196597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.21707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.589162Z","time spent":"627.90095ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-01T16:22:05.217098Z","caller":"traceutil/trace.go:171","msg":"trace[1616729479] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18649; }","duration":"628.277118ms","start":"2026-04-01T16:22:04.588805Z","end":"2026-04-01T16:22:05.217082Z","steps":["trace[1616729479] 'agreement among raft nodes before linearized reading' (duration: 628.135455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.589375Z","time spent":"627.642094ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:22:05.217096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.759527Z","time spent":"457.468009ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:22:05.2171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.727028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.217047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.490382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:05.217172Z","caller":"traceutil/trace.go:171","msg":"trace[1797660991] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"504.652166ms","start":"2026-04-01T16:22:04.712511Z","end":"2026-04-01T16:22:05.217163Z","steps":["trace[1797660991] 'agreement among raft nodes before linearized reading' (duration: 504.473402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.83917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:05.217184Z","caller":"traceutil/trace.go:171","msg":"trace[633611541] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18649; }","duration":"504.84507ms","start":"2026-04-01T16:22:04.712316Z","end":"2026-04-01T16:22:05.217161Z","steps":["trace[633611541] 'agreement among raft nodes before linearized reading' (duration: 504.711867ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:05.217219Z","caller":"traceutil/trace.go:171","msg":"trace[1621935050] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"504.896082ms","start":"2026-04-01T16:22:04.712309Z","end":"2026-04-01T16:22:05.217205Z","steps":["trace[1621935050] 'agreement among raft nodes before linearized reading' (duration: 504.840311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.553078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-01T16:22:05.217237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.71228Z","time spent":"504.946703ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.712277Z","time spent":"504.970573ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-01T16:22:05.217264Z","caller":"traceutil/trace.go:171","msg":"trace[1300220418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18649; }","duration":"218.62576ms","start":"2026-04-01T16:22:04.998626Z","end":"2026-04-01T16:22:05.217252Z","steps":["trace[1300220418] 'agreement among raft nodes before linearized reading' (duration: 218.460887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.526384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.217333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.069566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:22:05.217355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.845407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:22:05.217363Z","caller":"traceutil/trace.go:171","msg":"trace[1148401432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18649; }","duration":"505.109547ms","start":"2026-04-01T16:22:04.712245Z","end":"2026-04-01T16:22:05.217355Z","steps":["trace[1148401432] 'agreement among raft nodes before linearized reading' (duration: 504.976194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.392215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4b4ns\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-04-01T16:22:05.217396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.712238Z","time spent":"505.153038ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.166816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:22:05.217425Z","caller":"traceutil/trace.go:171","msg":"trace[1251078899] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4b4ns; range_end:; response_count:1; response_revision:18649; }","duration":"487.503018ms","start":"2026-04-01T16:22:04.729907Z","end":"2026-04-01T16:22:05.21741Z","steps":["trace[1251078899] 'agreement among raft nodes before linearized reading' (duration: 487.324874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.13929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:22:05.217099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.197808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.217455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.947813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:22:05.21748Z","caller":"traceutil/trace.go:171","msg":"trace[578279671] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:18649; }","duration":"419.19917ms","start":"2026-04-01T16:22:04.798269Z","end":"2026-04-01T16:22:05.217468Z","steps":["trace[578279671] 'agreement among raft nodes before linearized reading' (duration: 419.137229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.729874Z","time spent":"487.58673ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4b4ns\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.887051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:05.217502Z","caller":"traceutil/trace.go:171","msg":"trace[1947121115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18649; }","duration":"504.988944ms","start":"2026-04-01T16:22:04.712497Z","end":"2026-04-01T16:22:05.217486Z","steps":["trace[1947121115] 'agreement among raft nodes before linearized reading' (duration: 504.848571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.391754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:22:05.217387Z","caller":"traceutil/trace.go:171","msg":"trace[1624337871] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:18649; }","duration":"506.912088ms","start":"2026-04-01T16:22:04.710466Z","end":"2026-04-01T16:22:05.217378Z","steps":["trace[1624337871] 'agreement among raft nodes before linearized reading' (duration: 506.788766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.933421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.21753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.165688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.217465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.517131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:22:05.217556Z","caller":"traceutil/trace.go:171","msg":"trace[20427785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18649; }","duration":"505.439904ms","start":"2026-04-01T16:22:04.712106Z","end":"2026-04-01T16:22:05.217546Z","steps":["trace[20427785] 'agreement among raft nodes before linearized reading' (duration: 505.343252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.710446Z","time spent":"507.106303ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"info","ts":"2026-04-01T16:22:05.217561Z","caller":"traceutil/trace.go:171","msg":"trace[326984535] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"627.974621ms","start":"2026-04-01T16:22:04.589579Z","end":"2026-04-01T16:22:05.217554Z","steps":["trace[326984535] 'agreement among raft nodes before linearized reading' (duration: 627.940901ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:05.21757Z","caller":"traceutil/trace.go:171","msg":"trace[948751104] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18649; }","duration":"505.314802ms","start":"2026-04-01T16:22:04.712248Z","end":"2026-04-01T16:22:05.217563Z","steps":["trace[948751104] 'agreement among raft nodes before linearized reading' (duration: 505.26132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.407632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:05.21758Z","caller":"traceutil/trace.go:171","msg":"trace[402948512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18649; }","duration":"522.667475ms","start":"2026-04-01T16:22:04.694902Z","end":"2026-04-01T16:22:05.21757Z","steps":["trace[402948512] 'agreement among raft nodes before linearized reading' (duration: 522.505621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.21752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.798254Z","time spent":"419.257552ms","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:22:05.217599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.589572Z","time spent":"628.018932ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.712237Z","time spent":"505.355222ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.694867Z","time spent":"522.740797ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.417551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:05.217659Z","caller":"traceutil/trace.go:171","msg":"trace[67828866] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"458.468243ms","start":"2026-04-01T16:22:04.759184Z","end":"2026-04-01T16:22:05.217653Z","steps":["trace[67828866] 'agreement among raft nodes before linearized reading' (duration: 458.437032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.712497Z","time spent":"504.694977ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.759174Z","time spent":"458.505463ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-01T16:22:05.217604Z","caller":"traceutil/trace.go:171","msg":"trace[1217039172] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"458.451262ms","start":"2026-04-01T16:22:04.759145Z","end":"2026-04-01T16:22:05.217596Z","steps":["trace[1217039172] 'agreement among raft nodes before linearized reading' (duration: 458.409561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.77519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.217539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.71248Z","time spent":"505.051256ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.759134Z","time spent":"458.581325ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:22:05.217434Z","caller":"traceutil/trace.go:171","msg":"trace[672365166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18649; }","duration":"495.262588ms","start":"2026-04-01T16:22:04.722163Z","end":"2026-04-01T16:22:05.217425Z","steps":["trace[672365166] 'agreement among raft nodes before linearized reading' (duration: 495.185127ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:05.217734Z","caller":"traceutil/trace.go:171","msg":"trace[1025323792] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18649; }","duration":"458.888962ms","start":"2026-04-01T16:22:04.758836Z","end":"2026-04-01T16:22:05.217725Z","steps":["trace[1025323792] 'agreement among raft nodes before linearized reading' (duration: 458.843581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.722133Z","time spent":"495.629236ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:22:05.217355Z","caller":"traceutil/trace.go:171","msg":"trace[100577453] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18649; }","duration":"458.655227ms","start":"2026-04-01T16:22:04.758678Z","end":"2026-04-01T16:22:05.217333Z","steps":["trace[100577453] 'agreement among raft nodes before linearized reading' (duration: 458.520394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.758814Z","time spent":"458.976135ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.20444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.217815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.758656Z","time spent":"459.152048ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.712096Z","time spent":"505.482545ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:22:05.217846Z","caller":"traceutil/trace.go:171","msg":"trace[666533811] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18649; }","duration":"459.272132ms","start":"2026-04-01T16:22:04.758564Z","end":"2026-04-01T16:22:05.217836Z","steps":["trace[666533811] 'agreement among raft nodes before linearized reading' (duration: 459.227701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.606737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.217873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.758551Z","time spent":"459.316063ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.588765Z","time spent":"628.362351ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-01T16:22:05.217893Z","caller":"traceutil/trace.go:171","msg":"trace[1625822849] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18649; }","duration":"628.647167ms","start":"2026-04-01T16:22:04.589238Z","end":"2026-04-01T16:22:05.217885Z","steps":["trace[1625822849] 'agreement among raft nodes before linearized reading' (duration: 628.606276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.690305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:05.217484Z","caller":"traceutil/trace.go:171","msg":"trace[503899634] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18649; }","duration":"505.67153ms","start":"2026-04-01T16:22:04.711803Z","end":"2026-04-01T16:22:05.217475Z","steps":["trace[503899634] 'agreement among raft nodes before linearized reading' (duration: 505.212879ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:05.217944Z","caller":"traceutil/trace.go:171","msg":"trace[1718019941] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"628.171766ms","start":"2026-04-01T16:22:04.589758Z","end":"2026-04-01T16:22:05.21793Z","steps":["trace[1718019941] 'agreement among raft nodes before linearized reading' (duration: 627.725446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.117498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:05.21753Z","caller":"traceutil/trace.go:171","msg":"trace[1793998304] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18649; }","duration":"505.525477ms","start":"2026-04-01T16:22:04.711996Z","end":"2026-04-01T16:22:05.217521Z","steps":["trace[1793998304] 'agreement among raft nodes before linearized reading' (duration: 505.456425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.711963Z","time spent":"506.020328ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.5897Z","time spent":"628.279778ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:22:05.217957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.711795Z","time spent":"506.153521ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-01T16:22:05.21792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.589233Z","time spent":"628.681248ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-04-01T16:22:05.217993Z","caller":"traceutil/trace.go:171","msg":"trace[1341585325] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18649; }","duration":"459.343793ms","start":"2026-04-01T16:22:04.758636Z","end":"2026-04-01T16:22:05.21798Z","steps":["trace[1341585325] 'agreement among raft nodes before linearized reading' (duration: 459.105488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.217957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.723459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:22:05.218137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.758627Z","time spent":"459.501057ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-04-01T16:22:05.218143Z","caller":"traceutil/trace.go:171","msg":"trace[867803086] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18649; }","duration":"628.923354ms","start":"2026-04-01T16:22:04.589212Z","end":"2026-04-01T16:22:05.218135Z","steps":["trace[867803086] 'agreement among raft nodes before linearized reading' (duration: 628.725839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:05.218174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:22:04.589207Z","time spent":"628.961375ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:22:21.546613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.79076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:22:21.546785Z","caller":"traceutil/trace.go:171","msg":"trace[1890817812] transaction","detail":"{read_only:false; response_revision:18776; number_of_response:1; }","duration":"273.573386ms","start":"2026-04-01T16:22:21.273198Z","end":"2026-04-01T16:22:21.546771Z","steps":["trace[1890817812] 'process raft request' (duration: 273.543056ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:21.546886Z","caller":"traceutil/trace.go:171","msg":"trace[1584545959] linearizableReadLoop","detail":"{readStateIndex:19415; appliedIndex:19414; }","duration":"277.032377ms","start":"2026-04-01T16:22:21.26981Z","end":"2026-04-01T16:22:21.546842Z","steps":["trace[1584545959] 'read index received' (duration: 117.965561ms)","trace[1584545959] 'applied index is now lower than readState.Index' (duration: 159.064886ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:22:21.546888Z","caller":"traceutil/trace.go:171","msg":"trace[303535230] transaction","detail":"{read_only:false; response_revision:18775; number_of_response:1; }","duration":"276.999316ms","start":"2026-04-01T16:22:21.269853Z","end":"2026-04-01T16:22:21.546853Z","steps":["trace[303535230] 'process raft request' (duration: 276.848773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.546973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.13927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.547047Z","caller":"traceutil/trace.go:171","msg":"trace[1209469897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18776; }","duration":"277.239192ms","start":"2026-04-01T16:22:21.269786Z","end":"2026-04-01T16:22:21.547025Z","steps":["trace[1209469897] 'agreement among raft nodes before linearized reading' (duration: 277.113029ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:21.54689Z","caller":"traceutil/trace.go:171","msg":"trace[1401150437] transaction","detail":"{read_only:false; response_revision:18774; number_of_response:1; }","duration":"277.308934ms","start":"2026-04-01T16:22:21.269538Z","end":"2026-04-01T16:22:21.546847Z","steps":["trace[1401150437] 'process raft request' (duration: 118.218438ms)","trace[1401150437] 'compare' (duration: 158.698047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:22:21.547633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.384129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.547665Z","caller":"traceutil/trace.go:171","msg":"trace[799672804] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18777; }","duration":"275.43994ms","start":"2026-04-01T16:22:21.272218Z","end":"2026-04-01T16:22:21.547658Z","steps":["trace[799672804] 'agreement among raft nodes before linearized reading' (duration: 275.369988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.547714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.683783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.547739Z","caller":"traceutil/trace.go:171","msg":"trace[1440024063] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18777; }","duration":"274.734684ms","start":"2026-04-01T16:22:21.272996Z","end":"2026-04-01T16:22:21.547731Z","steps":["trace[1440024063] 'agreement among raft nodes before linearized reading' (duration: 274.693613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.54776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.742624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-04-01T16:22:21.547774Z","caller":"traceutil/trace.go:171","msg":"trace[200083525] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18777; }","duration":"274.767645ms","start":"2026-04-01T16:22:21.273002Z","end":"2026-04-01T16:22:21.547769Z","steps":["trace[200083525] 'agreement among raft nodes before linearized reading' (duration: 274.740874ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:21.547844Z","caller":"traceutil/trace.go:171","msg":"trace[1660750559] transaction","detail":"{read_only:false; response_revision:18777; number_of_response:1; }","duration":"101.872337ms","start":"2026-04-01T16:22:21.445964Z","end":"2026-04-01T16:22:21.547836Z","steps":["trace[1660750559] 'process raft request' (duration: 101.55121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.547855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.468611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-04-01T16:22:21.547868Z","caller":"traceutil/trace.go:171","msg":"trace[1284839407] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18777; }","duration":"275.503732ms","start":"2026-04-01T16:22:21.27236Z","end":"2026-04-01T16:22:21.547864Z","steps":["trace[1284839407] 'agreement among raft nodes before linearized reading' (duration: 275.473961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.54791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.531523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.547921Z","caller":"traceutil/trace.go:171","msg":"trace[371449754] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18777; }","duration":"275.556913ms","start":"2026-04-01T16:22:21.272361Z","end":"2026-04-01T16:22:21.547918Z","steps":["trace[371449754] 'agreement among raft nodes before linearized reading' (duration: 275.538843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.54799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.640845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.548001Z","caller":"traceutil/trace.go:171","msg":"trace[1485470000] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18777; }","duration":"275.666736ms","start":"2026-04-01T16:22:21.272331Z","end":"2026-04-01T16:22:21.547998Z","steps":["trace[1485470000] 'agreement among raft nodes before linearized reading' (duration: 275.646715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.548069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.743188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.54808Z","caller":"traceutil/trace.go:171","msg":"trace[2143766162] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18777; }","duration":"275.761768ms","start":"2026-04-01T16:22:21.272315Z","end":"2026-04-01T16:22:21.548076Z","steps":["trace[2143766162] 'agreement among raft nodes before linearized reading' (duration: 275.737457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.548136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.825949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.548148Z","caller":"traceutil/trace.go:171","msg":"trace[2114122145] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18777; }","duration":"275.86174ms","start":"2026-04-01T16:22:21.272281Z","end":"2026-04-01T16:22:21.548143Z","steps":["trace[2114122145] 'agreement among raft nodes before linearized reading' (duration: 275.84403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.548202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.894251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.548214Z","caller":"traceutil/trace.go:171","msg":"trace[443193190] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18777; }","duration":"275.924702ms","start":"2026-04-01T16:22:21.272285Z","end":"2026-04-01T16:22:21.54821Z","steps":["trace[443193190] 'agreement among raft nodes before linearized reading' (duration: 275.907411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.548247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.596051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7f8df49786-g2bdr.18a2477e6c57c9b2\" ","response":"range_response_count:1 size:1178"} {"level":"warn","ts":"2026-04-01T16:22:21.548268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.960972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.548286Z","caller":"traceutil/trace.go:171","msg":"trace[137336337] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18777; }","duration":"275.986923ms","start":"2026-04-01T16:22:21.272295Z","end":"2026-04-01T16:22:21.548282Z","steps":["trace[137336337] 'agreement among raft nodes before linearized reading' (duration: 275.963062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.54831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.130749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:22:21.548326Z","caller":"traceutil/trace.go:171","msg":"trace[375170248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18777; }","duration":"175.16721ms","start":"2026-04-01T16:22:21.373154Z","end":"2026-04-01T16:22:21.548321Z","steps":["trace[375170248] 'agreement among raft nodes before linearized reading' (duration: 175.12726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.548347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.070955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:21.54836Z","caller":"traceutil/trace.go:171","msg":"trace[203432661] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18777; }","duration":"276.092805ms","start":"2026-04-01T16:22:21.272264Z","end":"2026-04-01T16:22:21.548357Z","steps":["trace[203432661] 'agreement among raft nodes before linearized reading' (duration: 276.074745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.548813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.509052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:22:21.548809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.106622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:22:21.548849Z","caller":"traceutil/trace.go:171","msg":"trace[349455748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18777; }","duration":"241.569084ms","start":"2026-04-01T16:22:21.30727Z","end":"2026-04-01T16:22:21.548839Z","steps":["trace[349455748] 'agreement among raft nodes before linearized reading' (duration: 241.487532ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:21.54886Z","caller":"traceutil/trace.go:171","msg":"trace[1342144946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18777; }","duration":"176.195155ms","start":"2026-04-01T16:22:21.372652Z","end":"2026-04-01T16:22:21.548847Z","steps":["trace[1342144946] 'agreement among raft nodes before linearized reading' (duration: 176.015531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.548894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.406219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:22:21.548923Z","caller":"traceutil/trace.go:171","msg":"trace[1697662719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18777; }","duration":"179.47084ms","start":"2026-04-01T16:22:21.369444Z","end":"2026-04-01T16:22:21.548915Z","steps":["trace[1697662719] 'agreement among raft nodes before linearized reading' (duration: 179.355288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:21.548917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.627054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:22:21.548269Z","caller":"traceutil/trace.go:171","msg":"trace[1114398091] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7f8df49786-g2bdr.18a2477e6c57c9b2; range_end:; response_count:1; response_revision:18777; }","duration":"101.645582ms","start":"2026-04-01T16:22:21.446617Z","end":"2026-04-01T16:22:21.548262Z","steps":["trace[1114398091] 'agreement among raft nodes before linearized reading' (duration: 101.577291ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:21.548955Z","caller":"traceutil/trace.go:171","msg":"trace[1934974223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18777; }","duration":"179.720066ms","start":"2026-04-01T16:22:21.369225Z","end":"2026-04-01T16:22:21.548945Z","steps":["trace[1934974223] 'agreement among raft nodes before linearized reading' (duration: 179.521961ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:25.680747Z","caller":"traceutil/trace.go:171","msg":"trace[1482352681] transaction","detail":"{read_only:false; response_revision:18876; number_of_response:1; }","duration":"121.222107ms","start":"2026-04-01T16:22:25.559495Z","end":"2026-04-01T16:22:25.680717Z","steps":["trace[1482352681] 'process raft request' (duration: 82.946497ms)","trace[1482352681] 'compare' (duration: 38.080525ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:22:25.680886Z","caller":"traceutil/trace.go:171","msg":"trace[2038606003] linearizableReadLoop","detail":"{readStateIndex:19525; appliedIndex:19523; }","duration":"104.880687ms","start":"2026-04-01T16:22:25.575985Z","end":"2026-04-01T16:22:25.680866Z","steps":["trace[2038606003] 'read index received' (duration: 66.452124ms)","trace[2038606003] 'applied index is now lower than readState.Index' (duration: 38.427393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:22:25.681031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.738799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T16:22:25.681095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.153839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:22:25.68114Z","caller":"traceutil/trace.go:171","msg":"trace[18337728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18877; }","duration":"116.227741ms","start":"2026-04-01T16:22:25.564902Z","end":"2026-04-01T16:22:25.68113Z","steps":["trace[18337728] 'agreement among raft nodes before linearized reading' (duration: 116.085468ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:25.681183Z","caller":"traceutil/trace.go:171","msg":"trace[1086857109] transaction","detail":"{read_only:false; response_revision:18877; number_of_response:1; }","duration":"121.660667ms","start":"2026-04-01T16:22:25.559513Z","end":"2026-04-01T16:22:25.681173Z","steps":["trace[1086857109] 'process raft request' (duration: 121.151315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.681241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.154216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:25.681266Z","caller":"traceutil/trace.go:171","msg":"trace[1207342715] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18877; }","duration":"118.194536ms","start":"2026-04-01T16:22:25.563064Z","end":"2026-04-01T16:22:25.681259Z","steps":["trace[1207342715] 'agreement among raft nodes before linearized reading' (duration: 118.156375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.681308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.528068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:22:25.681332Z","caller":"traceutil/trace.go:171","msg":"trace[1914105174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18877; }","duration":"113.559449ms","start":"2026-04-01T16:22:25.567767Z","end":"2026-04-01T16:22:25.681326Z","steps":["trace[1914105174] 'agreement among raft nodes before linearized reading' (duration: 113.496887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.681388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.736229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:25.681413Z","caller":"traceutil/trace.go:171","msg":"trace[382038617] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18877; }","duration":"118.779161ms","start":"2026-04-01T16:22:25.562629Z","end":"2026-04-01T16:22:25.681408Z","steps":["trace[382038617] 'agreement among raft nodes before linearized reading' (duration: 118.7386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.681508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.190184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:22:25.681487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.883422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:25.681572Z","caller":"traceutil/trace.go:171","msg":"trace[1906558147] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18877; }","duration":"122.012515ms","start":"2026-04-01T16:22:25.55954Z","end":"2026-04-01T16:22:25.681552Z","steps":["trace[1906558147] 'agreement among raft nodes before linearized reading' (duration: 121.888762ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:25.681096Z","caller":"traceutil/trace.go:171","msg":"trace[1199535033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18877; }","duration":"115.823361ms","start":"2026-04-01T16:22:25.565257Z","end":"2026-04-01T16:22:25.681081Z","steps":["trace[1199535033] 'agreement among raft nodes before linearized reading' (duration: 115.641357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.68171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.591073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:25.681737Z","caller":"traceutil/trace.go:171","msg":"trace[259640608] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18877; }","duration":"120.649523ms","start":"2026-04-01T16:22:25.561082Z","end":"2026-04-01T16:22:25.681731Z","steps":["trace[259640608] 'agreement among raft nodes before linearized reading' (duration: 120.610822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.681799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.20822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:25.681815Z","caller":"traceutil/trace.go:171","msg":"trace[1694350845] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18877; }","duration":"119.243681ms","start":"2026-04-01T16:22:25.562566Z","end":"2026-04-01T16:22:25.68181Z","steps":["trace[1694350845] 'agreement among raft nodes before linearized reading' (duration: 119.21903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.681868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.389847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:22:25.681887Z","caller":"traceutil/trace.go:171","msg":"trace[1388910438] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18877; }","duration":"120.425219ms","start":"2026-04-01T16:22:25.561457Z","end":"2026-04-01T16:22:25.681883Z","steps":["trace[1388910438] 'agreement among raft nodes before linearized reading' (duration: 120.395988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.681971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.136005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-04-01T16:22:25.68199Z","caller":"traceutil/trace.go:171","msg":"trace[563605222] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:18877; }","duration":"121.198946ms","start":"2026-04-01T16:22:25.560786Z","end":"2026-04-01T16:22:25.681985Z","steps":["trace[563605222] 'agreement among raft nodes before linearized reading' (duration: 121.146975ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:25.681535Z","caller":"traceutil/trace.go:171","msg":"trace[109936873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18877; }","duration":"114.231034ms","start":"2026-04-01T16:22:25.567298Z","end":"2026-04-01T16:22:25.681529Z","steps":["trace[109936873] 'agreement among raft nodes before linearized reading' (duration: 114.169153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.681587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.640924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:22:25.682121Z","caller":"traceutil/trace.go:171","msg":"trace[776621543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18877; }","duration":"115.179866ms","start":"2026-04-01T16:22:25.566932Z","end":"2026-04-01T16:22:25.682112Z","steps":["trace[776621543] 'agreement among raft nodes before linearized reading' (duration: 114.615073ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:25.887967Z","caller":"traceutil/trace.go:171","msg":"trace[877294914] transaction","detail":"{read_only:false; response_revision:18879; number_of_response:1; }","duration":"199.393833ms","start":"2026-04-01T16:22:25.688548Z","end":"2026-04-01T16:22:25.887942Z","steps":["trace[877294914] 'process raft request' (duration: 184.437945ms)","trace[877294914] 'compare' (duration: 14.790614ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:22:25.88827Z","caller":"traceutil/trace.go:171","msg":"trace[1716163721] transaction","detail":"{read_only:false; response_revision:18880; number_of_response:1; }","duration":"199.641089ms","start":"2026-04-01T16:22:25.688606Z","end":"2026-04-01T16:22:25.888247Z","steps":["trace[1716163721] 'process raft request' (duration: 199.294481ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:25.8886Z","caller":"traceutil/trace.go:171","msg":"trace[1107550685] linearizableReadLoop","detail":"{readStateIndex:19530; appliedIndex:19526; }","duration":"154.454158ms","start":"2026-04-01T16:22:25.734124Z","end":"2026-04-01T16:22:25.888578Z","steps":["trace[1107550685] 'read index received' (duration: 138.854916ms)","trace[1107550685] 'applied index is now lower than readState.Index' (duration: 15.598002ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:22:25.888642Z","caller":"traceutil/trace.go:171","msg":"trace[745482721] transaction","detail":"{read_only:false; response_revision:18881; number_of_response:1; }","duration":"199.943496ms","start":"2026-04-01T16:22:25.688685Z","end":"2026-04-01T16:22:25.888629Z","steps":["trace[745482721] 'process raft request' (duration: 199.390863ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:22:25.888661Z","caller":"traceutil/trace.go:171","msg":"trace[1893970106] transaction","detail":"{read_only:false; response_revision:18882; number_of_response:1; }","duration":"198.3868ms","start":"2026-04-01T16:22:25.69025Z","end":"2026-04-01T16:22:25.888637Z","steps":["trace[1893970106] 'process raft request' (duration: 198.278397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:22:25.889638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.767821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:991290"} {"level":"info","ts":"2026-04-01T16:22:25.889684Z","caller":"traceutil/trace.go:171","msg":"trace[1671437105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:18882; }","duration":"199.846274ms","start":"2026-04-01T16:22:25.689827Z","end":"2026-04-01T16:22:25.889673Z","steps":["trace[1671437105] 'agreement among raft nodes before linearized reading' (duration: 198.83729ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:23:33.881929Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T16:23:33.896119Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-01T16:23:33.896252Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-01T16:23:58.17752Z","caller":"traceutil/trace.go:171","msg":"trace[2022342604] linearizableReadLoop","detail":"{readStateIndex:20187; appliedIndex:20186; }","duration":"118.955148ms","start":"2026-04-01T16:23:58.058526Z","end":"2026-04-01T16:23:58.177481Z","steps":["trace[2022342604] 'read index received' (duration: 118.675572ms)","trace[2022342604] 'applied index is now lower than readState.Index' (duration: 277.836µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:23:58.177638Z","caller":"traceutil/trace.go:171","msg":"trace[1843885596] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"121.700722ms","start":"2026-04-01T16:23:58.0559Z","end":"2026-04-01T16:23:58.177601Z","steps":["trace[1843885596] 'process raft request' (duration: 121.332314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:23:58.177943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.363728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-bootstrap-7z29m\" ","response":"range_response_count:1 size:8376"} {"level":"info","ts":"2026-04-01T16:23:58.17807Z","caller":"traceutil/trace.go:171","msg":"trace[386675648] range","detail":"{range_begin:/registry/pods/openstack/heat-bootstrap-7z29m; range_end:; response_count:1; response_revision:19520; }","duration":"119.555162ms","start":"2026-04-01T16:23:58.058487Z","end":"2026-04-01T16:23:58.178043Z","steps":["trace[386675648] 'agreement among raft nodes before linearized reading' (duration: 119.182364ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:23:58.227012Z","caller":"traceutil/trace.go:171","msg":"trace[1665082595] transaction","detail":"{read_only:false; response_revision:19522; number_of_response:1; }","duration":"149.105003ms","start":"2026-04-01T16:23:58.077886Z","end":"2026-04-01T16:23:58.226991Z","steps":["trace[1665082595] 'process raft request' (duration: 149.045462ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:23:58.227075Z","caller":"traceutil/trace.go:171","msg":"trace[1944505467] transaction","detail":"{read_only:false; response_revision:19521; number_of_response:1; }","duration":"162.660539ms","start":"2026-04-01T16:23:58.064381Z","end":"2026-04-01T16:23:58.227042Z","steps":["trace[1944505467] 'process raft request' (duration: 162.401333ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:23:58.307965Z","caller":"traceutil/trace.go:171","msg":"trace[1040207213] transaction","detail":"{read_only:false; response_revision:19523; number_of_response:1; }","duration":"120.940355ms","start":"2026-04-01T16:23:58.186992Z","end":"2026-04-01T16:23:58.307933Z","steps":["trace[1040207213] 'process raft request' (duration: 103.708983ms)","trace[1040207213] 'compare' (duration: 16.998167ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:23:58.70805Z","caller":"traceutil/trace.go:171","msg":"trace[679019633] linearizableReadLoop","detail":"{readStateIndex:20192; appliedIndex:20191; }","duration":"231.298291ms","start":"2026-04-01T16:23:58.476731Z","end":"2026-04-01T16:23:58.708029Z","steps":["trace[679019633] 'read index received' (duration: 231.143868ms)","trace[679019633] 'applied index is now lower than readState.Index' (duration: 153.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:23:58.708169Z","caller":"traceutil/trace.go:171","msg":"trace[621210028] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"238.555992ms","start":"2026-04-01T16:23:58.469603Z","end":"2026-04-01T16:23:58.708159Z","steps":["trace[621210028] 'process raft request' (duration: 238.291415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:23:58.708487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.005022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:23:58.708547Z","caller":"traceutil/trace.go:171","msg":"trace[1739855535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19525; }","duration":"230.105534ms","start":"2026-04-01T16:23:58.478426Z","end":"2026-04-01T16:23:58.708532Z","steps":["trace[1739855535] 'agreement among raft nodes before linearized reading' (duration: 229.9167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:23:58.708712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.207406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:23:58.708763Z","caller":"traceutil/trace.go:171","msg":"trace[1197694120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19525; }","duration":"230.265437ms","start":"2026-04-01T16:23:58.478483Z","end":"2026-04-01T16:23:58.708749Z","steps":["trace[1197694120] 'agreement among raft nodes before linearized reading' (duration: 230.137244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:23:58.708844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.017289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:23:58.708983Z","caller":"traceutil/trace.go:171","msg":"trace[1057210435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19525; }","duration":"232.257884ms","start":"2026-04-01T16:23:58.476683Z","end":"2026-04-01T16:23:58.708941Z","steps":["trace[1057210435] 'agreement among raft nodes before linearized reading' (duration: 231.907186ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:23:58.829041Z","caller":"traceutil/trace.go:171","msg":"trace[1613967343] transaction","detail":"{read_only:false; response_revision:19528; number_of_response:1; }","duration":"115.942338ms","start":"2026-04-01T16:23:58.713072Z","end":"2026-04-01T16:23:58.829014Z","steps":["trace[1613967343] 'process raft request' (duration: 115.900457ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:23:58.829216Z","caller":"traceutil/trace.go:171","msg":"trace[386103599] transaction","detail":"{read_only:false; response_revision:19527; number_of_response:1; }","duration":"116.474251ms","start":"2026-04-01T16:23:58.712735Z","end":"2026-04-01T16:23:58.829209Z","steps":["trace[386103599] 'process raft request' (duration: 116.089942ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:23:59.246639Z","caller":"traceutil/trace.go:171","msg":"trace[611990336] transaction","detail":"{read_only:false; response_revision:19529; number_of_response:1; }","duration":"181.706583ms","start":"2026-04-01T16:23:59.064897Z","end":"2026-04-01T16:23:59.246604Z","steps":["trace[611990336] 'process raft request' (duration: 181.481208ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:23:59.492017Z","caller":"traceutil/trace.go:171","msg":"trace[86390169] transaction","detail":"{read_only:false; response_revision:19530; number_of_response:1; }","duration":"162.538107ms","start":"2026-04-01T16:23:59.32945Z","end":"2026-04-01T16:23:59.491988Z","steps":["trace[86390169] 'process raft request' (duration: 162.321342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:23:59.770947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.039185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:23:59.771025Z","caller":"traceutil/trace.go:171","msg":"trace[1098296960] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19530; }","duration":"159.173538ms","start":"2026-04-01T16:23:59.611832Z","end":"2026-04-01T16:23:59.771005Z","steps":["trace[1098296960] 'count revisions from in-memory index tree' (duration: 158.86921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:00.356595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.284129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:00.356864Z","caller":"traceutil/trace.go:171","msg":"trace[1494325397] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"319.221226ms","start":"2026-04-01T16:24:00.037609Z","end":"2026-04-01T16:24:00.35683Z","steps":["trace[1494325397] 'process raft request' (duration: 168.571648ms)","trace[1494325397] 'compare' (duration: 149.841259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:00.356994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:00.037583Z","time spent":"319.348688ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:00.356996Z","caller":"traceutil/trace.go:171","msg":"trace[1627478193] linearizableReadLoop","detail":"{readStateIndex:20201; appliedIndex:20200; }","duration":"244.323136ms","start":"2026-04-01T16:24:00.112642Z","end":"2026-04-01T16:24:00.356965Z","steps":["trace[1627478193] 'read index received' (duration: 93.552605ms)","trace[1627478193] 'applied index is now lower than readState.Index' (duration: 150.768161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:00.357214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.546861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-bootstrap-7z29m\" ","response":"range_response_count:1 size:8387"} {"level":"info","ts":"2026-04-01T16:24:00.357268Z","caller":"traceutil/trace.go:171","msg":"trace[1496431054] range","detail":"{range_begin:/registry/pods/openstack/heat-bootstrap-7z29m; range_end:; response_count:1; response_revision:19533; }","duration":"244.649194ms","start":"2026-04-01T16:24:00.112604Z","end":"2026-04-01T16:24:00.357253Z","steps":["trace[1496431054] 'agreement among raft nodes before linearized reading' (duration: 244.457819ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:00.357678Z","caller":"traceutil/trace.go:171","msg":"trace[1743665368] transaction","detail":"{read_only:false; response_revision:19534; number_of_response:1; }","duration":"174.399033ms","start":"2026-04-01T16:24:00.183264Z","end":"2026-04-01T16:24:00.357663Z","steps":["trace[1743665368] 'process raft request' (duration: 174.115566ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:00.389693Z","caller":"traceutil/trace.go:171","msg":"trace[769864812] transaction","detail":"{read_only:false; response_revision:19535; number_of_response:1; }","duration":"157.448137ms","start":"2026-04-01T16:24:00.232222Z","end":"2026-04-01T16:24:00.38967Z","steps":["trace[769864812] 'process raft request' (duration: 157.320104ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:00.527914Z","caller":"traceutil/trace.go:171","msg":"trace[2089677810] transaction","detail":"{read_only:false; response_revision:19536; number_of_response:1; }","duration":"156.75885ms","start":"2026-04-01T16:24:00.371127Z","end":"2026-04-01T16:24:00.527886Z","steps":["trace[2089677810] 'process raft request' (duration: 156.235178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.062761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.596733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:01.062912Z","caller":"traceutil/trace.go:171","msg":"trace[1140131368] linearizableReadLoop","detail":"{readStateIndex:20205; appliedIndex:20204; }","duration":"518.475219ms","start":"2026-04-01T16:24:00.544388Z","end":"2026-04-01T16:24:01.062864Z","steps":["trace[1140131368] 'read index received' (duration: 115.59822ms)","trace[1140131368] 'applied index is now lower than readState.Index' (duration: 402.875489ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:01.063009Z","caller":"traceutil/trace.go:171","msg":"trace[38261060] transaction","detail":"{read_only:false; response_revision:19537; number_of_response:1; }","duration":"669.240049ms","start":"2026-04-01T16:24:00.393757Z","end":"2026-04-01T16:24:01.062997Z","steps":["trace[38261060] 'process raft request' (duration: 266.308498ms)","trace[38261060] 'compare' (duration: 402.149723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:01.063077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:00.393744Z","time spent":"669.30578ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:01.063139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.746525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:01.063199Z","caller":"traceutil/trace.go:171","msg":"trace[1097825223] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19537; }","duration":"518.833527ms","start":"2026-04-01T16:24:00.54435Z","end":"2026-04-01T16:24:01.063183Z","steps":["trace[1097825223] 'agreement among raft nodes before linearized reading' (duration: 518.664213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.063244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:00.544336Z","time spent":"518.896309ms","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":66,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:01.063307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.07041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:01.06334Z","caller":"traceutil/trace.go:171","msg":"trace[622924125] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19537; }","duration":"390.144212ms","start":"2026-04-01T16:24:00.673188Z","end":"2026-04-01T16:24:01.063332Z","steps":["trace[622924125] 'agreement among raft nodes before linearized reading' (duration: 390.093631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.063362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:00.673167Z","time spent":"390.188683ms","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:01.06356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.162494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:24:01.063589Z","caller":"traceutil/trace.go:171","msg":"trace[1698058263] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19537; }","duration":"158.225976ms","start":"2026-04-01T16:24:00.905357Z","end":"2026-04-01T16:24:01.063583Z","steps":["trace[1698058263] 'agreement among raft nodes before linearized reading' (duration: 158.101353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.063688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.525468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:24:01.063917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.907989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:24:01.063939Z","caller":"traceutil/trace.go:171","msg":"trace[146336101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19537; }","duration":"351.96349ms","start":"2026-04-01T16:24:00.711969Z","end":"2026-04-01T16:24:01.063932Z","steps":["trace[146336101] 'agreement among raft nodes before linearized reading' (duration: 351.717624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.06396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:00.711956Z","time spent":"351.999411ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:24:01.064022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.469503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:24:01.064058Z","caller":"traceutil/trace.go:171","msg":"trace[1722354142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19537; }","duration":"230.519834ms","start":"2026-04-01T16:24:00.83353Z","end":"2026-04-01T16:24:01.06405Z","steps":["trace[1722354142] 'agreement among raft nodes before linearized reading' (duration: 230.425151ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:01.063932Z","caller":"traceutil/trace.go:171","msg":"trace[153259999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19537; }","duration":"246.803074ms","start":"2026-04-01T16:24:00.817115Z","end":"2026-04-01T16:24:01.063918Z","steps":["trace[153259999] 'agreement among raft nodes before linearized reading' (duration: 246.472106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.064324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.802661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:24:01.064378Z","caller":"traceutil/trace.go:171","msg":"trace[990903965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19537; }","duration":"230.876332ms","start":"2026-04-01T16:24:00.833487Z","end":"2026-04-01T16:24:01.064364Z","steps":["trace[990903965] 'agreement among raft nodes before linearized reading' (duration: 230.757679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.599025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.037114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:01.599213Z","caller":"traceutil/trace.go:171","msg":"trace[471392213] transaction","detail":"{read_only:false; response_revision:19538; number_of_response:1; }","duration":"531.496944ms","start":"2026-04-01T16:24:01.067676Z","end":"2026-04-01T16:24:01.599173Z","steps":["trace[471392213] 'process raft request' (duration: 229.224724ms)","trace[471392213] 'compare' (duration: 301.84736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:01.599371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.067659Z","time spent":"531.632477ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:01.599249Z","caller":"traceutil/trace.go:171","msg":"trace[1145908780] linearizableReadLoop","detail":"{readStateIndex:20207; appliedIndex:20205; }","duration":"530.467149ms","start":"2026-04-01T16:24:01.068769Z","end":"2026-04-01T16:24:01.599236Z","steps":["trace[1145908780] 'read index received' (duration: 228.153128ms)","trace[1145908780] 'applied index is now lower than readState.Index' (duration: 302.313351ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:01.599493Z","caller":"traceutil/trace.go:171","msg":"trace[1828453417] transaction","detail":"{read_only:false; response_revision:19540; number_of_response:1; }","duration":"529.943377ms","start":"2026-04-01T16:24:01.069526Z","end":"2026-04-01T16:24:01.599469Z","steps":["trace[1828453417] 'process raft request' (duration: 529.66253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.599601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.069515Z","time spent":"530.023209ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:01.599673Z","caller":"traceutil/trace.go:171","msg":"trace[1574494846] transaction","detail":"{read_only:false; response_revision:19539; number_of_response:1; }","duration":"531.747039ms","start":"2026-04-01T16:24:01.067917Z","end":"2026-04-01T16:24:01.599664Z","steps":["trace[1574494846] 'process raft request' (duration: 531.198526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.599715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.06786Z","time spent":"531.832581ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:01.599766Z","caller":"traceutil/trace.go:171","msg":"trace[292133892] transaction","detail":"{read_only:false; response_revision:19541; number_of_response:1; }","duration":"529.538347ms","start":"2026-04-01T16:24:01.070218Z","end":"2026-04-01T16:24:01.599756Z","steps":["trace[292133892] 'process raft request' (duration: 528.991875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.599817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.070209Z","time spent":"529.579438ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:01.599911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.142705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1051491"} {"level":"info","ts":"2026-04-01T16:24:01.599938Z","caller":"traceutil/trace.go:171","msg":"trace[1792093340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:19541; }","duration":"531.204426ms","start":"2026-04-01T16:24:01.068725Z","end":"2026-04-01T16:24:01.599929Z","steps":["trace[1792093340] 'agreement among raft nodes before linearized reading' (duration: 530.545211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:01.599962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.068712Z","time spent":"531.241807ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":106,"response size":1051513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T16:24:02.068316Z","caller":"traceutil/trace.go:171","msg":"trace[1352949139] linearizableReadLoop","detail":"{readStateIndex:20210; appliedIndex:20209; }","duration":"468.85254ms","start":"2026-04-01T16:24:01.599434Z","end":"2026-04-01T16:24:02.068287Z","steps":["trace[1352949139] 'read index received' (duration: 402.091831ms)","trace[1352949139] 'applied index is now lower than readState.Index' (duration: 66.759219ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:02.068347Z","caller":"traceutil/trace.go:171","msg":"trace[414040543] transaction","detail":"{read_only:false; response_revision:19542; number_of_response:1; }","duration":"528.285679ms","start":"2026-04-01T16:24:01.54003Z","end":"2026-04-01T16:24:02.068315Z","steps":["trace[414040543] 'process raft request' (duration: 461.54638ms)","trace[414040543] 'compare' (duration: 66.596815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:02.06851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.540004Z","time spent":"528.421201ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6559,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:02.068563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.971821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:24:02.068595Z","caller":"traceutil/trace.go:171","msg":"trace[223456881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19542; }","duration":"528.044653ms","start":"2026-04-01T16:24:01.54054Z","end":"2026-04-01T16:24:02.068585Z","steps":["trace[223456881] 'agreement among raft nodes before linearized reading' (duration: 527.879089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.068634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.540527Z","time spent":"528.100334ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:24:02.068679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.237001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:02.068703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.036252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:02.068703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.412658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:02.068725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.333407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-04-01T16:24:02.068758Z","caller":"traceutil/trace.go:171","msg":"trace[1284105983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19542; }","duration":"832.208857ms","start":"2026-04-01T16:24:01.236537Z","end":"2026-04-01T16:24:02.068746Z","steps":["trace[1284105983] 'agreement among raft nodes before linearized reading' (duration: 832.096324ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:02.068752Z","caller":"traceutil/trace.go:171","msg":"trace[1754420460] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19542; }","duration":"565.352194ms","start":"2026-04-01T16:24:01.503386Z","end":"2026-04-01T16:24:02.068738Z","steps":["trace[1754420460] 'agreement among raft nodes before linearized reading' (duration: 565.238331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.068787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.236507Z","time spent":"832.275528ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:24:02.068774Z","caller":"traceutil/trace.go:171","msg":"trace[1300627514] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19542; }","duration":"563.536021ms","start":"2026-04-01T16:24:01.50522Z","end":"2026-04-01T16:24:02.068756Z","steps":["trace[1300627514] 'agreement among raft nodes before linearized reading' (duration: 563.389138ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:02.068783Z","caller":"traceutil/trace.go:171","msg":"trace[780259053] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19542; }","duration":"563.415248ms","start":"2026-04-01T16:24:01.505352Z","end":"2026-04-01T16:24:02.068767Z","steps":["trace[780259053] 'agreement among raft nodes before linearized reading' (duration: 563.306886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.068791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.503364Z","time spent":"565.419496ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:02.068821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.505211Z","time spent":"563.600413ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:02.06883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.505346Z","time spent":"563.47199ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:02.57801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.859795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:02.578266Z","caller":"traceutil/trace.go:171","msg":"trace[278343238] transaction","detail":"{read_only:false; response_revision:19544; number_of_response:1; }","duration":"502.915055ms","start":"2026-04-01T16:24:02.075326Z","end":"2026-04-01T16:24:02.578241Z","steps":["trace[278343238] 'process raft request' (duration: 502.805813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.578368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:02.075306Z","time spent":"503.018808ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:02.578734Z","caller":"traceutil/trace.go:171","msg":"trace[1275808494] transaction","detail":"{read_only:false; response_revision:19543; number_of_response:1; }","duration":"802.541623ms","start":"2026-04-01T16:24:01.776179Z","end":"2026-04-01T16:24:02.578721Z","steps":["trace[1275808494] 'process raft request' (duration: 453.88328ms)","trace[1275808494] 'compare' (duration: 347.683041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:02.578797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:01.776162Z","time spent":"802.599075ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:02.578999Z","caller":"traceutil/trace.go:171","msg":"trace[540299580] linearizableReadLoop","detail":"{readStateIndex:20211; appliedIndex:20210; }","duration":"510.584225ms","start":"2026-04-01T16:24:02.06839Z","end":"2026-04-01T16:24:02.578974Z","steps":["trace[540299580] 'read index received' (duration: 161.717838ms)","trace[540299580] 'applied index is now lower than readState.Index' (duration: 348.861057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:02.579036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.61094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:02.579119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.448463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:02.579186Z","caller":"traceutil/trace.go:171","msg":"trace[1785208891] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19544; }","duration":"567.567286ms","start":"2026-04-01T16:24:02.011602Z","end":"2026-04-01T16:24:02.579169Z","steps":["trace[1785208891] 'agreement among raft nodes before linearized reading' (duration: 567.456963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.579231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:02.011568Z","time spent":"567.652458ms","remote":"127.0.0.1:52096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:02.579372Z","caller":"traceutil/trace.go:171","msg":"trace[127110723] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19544; }","duration":"562.698531ms","start":"2026-04-01T16:24:02.016371Z","end":"2026-04-01T16:24:02.57907Z","steps":["trace[127110723] 'agreement among raft nodes before linearized reading' (duration: 562.61679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.579437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:02.016354Z","time spent":"563.071321ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:02.579429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.945348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-04-01T16:24:02.579502Z","caller":"traceutil/trace.go:171","msg":"trace[1180092760] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19544; }","duration":"563.087661ms","start":"2026-04-01T16:24:02.016396Z","end":"2026-04-01T16:24:02.579484Z","steps":["trace[1180092760] 'agreement among raft nodes before linearized reading' (duration: 562.58819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.579694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:02.016366Z","time spent":"563.200684ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:02.579308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.861736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-04-01T16:24:02.58098Z","caller":"traceutil/trace.go:171","msg":"trace[1748825048] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19544; }","duration":"563.787047ms","start":"2026-04-01T16:24:02.016289Z","end":"2026-04-01T16:24:02.580076Z","steps":["trace[1748825048] 'agreement among raft nodes before linearized reading' (duration: 562.691821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.581063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:02.016256Z","time spent":"564.787511ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-01T16:24:02.586147Z","caller":"traceutil/trace.go:171","msg":"trace[1526686266] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"221.956714ms","start":"2026-04-01T16:24:02.364175Z","end":"2026-04-01T16:24:02.586131Z","steps":["trace[1526686266] 'process raft request' (duration: 221.856812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.60889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.001636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:02.608951Z","caller":"traceutil/trace.go:171","msg":"trace[454691523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19546; }","duration":"538.089857ms","start":"2026-04-01T16:24:02.070846Z","end":"2026-04-01T16:24:02.608936Z","steps":["trace[454691523] 'agreement among raft nodes before linearized reading' (duration: 537.979315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.608981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:02.070828Z","time spent":"538.145319ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:02.609202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.062436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:24:02.609228Z","caller":"traceutil/trace.go:171","msg":"trace[1641855089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19546; }","duration":"535.103338ms","start":"2026-04-01T16:24:02.074119Z","end":"2026-04-01T16:24:02.609223Z","steps":["trace[1641855089] 'agreement among raft nodes before linearized reading' (duration: 535.007426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.609246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:02.074112Z","time spent":"535.130798ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:24:02.609518Z","caller":"traceutil/trace.go:171","msg":"trace[410620722] transaction","detail":"{read_only:false; response_revision:19546; number_of_response:1; }","duration":"214.952531ms","start":"2026-04-01T16:24:02.394558Z","end":"2026-04-01T16:24:02.609511Z","steps":["trace[410620722] 'process raft request' (duration: 214.155122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:02.917155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.451642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:24:02.917222Z","caller":"traceutil/trace.go:171","msg":"trace[1905047162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19546; }","duration":"233.536385ms","start":"2026-04-01T16:24:02.683668Z","end":"2026-04-01T16:24:02.917204Z","steps":["trace[1905047162] 'range keys from in-memory index tree' (duration: 233.287479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:03.369042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.178351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:03.369144Z","caller":"traceutil/trace.go:171","msg":"trace[922344360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19547; }","duration":"133.326414ms","start":"2026-04-01T16:24:03.235795Z","end":"2026-04-01T16:24:03.369121Z","steps":["trace[922344360] 'range keys from in-memory index tree' (duration: 133.092778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:03.369501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.193491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-01T16:24:03.369652Z","caller":"traceutil/trace.go:171","msg":"trace[274596718] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19547; }","duration":"130.445726ms","start":"2026-04-01T16:24:03.239173Z","end":"2026-04-01T16:24:03.369619Z","steps":["trace[274596718] 'range keys from in-memory index tree' (duration: 130.061677ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:04.189273Z","caller":"traceutil/trace.go:171","msg":"trace[1382639637] linearizableReadLoop","detail":"{readStateIndex:20219; appliedIndex:20216; }","duration":"574.162919ms","start":"2026-04-01T16:24:03.615085Z","end":"2026-04-01T16:24:04.189248Z","steps":["trace[1382639637] 'read index received' (duration: 50.418028ms)","trace[1382639637] 'applied index is now lower than readState.Index' (duration: 523.743931ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:04.189686Z","caller":"traceutil/trace.go:171","msg":"trace[118842273] transaction","detail":"{read_only:false; response_revision:19549; number_of_response:1; }","duration":"578.392197ms","start":"2026-04-01T16:24:03.61128Z","end":"2026-04-01T16:24:04.189673Z","steps":["trace[118842273] 'process raft request' (duration: 577.730712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.189889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:03.611263Z","time spent":"578.464539ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:04.190198Z","caller":"traceutil/trace.go:171","msg":"trace[37480544] transaction","detail":"{read_only:false; response_revision:19550; number_of_response:1; }","duration":"578.860159ms","start":"2026-04-01T16:24:03.611319Z","end":"2026-04-01T16:24:04.190179Z","steps":["trace[37480544] 'process raft request' (duration: 577.842545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.190343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:03.611302Z","time spent":"578.93211ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:04.190487Z","caller":"traceutil/trace.go:171","msg":"trace[562661712] transaction","detail":"{read_only:false; response_revision:19551; number_of_response:1; }","duration":"579.142915ms","start":"2026-04-01T16:24:03.611333Z","end":"2026-04-01T16:24:04.190476Z","steps":["trace[562661712] 'process raft request' (duration: 577.872375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.19062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:03.611321Z","time spent":"579.213757ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:04.190779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.679244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:24:04.190836Z","caller":"traceutil/trace.go:171","msg":"trace[91976017] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19551; }","duration":"575.758546ms","start":"2026-04-01T16:24:03.615066Z","end":"2026-04-01T16:24:04.190824Z","steps":["trace[91976017] 'agreement among raft nodes before linearized reading' (duration: 575.601712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.190868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:03.615059Z","time spent":"575.803557ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"warn","ts":"2026-04-01T16:24:04.191083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.526037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:24:04.191109Z","caller":"traceutil/trace.go:171","msg":"trace[1600240347] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19551; }","duration":"541.583208ms","start":"2026-04-01T16:24:03.649519Z","end":"2026-04-01T16:24:04.191102Z","steps":["trace[1600240347] 'agreement among raft nodes before linearized reading' (duration: 541.507997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.191127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:03.649503Z","time spent":"541.620019ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:24:04.191386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.328953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-04-01T16:24:04.191411Z","caller":"traceutil/trace.go:171","msg":"trace[1220544321] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19551; }","duration":"115.371804ms","start":"2026-04-01T16:24:04.076033Z","end":"2026-04-01T16:24:04.191405Z","steps":["trace[1220544321] 'agreement among raft nodes before linearized reading' (duration: 115.310162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.191526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.258112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:04.191585Z","caller":"traceutil/trace.go:171","msg":"trace[750507928] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19551; }","duration":"470.357184ms","start":"2026-04-01T16:24:03.721213Z","end":"2026-04-01T16:24:04.19157Z","steps":["trace[750507928] 'agreement among raft nodes before linearized reading' (duration: 470.210461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.191727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:03.721195Z","time spent":"470.471397ms","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:04.1919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.014279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:04.191931Z","caller":"traceutil/trace.go:171","msg":"trace[236171203] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19551; }","duration":"119.113431ms","start":"2026-04-01T16:24:04.072812Z","end":"2026-04-01T16:24:04.191925Z","steps":["trace[236171203] 'agreement among raft nodes before linearized reading' (duration: 119.06899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.192037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.989671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:04.19206Z","caller":"traceutil/trace.go:171","msg":"trace[1041169173] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19551; }","duration":"117.034943ms","start":"2026-04-01T16:24:04.07502Z","end":"2026-04-01T16:24:04.192055Z","steps":["trace[1041169173] 'agreement among raft nodes before linearized reading' (duration: 117.001872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.192231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.60654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T16:24:04.192313Z","caller":"traceutil/trace.go:171","msg":"trace[283606572] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:19551; }","duration":"467.721852ms","start":"2026-04-01T16:24:03.724573Z","end":"2026-04-01T16:24:04.192295Z","steps":["trace[283606572] 'agreement among raft nodes before linearized reading' (duration: 467.470126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:04.192361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:03.724564Z","time spent":"467.788405ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:24:05.407456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08538406s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:05.407684Z","caller":"traceutil/trace.go:171","msg":"trace[30157001] linearizableReadLoop","detail":"{readStateIndex:20221; appliedIndex:20219; }","duration":"1.210097992s","start":"2026-04-01T16:24:04.197569Z","end":"2026-04-01T16:24:05.407667Z","steps":["trace[30157001] 'read index received' (duration: 124.510977ms)","trace[30157001] 'applied index is now lower than readState.Index' (duration: 1.085585705s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:05.407764Z","caller":"traceutil/trace.go:171","msg":"trace[443952818] transaction","detail":"{read_only:false; response_revision:19552; number_of_response:1; }","duration":"1.211954606s","start":"2026-04-01T16:24:04.19578Z","end":"2026-04-01T16:24:05.407735Z","steps":["trace[443952818] 'process raft request' (duration: 126.217227ms)","trace[443952818] 'compare' (duration: 1.085080593s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:05.407892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.19576Z","time spent":"1.212068429s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:05.408338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.195782Z","time spent":"1.21255289s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:24:05.40949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211905795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1051491"} {"level":"info","ts":"2026-04-01T16:24:05.409569Z","caller":"traceutil/trace.go:171","msg":"trace[229575703] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:19552; }","duration":"1.212022277s","start":"2026-04-01T16:24:04.197529Z","end":"2026-04-01T16:24:05.409551Z","steps":["trace[229575703] 'agreement among raft nodes before linearized reading' (duration: 1.210392529s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:05.409624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.197513Z","time spent":"1.212096209s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":106,"response size":1051513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:24:05.90798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:06.236156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:06.236235Z","caller":"traceutil/trace.go:171","msg":"trace[265183198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364009s","start":"2026-04-01T16:24:04.235855Z","end":"2026-04-01T16:24:06.236219Z","steps":["trace[265183198] 'agreement among raft nodes before linearized reading' (duration: 2.000271197s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:06.236286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.235839Z","time spent":"2.000433361s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:06.408643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:06.909854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:07.410285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:07.910955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:08.237542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:08.237618Z","caller":"traceutil/trace.go:171","msg":"trace[1270565578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580373s","start":"2026-04-01T16:24:06.237021Z","end":"2026-04-01T16:24:08.237601Z","steps":["trace[1270565578] 'agreement among raft nodes before linearized reading' (duration: 2.0004463s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:08.237656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.237011Z","time spent":"2.000638235s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:08.411665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:08.443953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.638348774s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:24:08.444474Z","caller":"traceutil/trace.go:171","msg":"trace[1678878176] transaction","detail":"{read_only:false; response_revision:19553; number_of_response:1; }","duration":"3.860404601s","start":"2026-04-01T16:24:04.584032Z","end":"2026-04-01T16:24:08.444437Z","steps":["trace[1678878176] 'process raft request' (duration: 3.860110874s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:08.444671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.584008Z","time spent":"3.860553474s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:08.444729Z","caller":"traceutil/trace.go:171","msg":"trace[725432231] transaction","detail":"{read_only:false; response_revision:19556; number_of_response:1; }","duration":"3.830752238s","start":"2026-04-01T16:24:04.613953Z","end":"2026-04-01T16:24:08.444705Z","steps":["trace[725432231] 'process raft request' (duration: 3.830662006s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:08.444842Z","caller":"traceutil/trace.go:171","msg":"trace[696378056] transaction","detail":"{read_only:false; response_revision:19555; number_of_response:1; }","duration":"3.854000201s","start":"2026-04-01T16:24:04.590828Z","end":"2026-04-01T16:24:08.444828Z","steps":["trace[696378056] 'process raft request' (duration: 3.853572521s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:08.444853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.613931Z","time spent":"3.83085784s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:08.444942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.590816Z","time spent":"3.854067712s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:08.444519Z","caller":"traceutil/trace.go:171","msg":"trace[318017077] transaction","detail":"{read_only:false; response_revision:19554; number_of_response:1; }","duration":"3.858970387s","start":"2026-04-01T16:24:04.585532Z","end":"2026-04-01T16:24:08.444502Z","steps":["trace[318017077] 'process raft request' (duration: 3.858819364s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:08.445198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.585518Z","time spent":"3.859590391s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:09.03505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000827389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:09.035143Z","caller":"traceutil/trace.go:171","msg":"trace[285911842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000978133s","start":"2026-04-01T16:24:07.034144Z","end":"2026-04-01T16:24:09.035122Z","steps":["trace[285911842] 'agreement among raft nodes before linearized reading' (duration: 2.00085959s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.035201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:07.034123Z","time spent":"2.001064245s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:09.727549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283347813s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:24:09.728066Z","caller":"traceutil/trace.go:171","msg":"trace[1242335786] transaction","detail":"{read_only:false; response_revision:19557; number_of_response:1; }","duration":"4.318445189s","start":"2026-04-01T16:24:05.409574Z","end":"2026-04-01T16:24:09.728019Z","steps":["trace[1242335786] 'process raft request' (duration: 4.318164742s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:09.728134Z","caller":"traceutil/trace.go:171","msg":"trace[1370565902] transaction","detail":"{read_only:false; response_revision:19558; number_of_response:1; }","duration":"4.300913379s","start":"2026-04-01T16:24:05.427212Z","end":"2026-04-01T16:24:09.728126Z","steps":["trace[1370565902] 'process raft request' (duration: 4.300693334s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.728239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:05.427194Z","time spent":"4.30097397s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18639,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:09.728238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:05.409555Z","time spent":"4.318596002s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:09.728411Z","caller":"traceutil/trace.go:171","msg":"trace[943964372] transaction","detail":"{read_only:false; response_revision:19560; number_of_response:1; }","duration":"2.914004337s","start":"2026-04-01T16:24:06.814396Z","end":"2026-04-01T16:24:09.728401Z","steps":["trace[943964372] 'process raft request' (duration: 2.913626308s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:09.728087Z","caller":"traceutil/trace.go:171","msg":"trace[144006268] transaction","detail":"{read_only:false; response_revision:19559; number_of_response:1; }","duration":"3.304851855s","start":"2026-04-01T16:24:06.423214Z","end":"2026-04-01T16:24:09.728066Z","steps":["trace[144006268] 'process raft request' (duration: 3.304766013s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.728478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.81438Z","time spent":"2.914065719s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:09.728529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.423195Z","time spent":"3.305302436s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:09.729042Z","caller":"traceutil/trace.go:171","msg":"trace[1748810728] transaction","detail":"{read_only:false; response_revision:19561; number_of_response:1; }","duration":"2.107805907s","start":"2026-04-01T16:24:07.621225Z","end":"2026-04-01T16:24:09.729031Z","steps":["trace[1748810728] 'process raft request' (duration: 2.107091051s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.729106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:07.621203Z","time spent":"2.107876869s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:24:09.729165Z","caller":"traceutil/trace.go:171","msg":"trace[1124184829] linearizableReadLoop","detail":"{readStateIndex:20231; appliedIndex:20221; }","duration":"4.321435188s","start":"2026-04-01T16:24:05.407716Z","end":"2026-04-01T16:24:09.729151Z","steps":["trace[1124184829] 'read index received' (duration: 3.036484337s)","trace[1124184829] 'applied index is now lower than readState.Index' (duration: 1.284949911s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:09.72924Z","caller":"traceutil/trace.go:171","msg":"trace[1524214306] transaction","detail":"{read_only:false; response_revision:19562; number_of_response:1; }","duration":"1.865961621s","start":"2026-04-01T16:24:07.86327Z","end":"2026-04-01T16:24:09.729231Z","steps":["trace[1524214306] 'process raft request' (duration: 1.865701155s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.729297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:07.863247Z","time spent":"1.866016952s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:09.729442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488683475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:09.729458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14189688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-04-01T16:24:09.729488Z","caller":"traceutil/trace.go:171","msg":"trace[14442807] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19562; }","duration":"4.488765596s","start":"2026-04-01T16:24:05.240711Z","end":"2026-04-01T16:24:09.729477Z","steps":["trace[14442807] 'agreement among raft nodes before linearized reading' (duration: 4.488692584s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.729521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:05.240694Z","time spent":"4.488818617s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:09.729558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.143337164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-04-01T16:24:09.729589Z","caller":"traceutil/trace.go:171","msg":"trace[986793296] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19562; }","duration":"5.143404076s","start":"2026-04-01T16:24:04.586178Z","end":"2026-04-01T16:24:09.729582Z","steps":["trace[986793296] 'agreement among raft nodes before linearized reading' (duration: 5.143327674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.729617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.586167Z","time spent":"5.143444767s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:09.729635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587946692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:24:09.729717Z","caller":"traceutil/trace.go:171","msg":"trace[1275277852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19562; }","duration":"4.588045215s","start":"2026-04-01T16:24:05.141652Z","end":"2026-04-01T16:24:09.729698Z","steps":["trace[1275277852] 'agreement among raft nodes before linearized reading' (duration: 4.58781991s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.729741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339803367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-01T16:24:09.729773Z","caller":"traceutil/trace.go:171","msg":"trace[1336771809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19562; }","duration":"4.339833267s","start":"2026-04-01T16:24:05.38993Z","end":"2026-04-01T16:24:09.729763Z","steps":["trace[1336771809] 'agreement among raft nodes before linearized reading' (duration: 4.339722875s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.72979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:05.141637Z","time spent":"4.588117476s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:24:09.729806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:05.389876Z","time spent":"4.33992378s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:24:09.72985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264420292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:09.72989Z","caller":"traceutil/trace.go:171","msg":"trace[1966030774] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19562; }","duration":"5.264490373s","start":"2026-04-01T16:24:04.465387Z","end":"2026-04-01T16:24:09.729878Z","steps":["trace[1966030774] 'agreement among raft nodes before linearized reading' (duration: 5.264425832s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.729923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.465367Z","time spent":"5.264548795s","remote":"127.0.0.1:42018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:09.729793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14570865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:09.730002Z","caller":"traceutil/trace.go:171","msg":"trace[692323183] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19562; }","duration":"5.145925315s","start":"2026-04-01T16:24:04.584036Z","end":"2026-04-01T16:24:09.729961Z","steps":["trace[692323183] 'agreement among raft nodes before linearized reading' (duration: 5.14573178s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:09.729489Z","caller":"traceutil/trace.go:171","msg":"trace[680827558] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19562; }","duration":"5.141942812s","start":"2026-04-01T16:24:04.587537Z","end":"2026-04-01T16:24:09.72948Z","steps":["trace[680827558] 'agreement among raft nodes before linearized reading' (duration: 5.141827279s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.730075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.584015Z","time spent":"5.146023797s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:09.730105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:04.587531Z","time spent":"5.142565706s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:09.729404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.715245856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:09.730411Z","caller":"traceutil/trace.go:171","msg":"trace[2005178402] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19562; }","duration":"4.716314551s","start":"2026-04-01T16:24:05.014084Z","end":"2026-04-01T16:24:09.730398Z","steps":["trace[2005178402] 'agreement among raft nodes before linearized reading' (duration: 4.715212435s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:09.730461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:05.014062Z","time spent":"4.716380912s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:10.245297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000698487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:10.245358Z","caller":"traceutil/trace.go:171","msg":"trace[1074946926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00083494s","start":"2026-04-01T16:24:08.244509Z","end":"2026-04-01T16:24:10.245344Z","steps":["trace[1074946926] 'agreement among raft nodes before linearized reading' (duration: 2.000757168s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:10.245392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:08.244492Z","time spent":"2.000894612s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:10.667541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999130775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:10.667622Z","caller":"traceutil/trace.go:171","msg":"trace[974133365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999267579s","start":"2026-04-01T16:24:05.668335Z","end":"2026-04-01T16:24:10.667602Z","steps":["trace[974133365] 'agreement among raft nodes before linearized reading' (duration: 4.999159196s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:10.667684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:05.668313Z","time spent":"4.999360302s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:24:10.859938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.65265ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:24:10.860181Z","caller":"traceutil/trace.go:171","msg":"trace[924800720] linearizableReadLoop","detail":"{readStateIndex:20232; appliedIndex:20231; }","duration":"1.130954484s","start":"2026-04-01T16:24:09.729206Z","end":"2026-04-01T16:24:10.86016Z","steps":["trace[924800720] 'read index received' (duration: 333.0792ms)","trace[924800720] 'applied index is now lower than readState.Index' (duration: 797.873984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:10.860121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.351197ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:10.860265Z","caller":"traceutil/trace.go:171","msg":"trace[1564263059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19562; }","duration":"536.51616ms","start":"2026-04-01T16:24:10.32373Z","end":"2026-04-01T16:24:10.860246Z","steps":["trace[1564263059] 'range keys from in-memory index tree' (duration: 536.333046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:10.86033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010398464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:10.860348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940356728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:10.860395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662910473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"warn","ts":"2026-04-01T16:24:10.860382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358289634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:10.86044Z","caller":"traceutil/trace.go:171","msg":"trace[272360937] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19562; }","duration":"4.662982626s","start":"2026-04-01T16:24:06.19744Z","end":"2026-04-01T16:24:10.860422Z","steps":["trace[272360937] 'agreement among raft nodes before linearized reading' (duration: 4.662826472s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:10.860506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.197426Z","time spent":"4.663071047s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-01T16:24:10.860438Z","caller":"traceutil/trace.go:171","msg":"trace[776959793] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19562; }","duration":"1.940565003s","start":"2026-04-01T16:24:08.919854Z","end":"2026-04-01T16:24:10.860419Z","steps":["trace[776959793] 'agreement among raft nodes before linearized reading' (duration: 1.940358699s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:10.860594Z","caller":"traceutil/trace.go:171","msg":"trace[1896054368] transaction","detail":"{read_only:false; response_revision:19563; number_of_response:1; }","duration":"1.125909726s","start":"2026-04-01T16:24:09.734671Z","end":"2026-04-01T16:24:10.86058Z","steps":["trace[1896054368] 'process raft request' (duration: 1.125366714s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:10.860608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:08.919833Z","time spent":"1.940751967s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:10.860457Z","caller":"traceutil/trace.go:171","msg":"trace[1192172962] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19562; }","duration":"1.358435247s","start":"2026-04-01T16:24:09.502002Z","end":"2026-04-01T16:24:10.860437Z","steps":["trace[1192172962] 'agreement among raft nodes before linearized reading' (duration: 1.358307704s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:10.860714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.73466Z","time spent":"1.125984188s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:10.860632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663953137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:10.860746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.501983Z","time spent":"1.358744935s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:10.860827Z","caller":"traceutil/trace.go:171","msg":"trace[1766862201] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19562; }","duration":"4.664283186s","start":"2026-04-01T16:24:06.196529Z","end":"2026-04-01T16:24:10.860812Z","steps":["trace[1766862201] 'agreement among raft nodes before linearized reading' (duration: 4.663844225s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:10.860901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.19652Z","time spent":"4.664368617s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:10.861267Z","caller":"traceutil/trace.go:171","msg":"trace[1894981280] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19562; }","duration":"4.010776223s","start":"2026-04-01T16:24:06.849845Z","end":"2026-04-01T16:24:10.860621Z","steps":["trace[1894981280] 'agreement among raft nodes before linearized reading' (duration: 4.010360124s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:10.86134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.849822Z","time spent":"4.01150474s","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:11.097465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853738265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:11.097586Z","caller":"traceutil/trace.go:171","msg":"trace[1549596795] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19563; }","duration":"1.853907849s","start":"2026-04-01T16:24:09.24365Z","end":"2026-04-01T16:24:11.097557Z","steps":["trace[1549596795] 'agreement among raft nodes before linearized reading' (duration: 1.616829912s)","trace[1549596795] 'count revisions from in-memory index tree' (duration: 236.924753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.097675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656036258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"warn","ts":"2026-04-01T16:24:11.097662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900790449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:24:11.097794Z","caller":"traceutil/trace.go:171","msg":"trace[819773930] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19563; }","duration":"3.656181481s","start":"2026-04-01T16:24:07.441564Z","end":"2026-04-01T16:24:11.097745Z","steps":["trace[819773930] 'agreement among raft nodes before linearized reading' (duration: 3.418993472s)","trace[819773930] 'range keys from in-memory index tree' (duration: 236.963074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.097846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162572858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:11.097927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900712398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:11.097888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.243628Z","time spent":"1.854238857s","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:11.09801Z","caller":"traceutil/trace.go:171","msg":"trace[1901332119] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19563; }","duration":"4.90080009s","start":"2026-04-01T16:24:06.197184Z","end":"2026-04-01T16:24:11.097984Z","steps":["trace[1901332119] 'agreement among raft nodes before linearized reading' (duration: 4.663313803s)","trace[1901332119] 'range keys from in-memory index tree' (duration: 237.382993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.097941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792753656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:11.098079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172919735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-01T16:24:11.098095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.197161Z","time spent":"4.900914922s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:11.098138Z","caller":"traceutil/trace.go:171","msg":"trace[109531609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19563; }","duration":"3.173005417s","start":"2026-04-01T16:24:07.925113Z","end":"2026-04-01T16:24:11.098118Z","steps":["trace[109531609] 'agreement among raft nodes before linearized reading' (duration: 2.935423788s)","trace[109531609] 'range keys from in-memory index tree' (duration: 237.424195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.09819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:07.925094Z","time spent":"3.173086029s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:24:11.098162Z","caller":"traceutil/trace.go:171","msg":"trace[1671234419] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19563; }","duration":"2.793071023s","start":"2026-04-01T16:24:08.305032Z","end":"2026-04-01T16:24:11.098103Z","steps":["trace[1671234419] 'agreement among raft nodes before linearized reading' (duration: 2.555489855s)","trace[1671234419] 'count revisions from in-memory index tree' (duration: 237.243121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.098263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929753126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-01T16:24:11.09833Z","caller":"traceutil/trace.go:171","msg":"trace[1339610159] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19563; }","duration":"2.929860428s","start":"2026-04-01T16:24:08.16845Z","end":"2026-04-01T16:24:11.09831Z","steps":["trace[1339610159] 'agreement among raft nodes before linearized reading' (duration: 2.692053194s)","trace[1339610159] 'range keys from in-memory index tree' (duration: 237.556878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.098312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903757558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:24:11.098407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:08.168418Z","time spent":"2.929973741s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-01T16:24:11.09843Z","caller":"traceutil/trace.go:171","msg":"trace[1521932037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19563; }","duration":"4.903932132s","start":"2026-04-01T16:24:06.194467Z","end":"2026-04-01T16:24:11.098399Z","steps":["trace[1521932037] 'agreement among raft nodes before linearized reading' (duration: 4.666082468s)","trace[1521932037] 'range keys from in-memory index tree' (duration: 237.562028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.097908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:07.441528Z","time spent":"3.656355985s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"warn","ts":"2026-04-01T16:24:11.098501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966366305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:11.098509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.194449Z","time spent":"4.904040655s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:24:11.098567Z","caller":"traceutil/trace.go:171","msg":"trace[935480531] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19563; }","duration":"1.966469368s","start":"2026-04-01T16:24:09.132073Z","end":"2026-04-01T16:24:11.098543Z","steps":["trace[935480531] 'agreement among raft nodes before linearized reading' (duration: 1.728427828s)","trace[935480531] 'count revisions from in-memory index tree' (duration: 237.971847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.09861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.132049Z","time spent":"1.96654977s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:11.098375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:08.305016Z","time spent":"2.793289448s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:11.09882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732047653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:11.098934Z","caller":"traceutil/trace.go:171","msg":"trace[2142553544] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19563; }","duration":"1.732210956s","start":"2026-04-01T16:24:09.366702Z","end":"2026-04-01T16:24:11.098913Z","steps":["trace[2142553544] 'agreement among raft nodes before linearized reading' (duration: 1.493766038s)","trace[2142553544] 'count revisions from in-memory index tree' (duration: 238.308775ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:11.09801Z","caller":"traceutil/trace.go:171","msg":"trace[1950747557] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19563; }","duration":"2.162797343s","start":"2026-04-01T16:24:08.935171Z","end":"2026-04-01T16:24:11.097968Z","steps":["trace[1950747557] 'agreement among raft nodes before linearized reading' (duration: 1.925337928s)","trace[1950747557] 'count revisions from in-memory index tree' (duration: 237.200579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.098999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.366679Z","time spent":"1.732302889s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:11.099027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:08.935156Z","time spent":"2.163856708s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:11.098115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883239984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:11.099068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.421628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-01T16:24:11.098839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903750418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:24:11.099131Z","caller":"traceutil/trace.go:171","msg":"trace[899552913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19563; }","duration":"4.904066805s","start":"2026-04-01T16:24:06.19505Z","end":"2026-04-01T16:24:11.099117Z","steps":["trace[899552913] 'agreement among raft nodes before linearized reading' (duration: 4.665495763s)","trace[899552913] 'range keys from in-memory index tree' (duration: 238.216373ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:11.097817Z","caller":"traceutil/trace.go:171","msg":"trace[340174383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19563; }","duration":"4.900967124s","start":"2026-04-01T16:24:06.196799Z","end":"2026-04-01T16:24:11.097767Z","steps":["trace[340174383] 'agreement among raft nodes before linearized reading' (duration: 4.663713963s)","trace[340174383] 'range keys from in-memory index tree' (duration: 236.918963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.099185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.19504Z","time spent":"4.904131167s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:11.099191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:06.196793Z","time spent":"4.902384067s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:24:11.099318Z","caller":"traceutil/trace.go:171","msg":"trace[1206006965] transaction","detail":"{read_only:false; response_revision:19565; number_of_response:1; }","duration":"648.169298ms","start":"2026-04-01T16:24:10.451131Z","end":"2026-04-01T16:24:11.0993Z","steps":["trace[1206006965] 'process raft request' (duration: 648.021675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:11.099418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:10.451105Z","time spent":"648.266911ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:11.099322Z","caller":"traceutil/trace.go:171","msg":"trace[1477754425] transaction","detail":"{read_only:false; response_revision:19564; number_of_response:1; }","duration":"1.362372999s","start":"2026-04-01T16:24:09.73693Z","end":"2026-04-01T16:24:11.099303Z","steps":["trace[1477754425] 'process raft request' (duration: 1.123634013s)","trace[1477754425] 'compare' (duration: 237.429965ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:11.099494Z","caller":"traceutil/trace.go:171","msg":"trace[2134170331] transaction","detail":"{read_only:false; response_revision:19566; number_of_response:1; }","duration":"648.346743ms","start":"2026-04-01T16:24:10.451132Z","end":"2026-04-01T16:24:11.099479Z","steps":["trace[2134170331] 'process raft request' (duration: 648.117007ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:11.099101Z","caller":"traceutil/trace.go:171","msg":"trace[671415836] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:19563; }","duration":"1.884284398s","start":"2026-04-01T16:24:09.214789Z","end":"2026-04-01T16:24:11.099073Z","steps":["trace[671415836] 'agreement among raft nodes before linearized reading' (duration: 1.645699406s)","trace[671415836] 'count revisions from in-memory index tree' (duration: 237.544908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:11.099773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.736911Z","time spent":"1.362688606s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:11.099783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:10.451105Z","time spent":"648.485326ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:11.100087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.214768Z","time spent":"1.884835581s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:12.217018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.401232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:12.217235Z","caller":"traceutil/trace.go:171","msg":"trace[384607749] linearizableReadLoop","detail":"{readStateIndex:20238; appliedIndex:20233; }","duration":"1.356982802s","start":"2026-04-01T16:24:10.860235Z","end":"2026-04-01T16:24:12.217217Z","steps":["trace[384607749] 'read index received' (duration: 237.116918ms)","trace[384607749] 'applied index is now lower than readState.Index' (duration: 1.119864754s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:12.217539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951744983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-bootstrap-7z29m\" ","response":"range_response_count:1 size:8352"} {"level":"info","ts":"2026-04-01T16:24:12.217613Z","caller":"traceutil/trace.go:171","msg":"trace[1435453009] range","detail":"{range_begin:/registry/pods/openstack/heat-bootstrap-7z29m; range_end:; response_count:1; response_revision:19568; }","duration":"1.951854266s","start":"2026-04-01T16:24:10.265742Z","end":"2026-04-01T16:24:12.217596Z","steps":["trace[1435453009] 'agreement among raft nodes before linearized reading' (duration: 1.951628531s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.217652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971918264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:12.21771Z","caller":"traceutil/trace.go:171","msg":"trace[1684211438] transaction","detail":"{read_only:false; response_revision:19567; number_of_response:1; }","duration":"1.766308322s","start":"2026-04-01T16:24:10.451388Z","end":"2026-04-01T16:24:12.217696Z","steps":["trace[1684211438] 'process raft request' (duration: 888.097191ms)","trace[1684211438] 'compare' (duration: 877.090815ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:12.217712Z","caller":"traceutil/trace.go:171","msg":"trace[757238839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19568; }","duration":"1.972011226s","start":"2026-04-01T16:24:10.245683Z","end":"2026-04-01T16:24:12.217694Z","steps":["trace[757238839] 'agreement among raft nodes before linearized reading' (duration: 1.971903434s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:12.217745Z","caller":"traceutil/trace.go:171","msg":"trace[11311338] transaction","detail":"{read_only:false; response_revision:19568; number_of_response:1; }","duration":"1.766176199s","start":"2026-04-01T16:24:10.451555Z","end":"2026-04-01T16:24:12.217731Z","steps":["trace[11311338] 'process raft request' (duration: 1.765558535s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.217759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472171282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:12.217793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:10.451359Z","time spent":"1.766375574s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:12.217806Z","caller":"traceutil/trace.go:171","msg":"trace[1749733761] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:19568; }","duration":"1.472249894s","start":"2026-04-01T16:24:10.745545Z","end":"2026-04-01T16:24:12.217795Z","steps":["trace[1749733761] 'agreement among raft nodes before linearized reading' (duration: 1.472186313s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.217816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:10.451536Z","time spent":"1.7662448s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:12.217833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:10.745524Z","time spent":"1.472303215s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:12.217749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:10.245663Z","time spent":"1.972078968s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:12.217669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:10.265726Z","time spent":"1.951934637s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":8374,"request content":"key:\"/registry/pods/openstack/heat-bootstrap-7z29m\" "} {"level":"warn","ts":"2026-04-01T16:24:12.217479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482951429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-01T16:24:12.218045Z","caller":"traceutil/trace.go:171","msg":"trace[1182341498] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19568; }","duration":"2.483557933s","start":"2026-04-01T16:24:09.73448Z","end":"2026-04-01T16:24:12.218038Z","steps":["trace[1182341498] 'agreement among raft nodes before linearized reading' (duration: 2.482892768s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.218077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.734471Z","time spent":"2.483601325s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"warn","ts":"2026-04-01T16:24:12.218284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488005928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-01T16:24:12.218345Z","caller":"traceutil/trace.go:171","msg":"trace[1341684593] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19568; }","duration":"2.488078459s","start":"2026-04-01T16:24:09.730246Z","end":"2026-04-01T16:24:12.218324Z","steps":["trace[1341684593] 'agreement among raft nodes before linearized reading' (duration: 2.487161587s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.218391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:09.730232Z","time spent":"2.488147101s","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T16:24:12.689423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349884027s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:12.991076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.185994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:12.991239Z","caller":"traceutil/trace.go:171","msg":"trace[268250790] transaction","detail":"{read_only:false; response_revision:19569; number_of_response:1; }","duration":"1.887750748s","start":"2026-04-01T16:24:11.103469Z","end":"2026-04-01T16:24:12.99122Z","steps":["trace[268250790] 'process raft request' (duration: 1.586352909s)","trace[268250790] 'compare' (duration: 300.814965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:12.99129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.10345Z","time spent":"1.88781894s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:12.991313Z","caller":"traceutil/trace.go:171","msg":"trace[157510896] linearizableReadLoop","detail":"{readStateIndex:20241; appliedIndex:20238; }","duration":"774.034398ms","start":"2026-04-01T16:24:12.21727Z","end":"2026-04-01T16:24:12.991305Z","steps":["trace[157510896] 'read index received' (duration: 472.546687ms)","trace[157510896] 'applied index is now lower than readState.Index' (duration: 301.486941ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:12.991451Z","caller":"traceutil/trace.go:171","msg":"trace[428343912] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"1.887948152s","start":"2026-04-01T16:24:11.103498Z","end":"2026-04-01T16:24:12.991446Z","steps":["trace[428343912] 'process raft request' (duration: 1.887675046s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.991424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543657993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:12.991484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.103484Z","time spent":"1.887983774s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:12.991504Z","caller":"traceutil/trace.go:171","msg":"trace[1476813074] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19571; }","duration":"1.543793096s","start":"2026-04-01T16:24:11.44769Z","end":"2026-04-01T16:24:12.991483Z","steps":["trace[1476813074] 'agreement among raft nodes before linearized reading' (duration: 1.543646773s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.991515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254226323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-04-01T16:24:12.99158Z","caller":"traceutil/trace.go:171","msg":"trace[1008444368] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19571; }","duration":"1.254345236s","start":"2026-04-01T16:24:11.737219Z","end":"2026-04-01T16:24:12.991564Z","steps":["trace[1008444368] 'agreement among raft nodes before linearized reading' (duration: 1.25408857s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.991595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889481639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-93b34546-a6f7-47ab-b88a-55ec7fbd6009\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-01T16:24:12.991584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.447671Z","time spent":"1.543893008s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:12.991614Z","caller":"traceutil/trace.go:171","msg":"trace[1918260148] range","detail":"{range_begin:/registry/persistentvolumes/pvc-93b34546-a6f7-47ab-b88a-55ec7fbd6009; range_end:; response_count:1; response_revision:19571; }","duration":"1.889513299s","start":"2026-04-01T16:24:11.102094Z","end":"2026-04-01T16:24:12.991607Z","steps":["trace[1918260148] 'agreement among raft nodes before linearized reading' (duration: 1.889458918s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.991628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.102082Z","time spent":"1.88954373s","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-93b34546-a6f7-47ab-b88a-55ec7fbd6009\" "} {"level":"warn","ts":"2026-04-01T16:24:12.99162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.737173Z","time spent":"1.254438848s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:12.991736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889031728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:24:12.991751Z","caller":"traceutil/trace.go:171","msg":"trace[2055694617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19571; }","duration":"1.889086759s","start":"2026-04-01T16:24:11.102659Z","end":"2026-04-01T16:24:12.991746Z","steps":["trace[2055694617] 'agreement among raft nodes before linearized reading' (duration: 1.889034808s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.991765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.102642Z","time spent":"1.88911984s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:24:12.991527Z","caller":"traceutil/trace.go:171","msg":"trace[1838944896] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"1.88782111s","start":"2026-04-01T16:24:11.103701Z","end":"2026-04-01T16:24:12.991522Z","steps":["trace[1838944896] 'process raft request' (duration: 1.887561614s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.991881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014929869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:12.991928Z","caller":"traceutil/trace.go:171","msg":"trace[1199122074] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19571; }","duration":"2.015023521s","start":"2026-04-01T16:24:10.976891Z","end":"2026-04-01T16:24:12.991915Z","steps":["trace[1199122074] 'agreement among raft nodes before linearized reading' (duration: 2.014937089s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.991964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255466012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"warn","ts":"2026-04-01T16:24:12.991963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:10.976871Z","time spent":"2.015083302s","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:12.99198Z","caller":"traceutil/trace.go:171","msg":"trace[93231766] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19571; }","duration":"1.255523654s","start":"2026-04-01T16:24:11.736451Z","end":"2026-04-01T16:24:12.991975Z","steps":["trace[93231766] 'agreement among raft nodes before linearized reading' (duration: 1.255475293s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.991994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.736429Z","time spent":"1.255560764s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:12.991977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.103692Z","time spent":"1.888209599s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:12.991854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255073413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:12.992062Z","caller":"traceutil/trace.go:171","msg":"trace[839274750] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19571; }","duration":"1.255304738s","start":"2026-04-01T16:24:11.736744Z","end":"2026-04-01T16:24:12.992049Z","steps":["trace[839274750] 'agreement among raft nodes before linearized reading' (duration: 1.255069613s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.992111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.736734Z","time spent":"1.25536543s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:12.99214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887121203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1051491"} {"level":"info","ts":"2026-04-01T16:24:12.992167Z","caller":"traceutil/trace.go:171","msg":"trace[1138427483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:19571; }","duration":"1.887170355s","start":"2026-04-01T16:24:11.104988Z","end":"2026-04-01T16:24:12.992159Z","steps":["trace[1138427483] 'agreement among raft nodes before linearized reading' (duration: 1.886363186s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:12.992187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:11.104977Z","time spent":"1.887203525s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":106,"response size":1051513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T16:24:13.417557Z","caller":"traceutil/trace.go:171","msg":"trace[1776919070] transaction","detail":"{read_only:false; response_revision:19572; number_of_response:1; }","duration":"1.197436366s","start":"2026-04-01T16:24:12.220085Z","end":"2026-04-01T16:24:13.417522Z","steps":["trace[1776919070] 'process raft request' (duration: 1.176096398s)","trace[1776919070] 'compare' (duration: 20.926809ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:13.417605Z","caller":"traceutil/trace.go:171","msg":"trace[389158738] linearizableReadLoop","detail":"{readStateIndex:20243; appliedIndex:20241; }","duration":"426.241905ms","start":"2026-04-01T16:24:12.991331Z","end":"2026-04-01T16:24:13.417573Z","steps":["trace[389158738] 'read index received' (duration: 404.940887ms)","trace[389158738] 'applied index is now lower than readState.Index' (duration: 21.300138ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:13.417694Z","caller":"traceutil/trace.go:171","msg":"trace[248479316] transaction","detail":"{read_only:false; response_revision:19573; number_of_response:1; }","duration":"1.186000129s","start":"2026-04-01T16:24:12.231685Z","end":"2026-04-01T16:24:13.417685Z","steps":["trace[248479316] 'process raft request' (duration: 1.185754654s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:13.417738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.220065Z","time spent":"1.197577959s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:13.417807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.231669Z","time spent":"1.18605255s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:13.417935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.45667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T16:24:13.417982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.616866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:13.418016Z","caller":"traceutil/trace.go:171","msg":"trace[1047007640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19573; }","duration":"748.586504ms","start":"2026-04-01T16:24:12.669409Z","end":"2026-04-01T16:24:13.417995Z","steps":["trace[1047007640] 'agreement among raft nodes before linearized reading' (duration: 748.339338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:13.417995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045832686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:13.41804Z","caller":"traceutil/trace.go:171","msg":"trace[1271740108] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19573; }","duration":"552.701958ms","start":"2026-04-01T16:24:12.865325Z","end":"2026-04-01T16:24:13.418027Z","steps":["trace[1271740108] 'agreement among raft nodes before linearized reading' (duration: 552.601096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:13.418033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198166534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T16:24:13.418069Z","caller":"traceutil/trace.go:171","msg":"trace[1248696465] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19573; }","duration":"1.045958349s","start":"2026-04-01T16:24:12.372092Z","end":"2026-04-01T16:24:13.418051Z","steps":["trace[1248696465] 'agreement among raft nodes before linearized reading' (duration: 1.045819926s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:13.418062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.669388Z","time spent":"748.665136ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:24:13.418083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.865312Z","time spent":"552.763489ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:13.418095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.749736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"warn","ts":"2026-04-01T16:24:13.418124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.372073Z","time spent":"1.04604106s","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:13.418117Z","caller":"traceutil/trace.go:171","msg":"trace[1661274114] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19573; }","duration":"1.198268636s","start":"2026-04-01T16:24:12.219817Z","end":"2026-04-01T16:24:13.418086Z","steps":["trace[1661274114] 'agreement among raft nodes before linearized reading' (duration: 1.198074731s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:13.418198Z","caller":"traceutil/trace.go:171","msg":"trace[1653220742] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19573; }","duration":"551.846608ms","start":"2026-04-01T16:24:12.866304Z","end":"2026-04-01T16:24:13.418151Z","steps":["trace[1653220742] 'agreement among raft nodes before linearized reading' (duration: 551.612853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:13.418205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.219802Z","time spent":"1.198393619s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T16:24:13.418249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.866301Z","time spent":"551.93862ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:13.418662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192130483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:13.418728Z","caller":"traceutil/trace.go:171","msg":"trace[1956053973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19573; }","duration":"1.192210364s","start":"2026-04-01T16:24:12.226503Z","end":"2026-04-01T16:24:13.418713Z","steps":["trace[1956053973] 'agreement among raft nodes before linearized reading' (duration: 1.191906477s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:13.420164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.226496Z","time spent":"1.193650858s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:13.918215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:24:14.096979Z","caller":"traceutil/trace.go:171","msg":"trace[432572053] transaction","detail":"{read_only:false; response_revision:19574; number_of_response:1; }","duration":"991.403355ms","start":"2026-04-01T16:24:13.105552Z","end":"2026-04-01T16:24:14.096955Z","steps":["trace[432572053] 'process raft request' (duration: 967.061467ms)","trace[432572053] 'compare' (duration: 23.600081ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:14.097158Z","caller":"traceutil/trace.go:171","msg":"trace[298108248] transaction","detail":"{read_only:false; response_revision:19575; number_of_response:1; }","duration":"991.234351ms","start":"2026-04-01T16:24:13.105885Z","end":"2026-04-01T16:24:14.09712Z","steps":["trace[298108248] 'process raft request' (duration: 991.009145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.09734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.105871Z","time spent":"991.382904ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:14.097614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.105538Z","time spent":"991.505177ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:14.299752Z","caller":"traceutil/trace.go:171","msg":"trace[1772291915] linearizableReadLoop","detail":"{readStateIndex:20246; appliedIndex:20243; }","duration":"882.080051ms","start":"2026-04-01T16:24:13.417654Z","end":"2026-04-01T16:24:14.299734Z","steps":["trace[1772291915] 'read index received' (duration: 654.971187ms)","trace[1772291915] 'applied index is now lower than readState.Index' (duration: 227.107854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:14.299894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242653203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:14.299987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196004704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:24:14.300067Z","caller":"traceutil/trace.go:171","msg":"trace[1850448666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19576; }","duration":"1.196151647s","start":"2026-04-01T16:24:13.103898Z","end":"2026-04-01T16:24:14.300049Z","steps":["trace[1850448666] 'agreement among raft nodes before linearized reading' (duration: 1.1958883s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.300097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306631327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"info","ts":"2026-04-01T16:24:14.299897Z","caller":"traceutil/trace.go:171","msg":"trace[2069278612] transaction","detail":"{read_only:false; response_revision:19576; number_of_response:1; }","duration":"877.080665ms","start":"2026-04-01T16:24:13.422779Z","end":"2026-04-01T16:24:14.29986Z","steps":["trace[2069278612] 'process raft request' (duration: 876.83881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.30011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244426554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-bootstrap-7z29m\" ","response":"range_response_count:1 size:2754"} {"level":"info","ts":"2026-04-01T16:24:14.300181Z","caller":"traceutil/trace.go:171","msg":"trace[2080239484] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-bootstrap-7z29m; range_end:; response_count:1; response_revision:19576; }","duration":"1.244550847s","start":"2026-04-01T16:24:13.055615Z","end":"2026-04-01T16:24:14.300165Z","steps":["trace[2080239484] 'agreement among raft nodes before linearized reading' (duration: 1.244318772s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.300229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.055595Z","time spent":"1.244622599s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2776,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-bootstrap-7z29m\" "} {"level":"warn","ts":"2026-04-01T16:24:14.300242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.422767Z","time spent":"877.398102ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:14.30023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195903961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:14.300119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.103879Z","time spent":"1.196226759s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:24:14.30037Z","caller":"traceutil/trace.go:171","msg":"trace[850360801] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19576; }","duration":"1.196033304s","start":"2026-04-01T16:24:13.104279Z","end":"2026-04-01T16:24:14.300312Z","steps":["trace[850360801] 'agreement among raft nodes before linearized reading' (duration: 1.195818069s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.300499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.104263Z","time spent":"1.196144967s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:14.300017Z","caller":"traceutil/trace.go:171","msg":"trace[698882064] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19576; }","duration":"1.242804016s","start":"2026-04-01T16:24:13.057175Z","end":"2026-04-01T16:24:14.299979Z","steps":["trace[698882064] 'agreement among raft nodes before linearized reading' (duration: 1.242640032s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.300591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.057156Z","time spent":"1.243417011s","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:14.30013Z","caller":"traceutil/trace.go:171","msg":"trace[1404244414] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19576; }","duration":"1.306717829s","start":"2026-04-01T16:24:12.993405Z","end":"2026-04-01T16:24:14.300123Z","steps":["trace[1404244414] 'agreement among raft nodes before linearized reading' (duration: 1.306626917s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.300761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:12.993391Z","time spent":"1.307333013s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18677,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T16:24:14.455847Z","caller":"traceutil/trace.go:171","msg":"trace[1465798071] transaction","detail":"{read_only:false; response_revision:19577; number_of_response:1; }","duration":"233.667028ms","start":"2026-04-01T16:24:14.222154Z","end":"2026-04-01T16:24:14.455821Z","steps":["trace[1465798071] 'process raft request' (duration: 182.184745ms)","trace[1465798071] 'compare' (duration: 51.031872ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:14.455952Z","caller":"traceutil/trace.go:171","msg":"trace[1257704010] transaction","detail":"{read_only:false; response_revision:19578; number_of_response:1; }","duration":"232.320686ms","start":"2026-04-01T16:24:14.223605Z","end":"2026-04-01T16:24:14.455925Z","steps":["trace[1257704010] 'process raft request' (duration: 232.158112ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:14.456036Z","caller":"traceutil/trace.go:171","msg":"trace[487469989] transaction","detail":"{read_only:false; response_revision:19580; number_of_response:1; }","duration":"151.113059ms","start":"2026-04-01T16:24:14.304907Z","end":"2026-04-01T16:24:14.45602Z","steps":["trace[487469989] 'process raft request' (duration: 151.068918ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:14.456134Z","caller":"traceutil/trace.go:171","msg":"trace[1490579931] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19579; }","duration":"152.895751ms","start":"2026-04-01T16:24:14.303231Z","end":"2026-04-01T16:24:14.456127Z","steps":["trace[1490579931] 'process raft request' (duration: 152.632625ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:14.456143Z","caller":"traceutil/trace.go:171","msg":"trace[657663070] linearizableReadLoop","detail":"{readStateIndex:20248; appliedIndex:20246; }","duration":"156.335891ms","start":"2026-04-01T16:24:14.299799Z","end":"2026-04-01T16:24:14.456135Z","steps":["trace[657663070] 'read index received' (duration: 104.561372ms)","trace[657663070] 'applied index is now lower than readState.Index' (duration: 51.773719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:14.456272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034221605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-bootstrap-7z29m\" ","response":"range_response_count:1 size:8538"} {"level":"info","ts":"2026-04-01T16:24:14.456292Z","caller":"traceutil/trace.go:171","msg":"trace[78181405] range","detail":"{range_begin:/registry/pods/openstack/heat-bootstrap-7z29m; range_end:; response_count:1; response_revision:19580; }","duration":"1.034258196s","start":"2026-04-01T16:24:13.422028Z","end":"2026-04-01T16:24:14.456287Z","steps":["trace[78181405] 'agreement among raft nodes before linearized reading' (duration: 1.034150523s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.45627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034303197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:14.456319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036206151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T16:24:14.45632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.422015Z","time spent":"1.034299147s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":8560,"request content":"key:\"/registry/pods/openstack/heat-bootstrap-7z29m\" "} {"level":"info","ts":"2026-04-01T16:24:14.456331Z","caller":"traceutil/trace.go:171","msg":"trace[496658917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19580; }","duration":"1.034660985s","start":"2026-04-01T16:24:13.421657Z","end":"2026-04-01T16:24:14.456318Z","steps":["trace[496658917] 'agreement among raft nodes before linearized reading' (duration: 1.034562423s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:14.456347Z","caller":"traceutil/trace.go:171","msg":"trace[795644713] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19580; }","duration":"1.036297754s","start":"2026-04-01T16:24:13.42004Z","end":"2026-04-01T16:24:14.456338Z","steps":["trace[795644713] 'agreement among raft nodes before linearized reading' (duration: 1.036243193s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.456363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.421635Z","time spent":"1.034721676s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:14.456372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.420023Z","time spent":"1.036342124s","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T16:24:14.456341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033036657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-01T16:24:14.456396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.393678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:14.456428Z","caller":"traceutil/trace.go:171","msg":"trace[1018439796] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19580; }","duration":"1.03315042s","start":"2026-04-01T16:24:13.423254Z","end":"2026-04-01T16:24:14.456405Z","steps":["trace[1018439796] 'agreement among raft nodes before linearized reading' (duration: 1.032900705s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:14.456462Z","caller":"traceutil/trace.go:171","msg":"trace[1873979789] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19580; }","duration":"432.517741ms","start":"2026-04-01T16:24:14.023928Z","end":"2026-04-01T16:24:14.456446Z","steps":["trace[1873979789] 'agreement among raft nodes before linearized reading' (duration: 432.393468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:14.456496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:14.023909Z","time spent":"432.579483ms","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:14.456491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:13.423246Z","time spent":"1.033228172s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"warn","ts":"2026-04-01T16:24:15.031282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.034471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:15.031694Z","caller":"traceutil/trace.go:171","msg":"trace[1103902684] linearizableReadLoop","detail":"{readStateIndex:20251; appliedIndex:20250; }","duration":"575.5122ms","start":"2026-04-01T16:24:14.456158Z","end":"2026-04-01T16:24:15.03167Z","steps":["trace[1103902684] 'read index received' (duration: 100.888246ms)","trace[1103902684] 'applied index is now lower than readState.Index' (duration: 474.621984ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:15.033385Z","caller":"traceutil/trace.go:171","msg":"trace[1466452586] transaction","detail":"{read_only:false; response_revision:19582; number_of_response:1; }","duration":"573.900423ms","start":"2026-04-01T16:24:14.459424Z","end":"2026-04-01T16:24:15.033325Z","steps":["trace[1466452586] 'process raft request' (duration: 571.952397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:15.033593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:14.459406Z","time spent":"574.074637ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:15.033405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.867541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:15.033772Z","caller":"traceutil/trace.go:171","msg":"trace[905831508] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19582; }","duration":"678.26283ms","start":"2026-04-01T16:24:14.355462Z","end":"2026-04-01T16:24:15.033725Z","steps":["trace[905831508] 'agreement among raft nodes before linearized reading' (duration: 677.805359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:15.033765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.553561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:15.033833Z","caller":"traceutil/trace.go:171","msg":"trace[1506758480] transaction","detail":"{read_only:false; response_revision:19583; number_of_response:1; }","duration":"566.025769ms","start":"2026-04-01T16:24:14.467776Z","end":"2026-04-01T16:24:15.033802Z","steps":["trace[1506758480] 'process raft request' (duration: 564.091104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:15.033845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:14.355449Z","time spent":"678.377423ms","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T16:24:15.033863Z","caller":"traceutil/trace.go:171","msg":"trace[217292580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19583; }","duration":"566.682265ms","start":"2026-04-01T16:24:14.467162Z","end":"2026-04-01T16:24:15.033845Z","steps":["trace[217292580] 'agreement among raft nodes before linearized reading' (duration: 566.519661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:15.033977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:14.467762Z","time spent":"566.140862ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:15.033959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:14.467145Z","time spent":"566.798307ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:24:15.034066Z","caller":"traceutil/trace.go:171","msg":"trace[1808192016] transaction","detail":"{read_only:false; response_revision:19581; number_of_response:1; }","duration":"605.405148ms","start":"2026-04-01T16:24:14.427865Z","end":"2026-04-01T16:24:15.03327Z","steps":["trace[1808192016] 'process raft request' (duration: 129.080985ms)","trace[1808192016] 'compare' (duration: 473.853936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:15.034398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:14.427838Z","time spent":"606.30009ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6559,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:15.034655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.550881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T16:24:15.034843Z","caller":"traceutil/trace.go:171","msg":"trace[226076951] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:19583; }","duration":"576.799631ms","start":"2026-04-01T16:24:14.45803Z","end":"2026-04-01T16:24:15.03483Z","steps":["trace[226076951] 'agreement among raft nodes before linearized reading' (duration: 575.376807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:15.034927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:14.458018Z","time spent":"576.890073ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:24:15.474574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.531334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:15.474769Z","caller":"traceutil/trace.go:171","msg":"trace[1412236002] transaction","detail":"{read_only:false; response_revision:19584; number_of_response:1; }","duration":"436.168677ms","start":"2026-04-01T16:24:15.038578Z","end":"2026-04-01T16:24:15.474746Z","steps":["trace[1412236002] 'process raft request' (duration: 211.376157ms)","trace[1412236002] 'compare' (duration: 224.217696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:15.47485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:15.038542Z","time spent":"436.273069ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:15.47514Z","caller":"traceutil/trace.go:171","msg":"trace[1003084156] transaction","detail":"{read_only:false; response_revision:19585; number_of_response:1; }","duration":"435.166193ms","start":"2026-04-01T16:24:15.039938Z","end":"2026-04-01T16:24:15.475104Z","steps":["trace[1003084156] 'process raft request' (duration: 434.741643ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:15.475165Z","caller":"traceutil/trace.go:171","msg":"trace[2123471260] transaction","detail":"{read_only:false; response_revision:19586; number_of_response:1; }","duration":"434.861046ms","start":"2026-04-01T16:24:15.040264Z","end":"2026-04-01T16:24:15.475125Z","steps":["trace[2123471260] 'process raft request' (duration: 434.720612ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:15.475186Z","caller":"traceutil/trace.go:171","msg":"trace[1831205276] linearizableReadLoop","detail":"{readStateIndex:20257; appliedIndex:20254; }","duration":"399.921291ms","start":"2026-04-01T16:24:15.07524Z","end":"2026-04-01T16:24:15.475161Z","steps":["trace[1831205276] 'read index received' (duration: 174.733232ms)","trace[1831205276] 'applied index is now lower than readState.Index' (duration: 225.187049ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:15.475251Z","caller":"traceutil/trace.go:171","msg":"trace[1116994082] transaction","detail":"{read_only:false; response_revision:19587; number_of_response:1; }","duration":"398.847755ms","start":"2026-04-01T16:24:15.076392Z","end":"2026-04-01T16:24:15.47524Z","steps":["trace[1116994082] 'process raft request' (duration: 398.720552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:15.475303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:15.039921Z","time spent":"435.293596ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:15.475316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:15.076373Z","time spent":"398.907856ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:15.475532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.111741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:24:15.475576Z","caller":"traceutil/trace.go:171","msg":"trace[1236238467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19587; }","duration":"396.204923ms","start":"2026-04-01T16:24:15.07936Z","end":"2026-04-01T16:24:15.475565Z","steps":["trace[1236238467] 'agreement among raft nodes before linearized reading' (duration: 395.958187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:15.475614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:15.079349Z","time spent":"396.256175ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:24:15.475726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:15.040252Z","time spent":"435.00456ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:15.481697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.557853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1051679"} {"level":"info","ts":"2026-04-01T16:24:15.481819Z","caller":"traceutil/trace.go:171","msg":"trace[187928021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:19587; }","duration":"441.697975ms","start":"2026-04-01T16:24:15.040091Z","end":"2026-04-01T16:24:15.481789Z","steps":["trace[187928021] 'agreement among raft nodes before linearized reading' (duration: 435.201064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:15.48189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:15.040084Z","time spent":"441.792258ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":106,"response size":1051701,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:24:15.860353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.421907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:24:15.860445Z","caller":"traceutil/trace.go:171","msg":"trace[2130041283] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19587; }","duration":"163.55963ms","start":"2026-04-01T16:24:15.696864Z","end":"2026-04-01T16:24:15.860423Z","steps":["trace[2130041283] 'range keys from in-memory index tree' (duration: 163.094419ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:16.148569Z","caller":"traceutil/trace.go:171","msg":"trace[2079307942] transaction","detail":"{read_only:false; response_revision:19588; number_of_response:1; }","duration":"107.975312ms","start":"2026-04-01T16:24:16.040562Z","end":"2026-04-01T16:24:16.148537Z","steps":["trace[2079307942] 'process raft request' (duration: 107.543562ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:16.260286Z","caller":"traceutil/trace.go:171","msg":"trace[720051923] transaction","detail":"{read_only:false; response_revision:19589; number_of_response:1; }","duration":"156.310381ms","start":"2026-04-01T16:24:16.103942Z","end":"2026-04-01T16:24:16.260252Z","steps":["trace[720051923] 'process raft request' (duration: 62.52463ms)","trace[720051923] 'compare' (duration: 93.595747ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:16.260292Z","caller":"traceutil/trace.go:171","msg":"trace[250545903] transaction","detail":"{read_only:false; response_revision:19590; number_of_response:1; }","duration":"156.203918ms","start":"2026-04-01T16:24:16.104061Z","end":"2026-04-01T16:24:16.260265Z","steps":["trace[250545903] 'process raft request' (duration: 156.144607ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:16.28842Z","caller":"traceutil/trace.go:171","msg":"trace[626873765] transaction","detail":"{read_only:false; response_revision:19591; number_of_response:1; }","duration":"130.216042ms","start":"2026-04-01T16:24:16.158162Z","end":"2026-04-01T16:24:16.288378Z","steps":["trace[626873765] 'process raft request' (duration: 129.975026ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:16.533648Z","caller":"traceutil/trace.go:171","msg":"trace[57155589] linearizableReadLoop","detail":"{readStateIndex:20263; appliedIndex:20262; }","duration":"228.517576ms","start":"2026-04-01T16:24:16.305104Z","end":"2026-04-01T16:24:16.533622Z","steps":["trace[57155589] 'read index received' (duration: 200.81754ms)","trace[57155589] 'applied index is now lower than readState.Index' (duration: 27.699116ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:16.533767Z","caller":"traceutil/trace.go:171","msg":"trace[1513684256] transaction","detail":"{read_only:false; response_revision:19592; number_of_response:1; }","duration":"235.001918ms","start":"2026-04-01T16:24:16.298752Z","end":"2026-04-01T16:24:16.533754Z","steps":["trace[1513684256] 'process raft request' (duration: 207.153088ms)","trace[1513684256] 'compare' (duration: 27.612195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:16.533844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.714512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:16.533942Z","caller":"traceutil/trace.go:171","msg":"trace[1439035637] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19592; }","duration":"228.859294ms","start":"2026-04-01T16:24:16.305062Z","end":"2026-04-01T16:24:16.533921Z","steps":["trace[1439035637] 'agreement among raft nodes before linearized reading' (duration: 228.69317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:16.88397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.179856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:16.884198Z","caller":"traceutil/trace.go:171","msg":"trace[1762314131] transaction","detail":"{read_only:false; response_revision:19595; number_of_response:1; }","duration":"344.994168ms","start":"2026-04-01T16:24:16.539183Z","end":"2026-04-01T16:24:16.884178Z","steps":["trace[1762314131] 'process raft request' (duration: 344.949467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:16.884266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.539163Z","time spent":"345.07667ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:24:16.884468Z","caller":"traceutil/trace.go:171","msg":"trace[1708990263] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"422.190861ms","start":"2026-04-01T16:24:16.462265Z","end":"2026-04-01T16:24:16.884456Z","steps":["trace[1708990263] 'process raft request' (duration: 197.448141ms)","trace[1708990263] 'compare' (duration: 223.935131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:16.884527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.462252Z","time spent":"422.246242ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:16.884554Z","caller":"traceutil/trace.go:171","msg":"trace[1406594977] linearizableReadLoop","detail":"{readStateIndex:20265; appliedIndex:20263; }","duration":"350.786863ms","start":"2026-04-01T16:24:16.533719Z","end":"2026-04-01T16:24:16.884506Z","steps":["trace[1406594977] 'read index received' (duration: 126.093665ms)","trace[1406594977] 'applied index is now lower than readState.Index' (duration: 224.689068ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:16.88477Z","caller":"traceutil/trace.go:171","msg":"trace[1770567437] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"421.513234ms","start":"2026-04-01T16:24:16.463183Z","end":"2026-04-01T16:24:16.884696Z","steps":["trace[1770567437] 'process raft request' (duration: 420.880279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:16.884825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.054025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:16.884858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.717059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:24:16.884887Z","caller":"traceutil/trace.go:171","msg":"trace[181253244] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19595; }","duration":"335.159598ms","start":"2026-04-01T16:24:16.549707Z","end":"2026-04-01T16:24:16.884867Z","steps":["trace[181253244] 'agreement among raft nodes before linearized reading' (duration: 335.026305ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:16.884938Z","caller":"traceutil/trace.go:171","msg":"trace[1975279315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19595; }","duration":"579.826582ms","start":"2026-04-01T16:24:16.305092Z","end":"2026-04-01T16:24:16.884919Z","steps":["trace[1975279315] 'agreement among raft nodes before linearized reading' (duration: 579.593817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:16.884947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.549689Z","time spent":"335.24564ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:16.884988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.305081Z","time spent":"579.897604ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:24:16.885028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.182068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-04-01T16:24:16.885143Z","caller":"traceutil/trace.go:171","msg":"trace[114363409] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19595; }","duration":"132.376452ms","start":"2026-04-01T16:24:16.752745Z","end":"2026-04-01T16:24:16.885122Z","steps":["trace[114363409] 'agreement among raft nodes before linearized reading' (duration: 131.999423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:16.885067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.739804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:24:16.885296Z","caller":"traceutil/trace.go:171","msg":"trace[787162579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19595; }","duration":"423.171273ms","start":"2026-04-01T16:24:16.46211Z","end":"2026-04-01T16:24:16.885282Z","steps":["trace[787162579] 'agreement among raft nodes before linearized reading' (duration: 422.538998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:16.885333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.462089Z","time spent":"423.235025ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:24:16.88534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.463139Z","time spent":"421.714899ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:17.53968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:18.768142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.048683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:18.768277Z","caller":"traceutil/trace.go:171","msg":"trace[617871629] transaction","detail":"{read_only:false; response_revision:19596; number_of_response:1; }","duration":"1.879518265s","start":"2026-04-01T16:24:16.888737Z","end":"2026-04-01T16:24:18.768255Z","steps":["trace[617871629] 'process raft request' (duration: 999.269588ms)","trace[617871629] 'compare' (duration: 879.001608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:18.768341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.888712Z","time spent":"1.879597768s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:19.324164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.436017798s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:19.52901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.565478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:19.529214Z","caller":"traceutil/trace.go:171","msg":"trace[1498770156] transaction","detail":"{read_only:false; response_revision:19597; number_of_response:1; }","duration":"2.639584118s","start":"2026-04-01T16:24:16.889604Z","end":"2026-04-01T16:24:19.529188Z","steps":["trace[1498770156] 'process raft request' (duration: 2.434735423s)","trace[1498770156] 'compare' (duration: 203.673867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:19.529282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.889583Z","time spent":"2.63967163s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:19.530053Z","caller":"traceutil/trace.go:171","msg":"trace[1914197108] linearizableReadLoop","detail":"{readStateIndex:20270; appliedIndex:20266; }","duration":"2.490845953s","start":"2026-04-01T16:24:17.039195Z","end":"2026-04-01T16:24:19.530041Z","steps":["trace[1914197108] 'read index received' (duration: 848.902146ms)","trace[1914197108] 'applied index is now lower than readState.Index' (duration: 1.641943057s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:19.530264Z","caller":"traceutil/trace.go:171","msg":"trace[570055464] transaction","detail":"{read_only:false; response_revision:19598; number_of_response:1; }","duration":"2.608509233s","start":"2026-04-01T16:24:16.921706Z","end":"2026-04-01T16:24:19.530215Z","steps":["trace[570055464] 'process raft request' (duration: 2.607429937s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:19.530623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:16.92167Z","time spent":"2.6088749s","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65924,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:19.530317Z","caller":"traceutil/trace.go:171","msg":"trace[1149671585] transaction","detail":"{read_only:false; response_revision:19599; number_of_response:1; }","duration":"2.292941512s","start":"2026-04-01T16:24:17.237344Z","end":"2026-04-01T16:24:19.530286Z","steps":["trace[1149671585] 'process raft request' (duration: 2.292642515s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:19.530733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.237307Z","time spent":"2.293391093s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:19.530357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491170232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:19.530798Z","caller":"traceutil/trace.go:171","msg":"trace[2141214844] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19599; }","duration":"2.491640113s","start":"2026-04-01T16:24:17.039138Z","end":"2026-04-01T16:24:19.530778Z","steps":["trace[2141214844] 'agreement among raft nodes before linearized reading' (duration: 2.491191902s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:19.530905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.039119Z","time spent":"2.491729774s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:19.618741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:19.61883Z","caller":"traceutil/trace.go:171","msg":"trace[1008264267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597254s","start":"2026-04-01T16:24:17.618211Z","end":"2026-04-01T16:24:19.618808Z","steps":["trace[1008264267] 'agreement among raft nodes before linearized reading' (duration: 2.000488431s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:19.618898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.618191Z","time spent":"2.000694626s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:20.236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:20.236092Z","caller":"traceutil/trace.go:171","msg":"trace[950039482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174724s","start":"2026-04-01T16:24:18.235897Z","end":"2026-04-01T16:24:20.236072Z","steps":["trace[950039482] 'agreement among raft nodes before linearized reading' (duration: 2.000056951s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.236138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.235875Z","time spent":"2.000253376s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:20.252689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.42621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:20.253177Z","caller":"traceutil/trace.go:171","msg":"trace[1837071530] linearizableReadLoop","detail":"{readStateIndex:20275; appliedIndex:20270; }","duration":"723.056187ms","start":"2026-04-01T16:24:19.530101Z","end":"2026-04-01T16:24:20.253157Z","steps":["trace[1837071530] 'read index received' (duration: 251.005062ms)","trace[1837071530] 'applied index is now lower than readState.Index' (duration: 472.049675ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:20.25318Z","caller":"traceutil/trace.go:171","msg":"trace[127306352] transaction","detail":"{read_only:false; response_revision:19601; number_of_response:1; }","duration":"1.987735813s","start":"2026-04-01T16:24:18.265412Z","end":"2026-04-01T16:24:20.253148Z","steps":["trace[127306352] 'process raft request' (duration: 1.987380735s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.253211Z","caller":"traceutil/trace.go:171","msg":"trace[662397903] transaction","detail":"{read_only:false; response_revision:19602; number_of_response:1; }","duration":"1.728314745s","start":"2026-04-01T16:24:18.52485Z","end":"2026-04-01T16:24:20.253165Z","steps":["trace[662397903] 'process raft request' (duration: 1.728118641s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.253274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773475095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:24:20.253306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210092852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6674"} {"level":"info","ts":"2026-04-01T16:24:20.25333Z","caller":"traceutil/trace.go:171","msg":"trace[1418611347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19604; }","duration":"2.773586088s","start":"2026-04-01T16:24:17.479732Z","end":"2026-04-01T16:24:20.253319Z","steps":["trace[1418611347] 'agreement among raft nodes before linearized reading' (duration: 2.773459185s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.25334Z","caller":"traceutil/trace.go:171","msg":"trace[229994383] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19604; }","duration":"3.210167744s","start":"2026-04-01T16:24:17.043161Z","end":"2026-04-01T16:24:20.253329Z","steps":["trace[229994383] 'agreement among raft nodes before linearized reading' (duration: 3.210092152s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.253356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.479708Z","time spent":"2.773643109s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:20.253332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750194481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"warn","ts":"2026-04-01T16:24:20.25335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.265402Z","time spent":"1.987856796s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:20.253374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.043141Z","time spent":"3.210224745s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6696,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:20.253275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773124177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6674"} {"level":"info","ts":"2026-04-01T16:24:20.253402Z","caller":"traceutil/trace.go:171","msg":"trace[1314917150] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19604; }","duration":"2.750291613s","start":"2026-04-01T16:24:17.503092Z","end":"2026-04-01T16:24:20.253384Z","steps":["trace[1314917150] 'agreement among raft nodes before linearized reading' (duration: 2.750076258s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.253404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766198005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T16:24:20.253391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773412754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:24:20.253441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.503081Z","time spent":"2.750352235s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"warn","ts":"2026-04-01T16:24:20.253433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.524827Z","time spent":"1.7284833s","remote":"127.0.0.1:57962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:20.25346Z","caller":"traceutil/trace.go:171","msg":"trace[40146902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19604; }","duration":"2.766275547s","start":"2026-04-01T16:24:17.487166Z","end":"2026-04-01T16:24:20.253442Z","steps":["trace[40146902] 'agreement among raft nodes before linearized reading' (duration: 2.766150424s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.253448Z","caller":"traceutil/trace.go:171","msg":"trace[1006490691] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19604; }","duration":"2.773308401s","start":"2026-04-01T16:24:17.480116Z","end":"2026-04-01T16:24:20.253424Z","steps":["trace[1006490691] 'agreement among raft nodes before linearized reading' (duration: 2.773075016s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.253479Z","caller":"traceutil/trace.go:171","msg":"trace[305234294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19604; }","duration":"2.773542186s","start":"2026-04-01T16:24:17.479917Z","end":"2026-04-01T16:24:20.25346Z","steps":["trace[305234294] 'agreement among raft nodes before linearized reading' (duration: 2.77328106s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.253496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768599561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:20.253518Z","caller":"traceutil/trace.go:171","msg":"trace[1481744445] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19604; }","duration":"2.768643682s","start":"2026-04-01T16:24:17.484869Z","end":"2026-04-01T16:24:20.253513Z","steps":["trace[1481744445] 'agreement among raft nodes before linearized reading' (duration: 2.768614562s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.253504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.487151Z","time spent":"2.766341988s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:20.25353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.484858Z","time spent":"2.768669743s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:20.253515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.480111Z","time spent":"2.773385903s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6696,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:20.25353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.47989Z","time spent":"2.773632019s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:20.253579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.725888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:20.253597Z","caller":"traceutil/trace.go:171","msg":"trace[1116468447] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19604; }","duration":"790.797249ms","start":"2026-04-01T16:24:19.462794Z","end":"2026-04-01T16:24:20.253591Z","steps":["trace[1116468447] 'agreement among raft nodes before linearized reading' (duration: 790.768989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.25361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:19.462764Z","time spent":"790.843191ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:20.253682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798131716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:20.253672Z","caller":"traceutil/trace.go:171","msg":"trace[2101491221] transaction","detail":"{read_only:false; response_revision:19604; number_of_response:1; }","duration":"1.363054715s","start":"2026-04-01T16:24:18.890595Z","end":"2026-04-01T16:24:20.253649Z","steps":["trace[2101491221] 'process raft request' (duration: 1.362480481s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.253654Z","caller":"traceutil/trace.go:171","msg":"trace[1245868479] transaction","detail":"{read_only:false; response_revision:19603; number_of_response:1; }","duration":"1.364008297s","start":"2026-04-01T16:24:18.889622Z","end":"2026-04-01T16:24:20.25363Z","steps":["trace[1245868479] 'process raft request' (duration: 1.363415303s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.253715Z","caller":"traceutil/trace.go:171","msg":"trace[1071329494] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19604; }","duration":"1.798208978s","start":"2026-04-01T16:24:18.455496Z","end":"2026-04-01T16:24:20.253705Z","steps":["trace[1071329494] 'agreement among raft nodes before linearized reading' (duration: 1.798147116s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.253714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715336553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:20.253746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.455477Z","time spent":"1.79826226s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:20.253759Z","caller":"traceutil/trace.go:171","msg":"trace[2036583513] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19604; }","duration":"1.715416305s","start":"2026-04-01T16:24:18.538327Z","end":"2026-04-01T16:24:20.253744Z","steps":["trace[2036583513] 'agreement among raft nodes before linearized reading' (duration: 1.715315272s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.25376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212537489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6674"} {"level":"warn","ts":"2026-04-01T16:24:20.253806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.890582Z","time spent":"1.363143626s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:20.253865Z","caller":"traceutil/trace.go:171","msg":"trace[585337649] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19604; }","duration":"3.212693663s","start":"2026-04-01T16:24:17.041144Z","end":"2026-04-01T16:24:20.253838Z","steps":["trace[585337649] 'agreement among raft nodes before linearized reading' (duration: 3.212115979s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.25384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.889597Z","time spent":"1.36414391s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:20.253924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:17.041123Z","time spent":"3.212787695s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6696,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-01T16:24:20.253807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.538316Z","time spent":"1.715479586s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:20.25419Z","caller":"traceutil/trace.go:171","msg":"trace[308538493] transaction","detail":"{read_only:false; response_revision:19600; number_of_response:1; }","duration":"1.989159167s","start":"2026-04-01T16:24:18.264981Z","end":"2026-04-01T16:24:20.25414Z","steps":["trace[308538493] 'process raft request' (duration: 1.516195361s)","trace[308538493] 'compare' (duration: 471.307097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:20.254553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.264957Z","time spent":"1.989284919s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:20.255345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702212936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:24:20.255397Z","caller":"traceutil/trace.go:171","msg":"trace[45056064] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19604; }","duration":"1.702286718s","start":"2026-04-01T16:24:18.553099Z","end":"2026-04-01T16:24:20.255386Z","steps":["trace[45056064] 'agreement among raft nodes before linearized reading' (duration: 1.700728582s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.255427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:18.553089Z","time spent":"1.702330539s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2062,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:20.602776Z","caller":"traceutil/trace.go:171","msg":"trace[1285185927] transaction","detail":"{read_only:false; response_revision:19606; number_of_response:1; }","duration":"846.662524ms","start":"2026-04-01T16:24:19.756092Z","end":"2026-04-01T16:24:20.602754Z","steps":["trace[1285185927] 'process raft request' (duration: 846.608143ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.602804Z","caller":"traceutil/trace.go:171","msg":"trace[1873132040] transaction","detail":"{read_only:false; response_revision:19605; number_of_response:1; }","duration":"1.063681262s","start":"2026-04-01T16:24:19.539097Z","end":"2026-04-01T16:24:20.602778Z","steps":["trace[1873132040] 'process raft request' (duration: 1.021085098s)","trace[1873132040] 'compare' (duration: 42.379489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:20.602928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:19.756067Z","time spent":"846.772267ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:20.603432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:19.539077Z","time spent":"1.063777605s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:24:20.681132Z","caller":"traceutil/trace.go:171","msg":"trace[136744910] transaction","detail":"{read_only:false; response_revision:19608; number_of_response:1; }","duration":"422.068787ms","start":"2026-04-01T16:24:20.259045Z","end":"2026-04-01T16:24:20.681113Z","steps":["trace[136744910] 'process raft request' (duration: 421.997496ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.681161Z","caller":"traceutil/trace.go:171","msg":"trace[1951881496] transaction","detail":"{read_only:false; response_revision:19607; number_of_response:1; }","duration":"649.97156ms","start":"2026-04-01T16:24:20.031143Z","end":"2026-04-01T16:24:20.681114Z","steps":["trace[1951881496] 'process raft request' (duration: 649.769136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.681355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.259033Z","time spent":"422.15423ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:20.681476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.031124Z","time spent":"650.210606ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:20.681691Z","caller":"traceutil/trace.go:171","msg":"trace[365909893] transaction","detail":"{read_only:false; response_revision:19610; number_of_response:1; }","duration":"422.087648ms","start":"2026-04-01T16:24:20.259592Z","end":"2026-04-01T16:24:20.68168Z","steps":["trace[365909893] 'process raft request' (duration: 421.871683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.681746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.259566Z","time spent":"422.151319ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:20.681783Z","caller":"traceutil/trace.go:171","msg":"trace[179262654] transaction","detail":"{read_only:false; response_revision:19609; number_of_response:1; }","duration":"422.337294ms","start":"2026-04-01T16:24:20.259417Z","end":"2026-04-01T16:24:20.681755Z","steps":["trace[179262654] 'process raft request' (duration: 421.659178ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.68181Z","caller":"traceutil/trace.go:171","msg":"trace[815122111] linearizableReadLoop","detail":"{readStateIndex:20278; appliedIndex:20275; }","duration":"428.430376ms","start":"2026-04-01T16:24:20.253226Z","end":"2026-04-01T16:24:20.681656Z","steps":["trace[815122111] 'read index received' (duration: 306.970529ms)","trace[815122111] 'applied index is now lower than readState.Index' (duration: 121.458797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:20.681943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.259391Z","time spent":"422.469547ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:20.681964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.47164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:20.681985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.36472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:20.682053Z","caller":"traceutil/trace.go:171","msg":"trace[1852985265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19610; }","duration":"438.656085ms","start":"2026-04-01T16:24:20.243382Z","end":"2026-04-01T16:24:20.682038Z","steps":["trace[1852985265] 'agreement among raft nodes before linearized reading' (duration: 438.46393ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:20.682073Z","caller":"traceutil/trace.go:171","msg":"trace[493803475] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19610; }","duration":"546.485003ms","start":"2026-04-01T16:24:20.135577Z","end":"2026-04-01T16:24:20.682062Z","steps":["trace[493803475] 'agreement among raft nodes before linearized reading' (duration: 546.34117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.68212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.243358Z","time spent":"438.725267ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:20.682141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060837776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a248411c180549\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T16:24:20.682337Z","caller":"traceutil/trace.go:171","msg":"trace[803332317] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a248411c180549; range_end:; response_count:1; response_revision:19610; }","duration":"1.061064741s","start":"2026-04-01T16:24:19.621251Z","end":"2026-04-01T16:24:20.682315Z","steps":["trace[803332317] 'agreement among raft nodes before linearized reading' (duration: 1.060719173s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.682435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:19.621231Z","time spent":"1.061187685s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a248411c180549\" "} {"level":"warn","ts":"2026-04-01T16:24:20.682138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.135564Z","time spent":"546.565846ms","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:20.866283Z","caller":"traceutil/trace.go:171","msg":"trace[1355827569] linearizableReadLoop","detail":"{readStateIndex:20283; appliedIndex:20281; }","duration":"184.350165ms","start":"2026-04-01T16:24:20.681911Z","end":"2026-04-01T16:24:20.866261Z","steps":["trace[1355827569] 'read index received' (duration: 184.12842ms)","trace[1355827569] 'applied index is now lower than readState.Index' (duration: 220.815µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:20.86646Z","caller":"traceutil/trace.go:171","msg":"trace[2012333003] transaction","detail":"{read_only:false; response_revision:19612; number_of_response:1; }","duration":"257.834242ms","start":"2026-04-01T16:24:20.608506Z","end":"2026-04-01T16:24:20.86634Z","steps":["trace[2012333003] 'process raft request' (duration: 257.698809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.866575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.842613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:24:20.86664Z","caller":"traceutil/trace.go:171","msg":"trace[761224479] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19612; }","duration":"454.967626ms","start":"2026-04-01T16:24:20.411655Z","end":"2026-04-01T16:24:20.866622Z","steps":["trace[761224479] 'agreement among raft nodes before linearized reading' (duration: 454.71704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.866686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.411628Z","time spent":"455.045898ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T16:24:20.866728Z","caller":"traceutil/trace.go:171","msg":"trace[1226418965] transaction","detail":"{read_only:false; response_revision:19611; number_of_response:1; }","duration":"305.28797ms","start":"2026-04-01T16:24:20.561412Z","end":"2026-04-01T16:24:20.8667Z","steps":["trace[1226418965] 'process raft request' (duration: 304.659346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.866789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.859422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-01T16:24:20.86686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.561386Z","time spent":"305.402933ms","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:20.866957Z","caller":"traceutil/trace.go:171","msg":"trace[980433069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19612; }","duration":"368.016825ms","start":"2026-04-01T16:24:20.498835Z","end":"2026-04-01T16:24:20.866852Z","steps":["trace[980433069] 'agreement among raft nodes before linearized reading' (duration: 367.749689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.86649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.940002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18655"} {"level":"warn","ts":"2026-04-01T16:24:20.867012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.498816Z","time spent":"368.183829ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:24:20.867088Z","caller":"traceutil/trace.go:171","msg":"trace[490293723] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19612; }","duration":"606.540355ms","start":"2026-04-01T16:24:20.260498Z","end":"2026-04-01T16:24:20.867038Z","steps":["trace[490293723] 'agreement among raft nodes before linearized reading' (duration: 605.89083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.867859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.260486Z","time spent":"607.357325ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18677,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-01T16:24:20.867448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.584604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:107 size:1059033"} {"level":"info","ts":"2026-04-01T16:24:20.867952Z","caller":"traceutil/trace.go:171","msg":"trace[1947626648] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:107; response_revision:19612; }","duration":"609.094045ms","start":"2026-04-01T16:24:20.25884Z","end":"2026-04-01T16:24:20.867934Z","steps":["trace[1947626648] 'agreement among raft nodes before linearized reading' (duration: 607.673812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:20.868015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.258827Z","time spent":"609.166807ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":107,"response size":1059055,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:24:21.396723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.544005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:21.396828Z","caller":"traceutil/trace.go:171","msg":"trace[2026895980] linearizableReadLoop","detail":"{readStateIndex:20284; appliedIndex:20283; }","duration":"530.456569ms","start":"2026-04-01T16:24:20.866353Z","end":"2026-04-01T16:24:21.39681Z","steps":["trace[2026895980] 'read index received' (duration: 281.663409ms)","trace[2026895980] 'applied index is now lower than readState.Index' (duration: 248.79098ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:21.396903Z","caller":"traceutil/trace.go:171","msg":"trace[1655986084] transaction","detail":"{read_only:false; response_revision:19613; number_of_response:1; }","duration":"712.026849ms","start":"2026-04-01T16:24:20.684864Z","end":"2026-04-01T16:24:21.396891Z","steps":["trace[1655986084] 'process raft request' (duration: 463.211748ms)","trace[1655986084] 'compare' (duration: 248.246728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:21.396971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.684845Z","time spent":"712.089551ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:21.397274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.556415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:21.397378Z","caller":"traceutil/trace.go:171","msg":"trace[1150574094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19613; }","duration":"713.715089ms","start":"2026-04-01T16:24:20.683641Z","end":"2026-04-01T16:24:21.397356Z","steps":["trace[1150574094] 'agreement among raft nodes before linearized reading' (duration: 713.484154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:21.397426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.683626Z","time spent":"713.791041ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:21.397564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.877407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:24:21.397641Z","caller":"traceutil/trace.go:171","msg":"trace[1374127828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19613; }","duration":"625.965709ms","start":"2026-04-01T16:24:20.771658Z","end":"2026-04-01T16:24:21.397624Z","steps":["trace[1374127828] 'agreement among raft nodes before linearized reading' (duration: 625.463378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:21.397687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.771594Z","time spent":"626.083953ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:24:21.851042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17309} {"level":"warn","ts":"2026-04-01T16:24:21.851596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.63355ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-01T16:24:21.85188Z","caller":"traceutil/trace.go:171","msg":"trace[1559568324] compact","detail":"{revision:17309; response_revision:19613; }","duration":"983.867239ms","start":"2026-04-01T16:24:20.867849Z","end":"2026-04-01T16:24:21.851717Z","steps":["trace[1559568324] 'process raft request' (duration: 610.97964ms)","trace[1559568324] 'check and update compact revision' (duration: 371.543308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:21.85193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.867802Z","time spent":"984.123505ms","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:24:21.852138Z","caller":"traceutil/trace.go:171","msg":"trace[7647035] transaction","detail":"{read_only:false; response_revision:19614; number_of_response:1; }","duration":"980.364107ms","start":"2026-04-01T16:24:20.871743Z","end":"2026-04-01T16:24:21.852107Z","steps":["trace[7647035] 'process raft request' (duration: 979.952398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:21.852283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.871722Z","time spent":"980.485ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:21.852643Z","caller":"traceutil/trace.go:171","msg":"trace[8250508] transaction","detail":"{read_only:false; response_revision:19615; number_of_response:1; }","duration":"980.630124ms","start":"2026-04-01T16:24:20.871999Z","end":"2026-04-01T16:24:21.852629Z","steps":["trace[8250508] 'process raft request' (duration: 980.05109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:21.852842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.871988Z","time spent":"980.695015ms","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:24:21.853028Z","caller":"traceutil/trace.go:171","msg":"trace[2109673934] transaction","detail":"{read_only:false; response_revision:19616; number_of_response:1; }","duration":"979.22478ms","start":"2026-04-01T16:24:20.87377Z","end":"2026-04-01T16:24:21.852994Z","steps":["trace[2109673934] 'process raft request' (duration: 978.847251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:21.853219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.873755Z","time spent":"979.373384ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:21.854092Z","caller":"traceutil/trace.go:171","msg":"trace[113859615] transaction","detail":"{read_only:false; response_revision:19617; number_of_response:1; }","duration":"979.357563ms","start":"2026-04-01T16:24:20.874707Z","end":"2026-04-01T16:24:21.854065Z","steps":["trace[113859615] 'process raft request' (duration: 978.267678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:21.854226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.8747Z","time spent":"979.456026ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:22.097305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.540047ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:24:22.097537Z","caller":"traceutil/trace.go:171","msg":"trace[1702643992] linearizableReadLoop","detail":"{readStateIndex:20290; appliedIndex:20284; }","duration":"700.663074ms","start":"2026-04-01T16:24:21.396855Z","end":"2026-04-01T16:24:22.097518Z","steps":["trace[1702643992] 'read index received' (duration: 82.054857ms)","trace[1702643992] 'applied index is now lower than readState.Index' (duration: 618.607187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:22.097827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224749464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:24:22.097869Z","caller":"traceutil/trace.go:171","msg":"trace[1857137499] transaction","detail":"{read_only:false; response_revision:19618; number_of_response:1; }","duration":"695.610226ms","start":"2026-04-01T16:24:21.402248Z","end":"2026-04-01T16:24:22.097858Z","steps":["trace[1857137499] 'process raft request' (duration: 695.171746ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:22.097903Z","caller":"traceutil/trace.go:171","msg":"trace[1801157186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19617; }","duration":"1.224861516s","start":"2026-04-01T16:24:20.873024Z","end":"2026-04-01T16:24:22.097886Z","steps":["trace[1801157186] 'agreement among raft nodes before linearized reading' (duration: 1.22458679s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:22.097944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:20.873007Z","time spent":"1.224926568s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:24:22.097959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.402238Z","time spent":"695.662037ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:22.100186Z","caller":"traceutil/trace.go:171","msg":"trace[1628456600] transaction","detail":"{read_only:false; response_revision:19619; number_of_response:1; }","duration":"239.116504ms","start":"2026-04-01T16:24:21.861042Z","end":"2026-04-01T16:24:22.100158Z","steps":["trace[1628456600] 'process raft request' (duration: 236.796119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:22.598181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:23.098593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:23.407124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:23.407226Z","caller":"traceutil/trace.go:171","msg":"trace[585219065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280666s","start":"2026-04-01T16:24:21.406924Z","end":"2026-04-01T16:24:23.407204Z","steps":["trace[585219065] 'agreement among raft nodes before linearized reading' (duration: 2.000130753s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:23.407276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.406908Z","time spent":"2.000358079s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:23.599014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:24.099779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:24.600853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:24.620275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.551605204s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:25.40808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:25.408174Z","caller":"traceutil/trace.go:171","msg":"trace[1011591703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428801s","start":"2026-04-01T16:24:23.407722Z","end":"2026-04-01T16:24:25.40815Z","steps":["trace[1011591703] 'agreement among raft nodes before linearized reading' (duration: 2.000303208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:25.40823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:23.407705Z","time spent":"2.000514043s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:25.653216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032506624s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:7404"} {"level":"info","ts":"2026-04-01T16:24:25.653351Z","caller":"traceutil/trace.go:171","msg":"trace[1203137564] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19619; }","duration":"3.778991638s","start":"2026-04-01T16:24:21.874317Z","end":"2026-04-01T16:24:25.653309Z","steps":["trace[1203137564] 'process raft request' (duration: 2.74629573s)","trace[1203137564] 'compare' (duration: 427.662458ms)","trace[1203137564] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; } (duration: 604.471717ms)"],"step_count":3} {"level":"warn","ts":"2026-04-01T16:24:25.653414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.874303Z","time spent":"3.779082361s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":7426,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:26.077081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17448888s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:26.533107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999474484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:26.533177Z","caller":"traceutil/trace.go:171","msg":"trace[661499762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999602107s","start":"2026-04-01T16:24:21.533558Z","end":"2026-04-01T16:24:26.53316Z","steps":["trace[661499762] 'agreement among raft nodes before linearized reading' (duration: 4.999510265s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.533216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.533538Z","time spent":"4.999668508s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 16:24:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:26.993773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.395863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:26.994044Z","caller":"traceutil/trace.go:171","msg":"trace[806383993] transaction","detail":"{read_only:false; response_revision:19620; number_of_response:1; }","duration":"4.730797318s","start":"2026-04-01T16:24:22.263206Z","end":"2026-04-01T16:24:26.994003Z","steps":["trace[806383993] 'process raft request' (duration: 3.814048818s)","trace[806383993] 'compare' (duration: 31.27744ms)","trace[806383993] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 884.59241ms)"],"step_count":3} {"level":"info","ts":"2026-04-01T16:24:26.994119Z","caller":"traceutil/trace.go:171","msg":"trace[1914464435] linearizableReadLoop","detail":"{readStateIndex:20297; appliedIndex:20292; }","duration":"4.89652452s","start":"2026-04-01T16:24:22.097572Z","end":"2026-04-01T16:24:26.994097Z","steps":["trace[1914464435] 'read index received' (duration: 2.523057097s)","trace[1914464435] 'applied index is now lower than readState.Index' (duration: 2.373466133s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:26.994255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.26319Z","time spent":"4.730950553s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:26.994362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.083111216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:26.994426Z","caller":"traceutil/trace.go:171","msg":"trace[1829501573] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19623; }","duration":"5.083203268s","start":"2026-04-01T16:24:21.911204Z","end":"2026-04-01T16:24:26.994407Z","steps":["trace[1829501573] 'agreement among raft nodes before linearized reading' (duration: 5.083044634s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:26.994432Z","caller":"traceutil/trace.go:171","msg":"trace[1400623065] transaction","detail":"{read_only:false; response_revision:19621; number_of_response:1; }","duration":"4.730982653s","start":"2026-04-01T16:24:22.263426Z","end":"2026-04-01T16:24:26.994409Z","steps":["trace[1400623065] 'process raft request' (duration: 4.730461661s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.911192Z","time spent":"5.08327734s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:26.994479Z","caller":"traceutil/trace.go:171","msg":"trace[1979006845] transaction","detail":"{read_only:false; response_revision:19622; number_of_response:1; }","duration":"4.730986453s","start":"2026-04-01T16:24:22.26346Z","end":"2026-04-01T16:24:26.994446Z","steps":["trace[1979006845] 'process raft request' (duration: 4.730530662s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.263421Z","time spent":"4.731060355s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:26.994557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.297848602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:26.994568Z","caller":"traceutil/trace.go:171","msg":"trace[1909966586] transaction","detail":"{read_only:false; response_revision:19623; number_of_response:1; }","duration":"4.731060605s","start":"2026-04-01T16:24:22.263486Z","end":"2026-04-01T16:24:26.994547Z","steps":["trace[1909966586] 'process raft request' (duration: 4.730552463s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:26.994622Z","caller":"traceutil/trace.go:171","msg":"trace[630248074] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19623; }","duration":"5.297963334s","start":"2026-04-01T16:24:21.696643Z","end":"2026-04-01T16:24:26.994606Z","steps":["trace[630248074] 'agreement among raft nodes before linearized reading' (duration: 5.297866772s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.99463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.263457Z","time spent":"4.731090045s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:26.994639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122728212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-domain-ks-user-6d8d6\" ","response":"range_response_count:1 size:7510"} {"level":"warn","ts":"2026-04-01T16:24:26.994667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.696624Z","time spent":"5.298032796s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:26.99469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.263483Z","time spent":"4.731146897s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:26.994715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109022297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:24:26.994718Z","caller":"traceutil/trace.go:171","msg":"trace[1775127801] range","detail":"{range_begin:/registry/pods/openstack/heat-domain-ks-user-6d8d6; range_end:; response_count:1; response_revision:19623; }","duration":"5.122841125s","start":"2026-04-01T16:24:21.871857Z","end":"2026-04-01T16:24:26.994698Z","steps":["trace[1775127801] 'agreement among raft nodes before linearized reading' (duration: 5.122618779s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986067531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-user-domain\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-01T16:24:26.994743Z","caller":"traceutil/trace.go:171","msg":"trace[1751629483] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19623; }","duration":"4.109075849s","start":"2026-04-01T16:24:22.885661Z","end":"2026-04-01T16:24:26.994737Z","steps":["trace[1751629483] 'agreement among raft nodes before linearized reading' (duration: 4.108973986s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.885652Z","time spent":"4.109105859s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"warn","ts":"2026-04-01T16:24:26.994758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.871842Z","time spent":"5.122908586s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7532,"request content":"key:\"/registry/pods/openstack/heat-domain-ks-user-6d8d6\" "} {"level":"info","ts":"2026-04-01T16:24:26.994765Z","caller":"traceutil/trace.go:171","msg":"trace[1985951680] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-user-domain; range_end:; response_count:1; response_revision:19623; }","duration":"4.986408509s","start":"2026-04-01T16:24:22.008346Z","end":"2026-04-01T16:24:26.994755Z","steps":["trace[1985951680] 'agreement among raft nodes before linearized reading' (duration: 4.985908377s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479783616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:26.994656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.894087443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"warn","ts":"2026-04-01T16:24:26.994805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.008327Z","time spent":"4.98646768s","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/heat-ks-user-domain\" "} {"level":"info","ts":"2026-04-01T16:24:26.994836Z","caller":"traceutil/trace.go:171","msg":"trace[510260118] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19623; }","duration":"4.479867209s","start":"2026-04-01T16:24:22.514955Z","end":"2026-04-01T16:24:26.994823Z","steps":["trace[510260118] 'agreement among raft nodes before linearized reading' (duration: 4.479785447s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:26.994843Z","caller":"traceutil/trace.go:171","msg":"trace[639140467] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19623; }","duration":"4.894359319s","start":"2026-04-01T16:24:22.100472Z","end":"2026-04-01T16:24:26.994831Z","steps":["trace[639140467] 'agreement among raft nodes before linearized reading' (duration: 4.894055062s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.460005599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:26.994869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.514935Z","time spent":"4.479925149s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":18,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:26.994908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.100449Z","time spent":"4.894417651s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18677,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T16:24:26.994919Z","caller":"traceutil/trace.go:171","msg":"trace[1437468316] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19623; }","duration":"5.460317905s","start":"2026-04-01T16:24:21.534589Z","end":"2026-04-01T16:24:26.994907Z","steps":["trace[1437468316] 'agreement among raft nodes before linearized reading' (duration: 5.459873615s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307766488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:24:26.995Z","caller":"traceutil/trace.go:171","msg":"trace[367851432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19623; }","duration":"4.30785292s","start":"2026-04-01T16:24:22.687134Z","end":"2026-04-01T16:24:26.994987Z","steps":["trace[367851432] 'agreement among raft nodes before linearized reading' (duration: 4.307673906s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222550889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:26.995011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307964694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:24:26.995034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.687118Z","time spent":"4.307908212s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:24:26.995051Z","caller":"traceutil/trace.go:171","msg":"trace[436361525] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19623; }","duration":"4.222657081s","start":"2026-04-01T16:24:22.772378Z","end":"2026-04-01T16:24:26.995035Z","steps":["trace[436361525] 'agreement among raft nodes before linearized reading' (duration: 4.222549599s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:26.995071Z","caller":"traceutil/trace.go:171","msg":"trace[1946798631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19623; }","duration":"4.308022445s","start":"2026-04-01T16:24:22.687018Z","end":"2026-04-01T16:24:26.995041Z","steps":["trace[1946798631] 'agreement among raft nodes before linearized reading' (duration: 4.307891092s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.994965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.534538Z","time spent":"5.460416499s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:26.995103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.687011Z","time spent":"4.308084656s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:26.995112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.772359Z","time spent":"4.222735813s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:26.995149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308614808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:24:26.99519Z","caller":"traceutil/trace.go:171","msg":"trace[111514748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19623; }","duration":"4.3086891s","start":"2026-04-01T16:24:22.686488Z","end":"2026-04-01T16:24:26.995178Z","steps":["trace[111514748] 'agreement among raft nodes before linearized reading' (duration: 4.308583717s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.686469Z","time spent":"4.308747732s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:26.995113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583253423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T16:24:26.994846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.111416953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:26.99527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731961756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:24:26.995285Z","caller":"traceutil/trace.go:171","msg":"trace[437686473] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19623; }","duration":"4.583458478s","start":"2026-04-01T16:24:22.411816Z","end":"2026-04-01T16:24:26.995274Z","steps":["trace[437686473] 'agreement among raft nodes before linearized reading' (duration: 4.58310263s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:26.995301Z","caller":"traceutil/trace.go:171","msg":"trace[1784522271] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:19623; }","duration":"4.111918954s","start":"2026-04-01T16:24:22.883374Z","end":"2026-04-01T16:24:26.995293Z","steps":["trace[1784522271] 'agreement among raft nodes before linearized reading' (duration: 4.111347241s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736635765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:26.995329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.411802Z","time spent":"4.583514499s","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":194,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:26.995306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609871735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417501"} {"level":"info","ts":"2026-04-01T16:24:26.99538Z","caller":"traceutil/trace.go:171","msg":"trace[1910434364] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19623; }","duration":"4.736729057s","start":"2026-04-01T16:24:22.258628Z","end":"2026-04-01T16:24:26.995357Z","steps":["trace[1910434364] 'agreement among raft nodes before linearized reading' (duration: 4.736519882s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779673469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-01T16:24:26.995425Z","caller":"traceutil/trace.go:171","msg":"trace[1528481064] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19623; }","duration":"4.610020617s","start":"2026-04-01T16:24:22.385394Z","end":"2026-04-01T16:24:26.995415Z","steps":["trace[1528481064] 'agreement among raft nodes before linearized reading' (duration: 4.609731631s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.99504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634057039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:26.995445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.258612Z","time spent":"4.7368194s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:26.995461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.385383Z","time spent":"4.610069689s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417523,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T16:24:26.99547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89359261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:24:26.995473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579877047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:26.995484Z","caller":"traceutil/trace.go:171","msg":"trace[929720314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19623; }","duration":"4.63453421s","start":"2026-04-01T16:24:22.360928Z","end":"2026-04-01T16:24:26.995462Z","steps":["trace[929720314] 'agreement among raft nodes before linearized reading' (duration: 4.634057349s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:26.995512Z","caller":"traceutil/trace.go:171","msg":"trace[2066469424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19623; }","duration":"2.893667331s","start":"2026-04-01T16:24:24.101833Z","end":"2026-04-01T16:24:26.995501Z","steps":["trace[2066469424] 'agreement among raft nodes before linearized reading' (duration: 2.893571939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994086083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-01T16:24:26.995534Z","caller":"traceutil/trace.go:171","msg":"trace[2102894714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19623; }","duration":"1.57997848s","start":"2026-04-01T16:24:25.415537Z","end":"2026-04-01T16:24:26.995515Z","steps":["trace[2102894714] 'agreement among raft nodes before linearized reading' (duration: 1.579873337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145132795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:26.995551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:24.101814Z","time spent":"2.893727603s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:24:26.995559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.360909Z","time spent":"4.634629362s","remote":"127.0.0.1:40858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:26.99533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.883355Z","time spent":"4.111966846s","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":79,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:26.995586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536908509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-01T16:24:26.99559Z","caller":"traceutil/trace.go:171","msg":"trace[2001510870] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19623; }","duration":"3.145244477s","start":"2026-04-01T16:24:23.850331Z","end":"2026-04-01T16:24:26.995575Z","steps":["trace[2001510870] 'agreement among raft nodes before linearized reading' (duration: 3.145119364s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:26.995616Z","caller":"traceutil/trace.go:171","msg":"trace[523067788] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:19623; }","duration":"2.536973431s","start":"2026-04-01T16:24:24.458635Z","end":"2026-04-01T16:24:26.995609Z","steps":["trace[523067788] 'agreement among raft nodes before linearized reading' (duration: 2.536896309s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284198047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:26.995643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:23.85031Z","time spent":"3.145316139s","remote":"127.0.0.1:38752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:26.99566Z","caller":"traceutil/trace.go:171","msg":"trace[1511852287] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:19623; }","duration":"2.284379832s","start":"2026-04-01T16:24:24.711269Z","end":"2026-04-01T16:24:26.995649Z","steps":["trace[1511852287] 'agreement among raft nodes before linearized reading' (duration: 2.284209998s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.9957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:24.71125Z","time spent":"2.284437823s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:26.995706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129837598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-01T16:24:26.995561Z","caller":"traceutil/trace.go:171","msg":"trace[2131375641] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19623; }","duration":"3.994158854s","start":"2026-04-01T16:24:23.00139Z","end":"2026-04-01T16:24:26.995549Z","steps":["trace[2131375641] 'agreement among raft nodes before linearized reading' (duration: 3.99398741s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66430543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:26.995755Z","caller":"traceutil/trace.go:171","msg":"trace[495451966] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19623; }","duration":"1.129911899s","start":"2026-04-01T16:24:25.865828Z","end":"2026-04-01T16:24:26.99574Z","steps":["trace[495451966] 'agreement among raft nodes before linearized reading' (duration: 1.129777066s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.99574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.594411728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-01T16:24:26.995794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:23.00137Z","time spent":"3.99440973s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T16:24:26.995798Z","caller":"traceutil/trace.go:171","msg":"trace[1358118345] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19623; }","duration":"3.664750161s","start":"2026-04-01T16:24:23.331032Z","end":"2026-04-01T16:24:26.995782Z","steps":["trace[1358118345] 'agreement among raft nodes before linearized reading' (duration: 3.664326251s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:25.865811Z","time spent":"1.129981691s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:24:26.995653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:24.458617Z","time spent":"2.537027803s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-04-01T16:24:26.995844Z","caller":"traceutil/trace.go:171","msg":"trace[143008807] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19623; }","duration":"5.594564172s","start":"2026-04-01T16:24:21.401248Z","end":"2026-04-01T16:24:26.995812Z","steps":["trace[143008807] 'agreement among raft nodes before linearized reading' (duration: 5.594206733s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.99592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:21.401236Z","time spent":"5.594651193s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"info","ts":"2026-04-01T16:24:26.995458Z","caller":"traceutil/trace.go:171","msg":"trace[665248394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19623; }","duration":"2.779736351s","start":"2026-04-01T16:24:24.21571Z","end":"2026-04-01T16:24:26.995446Z","steps":["trace[665248394] 'agreement among raft nodes before linearized reading' (duration: 2.779642449s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.995989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:24.215697Z","time spent":"2.780282403s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-01T16:24:26.995838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:23.33101Z","time spent":"3.664814222s","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:26.995317Z","caller":"traceutil/trace.go:171","msg":"trace[746021305] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19623; }","duration":"4.732024378s","start":"2026-04-01T16:24:22.263282Z","end":"2026-04-01T16:24:26.995307Z","steps":["trace[746021305] 'agreement among raft nodes before linearized reading' (duration: 4.731858774s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:26.996181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:22.263273Z","time spent":"4.732898928s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:26.99558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:25.415515Z","time spent":"1.580055262s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:28.998394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:28.998474Z","caller":"traceutil/trace.go:171","msg":"trace[621501849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006981s","start":"2026-04-01T16:24:26.99845Z","end":"2026-04-01T16:24:28.998457Z","steps":["trace[621501849] 'agreement among raft nodes before linearized reading' (duration: 1.999895699s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:28.998519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:26.998442Z","time spent":"2.000068443s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:29.618539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:29.618643Z","caller":"traceutil/trace.go:171","msg":"trace[1802101709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001638s","start":"2026-04-01T16:24:27.618604Z","end":"2026-04-01T16:24:29.61862Z","steps":["trace[1802101709] 'agreement among raft nodes before linearized reading' (duration: 1.999890137s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:29.618701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.618584Z","time spent":"2.000106092s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:29.990209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.77624525s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:30.007818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874527476s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-01T16:24:30.008216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:26.99675Z","time spent":"3.011193777s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:24:30.008192Z","caller":"traceutil/trace.go:171","msg":"trace[1023620114] transaction","detail":"{read_only:false; response_revision:19624; number_of_response:1; }","duration":"3.008975975s","start":"2026-04-01T16:24:26.999181Z","end":"2026-04-01T16:24:30.008156Z","steps":["trace[1023620114] 'process raft request' (duration: 3.00872728s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:30.008228Z","caller":"traceutil/trace.go:171","msg":"trace[620686569] transaction","detail":"{read_only:false; response_revision:19625; number_of_response:1; }","duration":"3.00788525s","start":"2026-04-01T16:24:27.000311Z","end":"2026-04-01T16:24:30.008197Z","steps":["trace[620686569] 'process raft request' (duration: 3.007720486s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:30.008281Z","caller":"traceutil/trace.go:171","msg":"trace[1146638931] linearizableReadLoop","detail":"{readStateIndex:20298; appliedIndex:20297; }","duration":"3.011150096s","start":"2026-04-01T16:24:26.997102Z","end":"2026-04-01T16:24:30.008252Z","steps":["trace[1146638931] 'read index received' (duration: 136.405135ms)","trace[1146638931] 'applied index is now lower than readState.Index' (duration: 2.87474072s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:30.0083Z","caller":"traceutil/trace.go:171","msg":"trace[31942644] transaction","detail":"{read_only:false; response_revision:19627; number_of_response:1; }","duration":"3.006897607s","start":"2026-04-01T16:24:27.001377Z","end":"2026-04-01T16:24:30.008275Z","steps":["trace[31942644] 'process raft request' (duration: 3.006745324s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:30.008346Z","caller":"traceutil/trace.go:171","msg":"trace[1097275180] transaction","detail":"{read_only:false; response_revision:19629; number_of_response:1; }","duration":"3.003838105s","start":"2026-04-01T16:24:27.004497Z","end":"2026-04-01T16:24:30.008335Z","steps":["trace[1097275180] 'process raft request' (duration: 3.003689752s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:30.008327Z","caller":"traceutil/trace.go:171","msg":"trace[943869353] transaction","detail":"{read_only:false; response_revision:19626; number_of_response:1; }","duration":"3.007250226s","start":"2026-04-01T16:24:27.001045Z","end":"2026-04-01T16:24:30.008295Z","steps":["trace[943869353] 'process raft request' (duration: 3.007045401s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:30.008416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.000302Z","time spent":"3.008004173s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:30.008418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.00137Z","time spent":"3.006993009s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:30.00844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.003576Z","time spent":"3.004801117s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:30.008305Z","caller":"traceutil/trace.go:171","msg":"trace[683447186] transaction","detail":"{read_only:false; response_revision:19628; number_of_response:1; }","duration":"3.005465783s","start":"2026-04-01T16:24:27.002821Z","end":"2026-04-01T16:24:30.008286Z","steps":["trace[683447186] 'process raft request' (duration: 3.00533538s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:30.008473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.001037Z","time spent":"3.007356728s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:30.008586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011482864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-domain-ks-user-6d8d6\" ","response":"range_response_count:1 size:8744"} {"level":"info","ts":"2026-04-01T16:24:30.008589Z","caller":"traceutil/trace.go:171","msg":"trace[941687875] transaction","detail":"{read_only:false; response_revision:19630; number_of_response:1; }","duration":"3.000642721s","start":"2026-04-01T16:24:27.00793Z","end":"2026-04-01T16:24:30.008573Z","steps":["trace[941687875] 'process raft request' (duration: 3.000293993s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:30.008633Z","caller":"traceutil/trace.go:171","msg":"trace[1920093488] range","detail":"{range_begin:/registry/pods/openstack/heat-domain-ks-user-6d8d6; range_end:; response_count:1; response_revision:19630; }","duration":"3.011725049s","start":"2026-04-01T16:24:26.996893Z","end":"2026-04-01T16:24:30.008618Z","steps":["trace[1920093488] 'agreement among raft nodes before linearized reading' (duration: 3.011497234s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:30.008608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.002814Z","time spent":"3.005685738s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:30.008675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.007921Z","time spent":"3.000707312s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:30.008684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:26.996878Z","time spent":"3.011794951s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8766,"request content":"key:\"/registry/pods/openstack/heat-domain-ks-user-6d8d6\" "} {"level":"info","ts":"2026-04-01T16:24:30.00872Z","caller":"traceutil/trace.go:171","msg":"trace[1088256015] transaction","detail":"{read_only:false; response_revision:19631; number_of_response:1; }","duration":"2.974123471s","start":"2026-04-01T16:24:27.034577Z","end":"2026-04-01T16:24:30.008701Z","steps":["trace[1088256015] 'process raft request' (duration: 2.973898016s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:30.00882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.034539Z","time spent":"2.974232924s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:30.008459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:26.999168Z","time spent":"3.009125929s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:30.508606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:31.004811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:31.0049Z","caller":"traceutil/trace.go:171","msg":"trace[2002086743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436071s","start":"2026-04-01T16:24:29.004441Z","end":"2026-04-01T16:24:31.004877Z","steps":["trace[2002086743] 'agreement among raft nodes before linearized reading' (duration: 2.000330398s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:31.004956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.004435Z","time spent":"2.000511792s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:31.009154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:31.403251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079578814s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:31.403387Z","caller":"traceutil/trace.go:171","msg":"trace[1638790125] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19631; }","duration":"1.079765248s","start":"2026-04-01T16:24:30.323599Z","end":"2026-04-01T16:24:31.403364Z","steps":["trace[1638790125] 'range keys from in-memory index tree' (duration: 1.079560594s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:31.45624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.465039037s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:31.533309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998762877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:31.533416Z","caller":"traceutil/trace.go:171","msg":"trace[395665142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998932241s","start":"2026-04-01T16:24:28.534455Z","end":"2026-04-01T16:24:31.533387Z","steps":["trace[395665142] 'agreement among raft nodes before linearized reading' (duration: 2.998796158s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:31.533479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:28.534436Z","time spent":"2.999029643s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 16:24:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:31.953229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.388224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:31.954527Z","caller":"traceutil/trace.go:171","msg":"trace[950973202] transaction","detail":"{read_only:false; response_revision:19633; number_of_response:1; }","duration":"2.952329762s","start":"2026-04-01T16:24:29.002174Z","end":"2026-04-01T16:24:31.954504Z","steps":["trace[950973202] 'process raft request' (duration: 2.951144114s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:31.954523Z","caller":"traceutil/trace.go:171","msg":"trace[886433125] transaction","detail":"{read_only:false; response_revision:19634; number_of_response:1; }","duration":"2.951981644s","start":"2026-04-01T16:24:29.002511Z","end":"2026-04-01T16:24:31.954493Z","steps":["trace[886433125] 'process raft request' (duration: 2.950890748s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:31.954544Z","caller":"traceutil/trace.go:171","msg":"trace[1285342479] transaction","detail":"{read_only:false; response_revision:19637; number_of_response:1; }","duration":"1.945282493s","start":"2026-04-01T16:24:30.009233Z","end":"2026-04-01T16:24:31.954515Z","steps":["trace[1285342479] 'process raft request' (duration: 1.94428026s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:31.954544Z","caller":"traceutil/trace.go:171","msg":"trace[801005738] transaction","detail":"{read_only:false; response_revision:19635; number_of_response:1; }","duration":"2.951992664s","start":"2026-04-01T16:24:29.002525Z","end":"2026-04-01T16:24:31.954518Z","steps":["trace[801005738] 'process raft request' (duration: 2.950912089s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:31.954552Z","caller":"traceutil/trace.go:171","msg":"trace[104627318] transaction","detail":"{read_only:false; response_revision:19632; number_of_response:1; }","duration":"4.602468862s","start":"2026-04-01T16:24:27.352045Z","end":"2026-04-01T16:24:31.954513Z","steps":["trace[104627318] 'process raft request' (duration: 4.104700027s)","trace[104627318] 'compare' (duration: 496.057255ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:31.954535Z","caller":"traceutil/trace.go:171","msg":"trace[781230211] transaction","detail":"{read_only:false; response_revision:19636; number_of_response:1; }","duration":"2.950417117s","start":"2026-04-01T16:24:29.004079Z","end":"2026-04-01T16:24:31.954496Z","steps":["trace[781230211] 'process raft request' (duration: 2.949392053s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:31.954623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.002154Z","time spent":"2.952422464s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:31.954685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:30.009212Z","time spent":"1.945395156s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:31.954685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.002503Z","time spent":"2.952109927s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:31.954686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.002486Z","time spent":"2.952109197s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:31.954708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.35201Z","time spent":"4.602613885s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:31.954743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.004Z","time spent":"2.950638402s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:32.470337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.728198ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T16:24:33.005165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:33.005223Z","caller":"traceutil/trace.go:171","msg":"trace[48911132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000992s","start":"2026-04-01T16:24:31.005199Z","end":"2026-04-01T16:24:33.005209Z","steps":["trace[48911132] 'agreement among raft nodes before linearized reading' (duration: 1.999937168s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:33.005252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:31.005172Z","time spent":"2.000074502s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T16:24:34.414595Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17309,"took":"12.558547176s","hash":3653858244,"current-db-size-bytes":56860672,"current-db-size":"57 MB","current-db-size-in-use-bytes":34648064,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-01T16:24:34.414717Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3653858244,"revision":17309,"compact-revision":14529} {"level":"warn","ts":"2026-04-01T16:24:34.416952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946007818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:34.417262Z","caller":"traceutil/trace.go:171","msg":"trace[450473052] transaction","detail":"{read_only:false; response_revision:19639; number_of_response:1; }","duration":"3.532119523s","start":"2026-04-01T16:24:30.885121Z","end":"2026-04-01T16:24:34.417241Z","steps":["trace[450473052] 'process raft request' (duration: 3.531959159s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:34.417294Z","caller":"traceutil/trace.go:171","msg":"trace[1887759911] linearizableReadLoop","detail":"{readStateIndex:20315; appliedIndex:20306; }","duration":"4.408925961s","start":"2026-04-01T16:24:30.008346Z","end":"2026-04-01T16:24:34.417272Z","steps":["trace[1887759911] 'read index received' (duration: 1.448242794s)","trace[1887759911] 'applied index is now lower than readState.Index' (duration: 2.960681827s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:34.417234Z","caller":"traceutil/trace.go:171","msg":"trace[1582923568] transaction","detail":"{read_only:false; response_revision:19638; number_of_response:1; }","duration":"3.733188119s","start":"2026-04-01T16:24:30.684001Z","end":"2026-04-01T16:24:34.417189Z","steps":["trace[1582923568] 'process raft request' (duration: 1.786815852s)","trace[1582923568] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 1.94346473s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:34.417527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.370400537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:34.417572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.413873352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:34.417621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308333267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:34.417644Z","caller":"traceutil/trace.go:171","msg":"trace[214891896] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19640; }","duration":"7.37052324s","start":"2026-04-01T16:24:27.047084Z","end":"2026-04-01T16:24:34.417607Z","steps":["trace[214891896] 'agreement among raft nodes before linearized reading' (duration: 7.370268024s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:34.417672Z","caller":"traceutil/trace.go:171","msg":"trace[984004689] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19640; }","duration":"7.3084379s","start":"2026-04-01T16:24:27.109215Z","end":"2026-04-01T16:24:34.417653Z","steps":["trace[984004689] 'agreement among raft nodes before linearized reading' (duration: 7.308086212s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:34.417646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.415141221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:34.417711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.047064Z","time spent":"7.370630912s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:24:34.417716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.109197Z","time spent":"7.308506902s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:34.417758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69057712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:34.417766Z","caller":"traceutil/trace.go:171","msg":"trace[1811726679] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19640; }","duration":"5.415284804s","start":"2026-04-01T16:24:29.002458Z","end":"2026-04-01T16:24:34.417743Z","steps":["trace[1811726679] 'agreement among raft nodes before linearized reading' (duration: 5.414822483s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:34.417766Z","caller":"traceutil/trace.go:171","msg":"trace[287344633] transaction","detail":"{read_only:false; response_revision:19640; number_of_response:1; }","duration":"2.882063471s","start":"2026-04-01T16:24:31.535676Z","end":"2026-04-01T16:24:34.417739Z","steps":["trace[287344633] 'process raft request' (duration: 2.881554519s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:34.417812Z","caller":"traceutil/trace.go:171","msg":"trace[1841447168] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19640; }","duration":"4.690672582s","start":"2026-04-01T16:24:29.727123Z","end":"2026-04-01T16:24:34.417795Z","steps":["trace[1841447168] 'agreement among raft nodes before linearized reading' (duration: 4.690504778s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:34.417834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.002451Z","time spent":"5.415363736s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:34.417863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.727103Z","time spent":"4.690744783s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:34.417884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.41341499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:34.417913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:31.535653Z","time spent":"2.882180663s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:34.417942Z","caller":"traceutil/trace.go:171","msg":"trace[1640048899] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19640; }","duration":"5.413502252s","start":"2026-04-01T16:24:29.004432Z","end":"2026-04-01T16:24:34.417935Z","steps":["trace[1640048899] 'agreement among raft nodes before linearized reading' (duration: 5.412943359s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:34.417996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.004422Z","time spent":"5.413566984s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:34.418001Z","caller":"traceutil/trace.go:171","msg":"trace[1014929352] transaction","detail":"{read_only:false; response_revision:19641; number_of_response:1; }","duration":"2.311522836s","start":"2026-04-01T16:24:32.106462Z","end":"2026-04-01T16:24:34.417984Z","steps":["trace[1014929352] 'process raft request' (duration: 2.311012854s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:34.418105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.106442Z","time spent":"2.311601197s","remote":"127.0.0.1:38780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:24:34.418597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.414861495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:107 size:1060313"} {"level":"info","ts":"2026-04-01T16:24:34.418693Z","caller":"traceutil/trace.go:171","msg":"trace[959593836] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:107; response_revision:19640; }","duration":"7.415005229s","start":"2026-04-01T16:24:27.00367Z","end":"2026-04-01T16:24:34.418675Z","steps":["trace[959593836] 'agreement among raft nodes before linearized reading' (duration: 7.413680008s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:34.418752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:27.003656Z","time spent":"7.415081251s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":107,"response size":1060335,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:24:34.419048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.651662496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:34.41911Z","caller":"traceutil/trace.go:171","msg":"trace[1817189541] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19641; }","duration":"5.651779058s","start":"2026-04-01T16:24:28.767316Z","end":"2026-04-01T16:24:34.419095Z","steps":["trace[1817189541] 'agreement among raft nodes before linearized reading' (duration: 5.651609114s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:34.419153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:28.7673Z","time spent":"5.65184317s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:34.419616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.420904656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cc682717-4ffb-4743-bfbb-6e22133e3787\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-01T16:24:34.419726Z","caller":"traceutil/trace.go:171","msg":"trace[1352437494] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cc682717-4ffb-4743-bfbb-6e22133e3787; range_end:; response_count:1; response_revision:19641; }","duration":"7.421088681s","start":"2026-04-01T16:24:26.998625Z","end":"2026-04-01T16:24:34.419713Z","steps":["trace[1352437494] 'agreement among raft nodes before linearized reading' (duration: 7.418746476s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:34.419775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:26.998613Z","time spent":"7.421155232s","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-cc682717-4ffb-4743-bfbb-6e22133e3787\" "} {"level":"info","ts":"2026-04-01T16:24:34.420772Z","caller":"traceutil/trace.go:171","msg":"trace[89556462] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19640; }","duration":"5.417080076s","start":"2026-04-01T16:24:29.003673Z","end":"2026-04-01T16:24:34.420753Z","steps":["trace[89556462] 'agreement among raft nodes before linearized reading' (duration: 5.413713708s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:34.420849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:29.003666Z","time spent":"5.417165418s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:34.417576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:30.885097Z","time spent":"3.532222326s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:34.417646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:30.683982Z","time spent":"3.733558698s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:34.918001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:35.013007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00083409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:35.013065Z","caller":"traceutil/trace.go:171","msg":"trace[973412030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000932033s","start":"2026-04-01T16:24:33.012119Z","end":"2026-04-01T16:24:35.013051Z","steps":["trace[973412030] 'agreement among raft nodes before linearized reading' (duration: 2.000857261s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:35.013096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:33.012106Z","time spent":"2.000984074s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:37.012343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999416281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:37.012412Z","caller":"traceutil/trace.go:171","msg":"trace[2004521121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999530874s","start":"2026-04-01T16:24:32.012865Z","end":"2026-04-01T16:24:37.012396Z","steps":["trace[2004521121] 'agreement among raft nodes before linearized reading' (duration: 4.999442152s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:37.012449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.012848Z","time spent":"4.999593595s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 16:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:37.013372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99935713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:37.013446Z","caller":"traceutil/trace.go:171","msg":"trace[2055564256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999448962s","start":"2026-04-01T16:24:32.013981Z","end":"2026-04-01T16:24:37.01343Z","steps":["trace[2055564256] 'agreement among raft nodes before linearized reading' (duration: 4.99935407s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:37.013491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.013922Z","time spent":"4.999555575s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 16:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:37.013503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:37.013665Z","caller":"traceutil/trace.go:171","msg":"trace[639312043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321637s","start":"2026-04-01T16:24:35.013314Z","end":"2026-04-01T16:24:37.013636Z","steps":["trace[639312043] 'agreement among raft nodes before linearized reading' (duration: 2.000087432s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:37.013797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:35.013294Z","time spent":"2.000462341s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:37.555904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45900315s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:37.556008Z","caller":"traceutil/trace.go:171","msg":"trace[1699157197] transaction","detail":"{read_only:false; response_revision:19642; number_of_response:1; }","duration":"3.596399444s","start":"2026-04-01T16:24:33.959589Z","end":"2026-04-01T16:24:37.555988Z","steps":["trace[1699157197] 'process raft request' (duration: 1.13723149s)","trace[1699157197] 'compare' (duration: 2.455741604s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:37.556065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:33.959539Z","time spent":"3.596499416s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:38.021402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.924723727s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:38.932212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:37.970135Z","time spent":"962.069919ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:24:38.933654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.962909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:38.933904Z","caller":"traceutil/trace.go:171","msg":"trace[1709786241] transaction","detail":"{read_only:false; response_revision:19643; number_of_response:1; }","duration":"4.973883926s","start":"2026-04-01T16:24:33.959988Z","end":"2026-04-01T16:24:38.933872Z","steps":["trace[1709786241] 'process raft request' (duration: 4.061585629s)","trace[1709786241] 'compare' (duration: 910.68561ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:38.933979Z","caller":"traceutil/trace.go:171","msg":"trace[1359790633] transaction","detail":"{read_only:false; response_revision:19644; number_of_response:1; }","duration":"4.973857115s","start":"2026-04-01T16:24:33.960093Z","end":"2026-04-01T16:24:38.93395Z","steps":["trace[1359790633] 'process raft request' (duration: 4.97364578s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.934054Z","caller":"traceutil/trace.go:171","msg":"trace[1186987240] linearizableReadLoop","detail":"{readStateIndex:20321; appliedIndex:20317; }","duration":"4.516701748s","start":"2026-04-01T16:24:34.417339Z","end":"2026-04-01T16:24:38.934041Z","steps":["trace[1186987240] 'read index received' (duration: 679.493049ms)","trace[1186987240] 'applied index is now lower than readState.Index' (duration: 3.837207299s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:38.934023Z","caller":"traceutil/trace.go:171","msg":"trace[1592235731] transaction","detail":"{read_only:false; response_revision:19645; number_of_response:1; }","duration":"4.973296432s","start":"2026-04-01T16:24:33.960701Z","end":"2026-04-01T16:24:38.933998Z","steps":["trace[1592235731] 'process raft request' (duration: 4.973154129s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.41057489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"info","ts":"2026-04-01T16:24:38.934137Z","caller":"traceutil/trace.go:171","msg":"trace[888370886] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19646; }","duration":"6.410662042s","start":"2026-04-01T16:24:32.523464Z","end":"2026-04-01T16:24:38.934126Z","steps":["trace[888370886] 'agreement among raft nodes before linearized reading' (duration: 6.41058087s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:33.960083Z","time spent":"4.973970319s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:38.934134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.261964685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:38.934167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.523446Z","time spent":"6.410714593s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18677,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T16:24:38.934173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.271990169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:38.934197Z","caller":"traceutil/trace.go:171","msg":"trace[1025282841] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:19646; }","duration":"5.262103599s","start":"2026-04-01T16:24:33.672074Z","end":"2026-04-01T16:24:38.934178Z","steps":["trace[1025282841] 'agreement among raft nodes before linearized reading' (duration: 5.261995016s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.934232Z","caller":"traceutil/trace.go:171","msg":"trace[2046373987] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19646; }","duration":"7.272086981s","start":"2026-04-01T16:24:31.662129Z","end":"2026-04-01T16:24:38.934216Z","steps":["trace[2046373987] 'agreement among raft nodes before linearized reading' (duration: 7.272000329s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.559997106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:38.934248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:33.960669Z","time spent":"4.973478167s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:38.934254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.920925091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-01T16:24:38.934281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.140164186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:38.934286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:31.662108Z","time spent":"7.272162843s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:38.934304Z","caller":"traceutil/trace.go:171","msg":"trace[470813252] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19646; }","duration":"8.921017182s","start":"2026-04-01T16:24:30.013275Z","end":"2026-04-01T16:24:38.934292Z","steps":["trace[470813252] 'agreement among raft nodes before linearized reading' (duration: 8.920869729s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.721075412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:38.93433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:30.013257Z","time spent":"8.921067664s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"info","ts":"2026-04-01T16:24:38.934351Z","caller":"traceutil/trace.go:171","msg":"trace[1663172657] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19646; }","duration":"4.721181354s","start":"2026-04-01T16:24:34.213155Z","end":"2026-04-01T16:24:38.934336Z","steps":["trace[1663172657] 'agreement among raft nodes before linearized reading' (duration: 4.721115413s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.920046649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:24:38.934335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.976376645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-01T16:24:38.934418Z","caller":"traceutil/trace.go:171","msg":"trace[239678685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19646; }","duration":"6.920160282s","start":"2026-04-01T16:24:32.014245Z","end":"2026-04-01T16:24:38.934405Z","steps":["trace[239678685] 'agreement among raft nodes before linearized reading' (duration: 6.919914406s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277322357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:38.934448Z","caller":"traceutil/trace.go:171","msg":"trace[575263677] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19646; }","duration":"4.277343418s","start":"2026-04-01T16:24:34.657099Z","end":"2026-04-01T16:24:38.934443Z","steps":["trace[575263677] 'agreement among raft nodes before linearized reading' (duration: 4.277312577s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:34.657028Z","time spent":"4.2774358s","remote":"127.0.0.1:42230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:38.934457Z","caller":"traceutil/trace.go:171","msg":"trace[557248212] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19646; }","duration":"6.976537168s","start":"2026-04-01T16:24:31.957903Z","end":"2026-04-01T16:24:38.93444Z","steps":["trace[557248212] 'agreement among raft nodes before linearized reading' (duration: 6.97622017s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.93447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.554667136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:38.934461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.920684904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:24:38.934491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507269189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:38.93454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.914366417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-domain-ks-user-6d8d6\" ","response":"range_response_count:1 size:8744"} {"level":"warn","ts":"2026-04-01T16:24:38.934246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:33.672019Z","time spent":"5.262214001s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.934536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733059992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:38.934531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.804628843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:38.934565Z","caller":"traceutil/trace.go:171","msg":"trace[1912840592] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19646; }","duration":"2.507388501s","start":"2026-04-01T16:24:36.427161Z","end":"2026-04-01T16:24:38.93455Z","steps":["trace[1912840592] 'agreement among raft nodes before linearized reading' (duration: 2.507216017s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510024103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:24:38.934602Z","caller":"traceutil/trace.go:171","msg":"trace[2072958825] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19646; }","duration":"2.510041853s","start":"2026-04-01T16:24:36.424555Z","end":"2026-04-01T16:24:38.934597Z","steps":["trace[2072958825] 'agreement among raft nodes before linearized reading' (duration: 2.509970702s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.93462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:36.424481Z","time spent":"2.510136006s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:38.934612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:36.427141Z","time spent":"2.507459233s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:38.934168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.005664025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:38.934651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667641899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:38.934657Z","caller":"traceutil/trace.go:171","msg":"trace[650732756] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19646; }","duration":"6.006200986s","start":"2026-04-01T16:24:32.928442Z","end":"2026-04-01T16:24:38.934643Z","steps":["trace[650732756] 'agreement among raft nodes before linearized reading' (duration: 6.005644993s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109991375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:38.93468Z","caller":"traceutil/trace.go:171","msg":"trace[773498100] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19646; }","duration":"3.66771799s","start":"2026-04-01T16:24:35.266953Z","end":"2026-04-01T16:24:38.934671Z","steps":["trace[773498100] 'agreement among raft nodes before linearized reading' (duration: 3.667676549s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.934592Z","caller":"traceutil/trace.go:171","msg":"trace[161359941] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19646; }","duration":"4.733170055s","start":"2026-04-01T16:24:34.201409Z","end":"2026-04-01T16:24:38.934579Z","steps":["trace[161359941] 'agreement among raft nodes before linearized reading' (duration: 4.733023052s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:35.266925Z","time spent":"3.667767632s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.934704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:34.201381Z","time spent":"4.733318408s","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":77,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.9347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.928423Z","time spent":"6.006260028s","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:38.934699Z","caller":"traceutil/trace.go:171","msg":"trace[697329502] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19646; }","duration":"5.110080867s","start":"2026-04-01T16:24:33.824607Z","end":"2026-04-01T16:24:38.934688Z","steps":["trace[697329502] 'agreement among raft nodes before linearized reading' (duration: 5.110009856s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.934491Z","caller":"traceutil/trace.go:171","msg":"trace[782582821] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19646; }","duration":"8.554691197s","start":"2026-04-01T16:24:30.379795Z","end":"2026-04-01T16:24:38.934486Z","steps":["trace[782582821] 'agreement among raft nodes before linearized reading' (duration: 8.554654206s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.934608Z","caller":"traceutil/trace.go:171","msg":"trace[259317851] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19646; }","duration":"6.804734646s","start":"2026-04-01T16:24:32.129857Z","end":"2026-04-01T16:24:38.934592Z","steps":["trace[259317851] 'agreement among raft nodes before linearized reading' (duration: 6.804627714s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338288517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T16:24:38.93478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.129839Z","time spent":"6.804935441s","remote":"127.0.0.1:41938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.934776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510216917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:38.934765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:30.379739Z","time spent":"8.555007694s","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.934819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.419284613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:38.93479Z","caller":"traceutil/trace.go:171","msg":"trace[1234868464] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19646; }","duration":"1.338365859s","start":"2026-04-01T16:24:37.596415Z","end":"2026-04-01T16:24:38.934781Z","steps":["trace[1234868464] 'agreement among raft nodes before linearized reading' (duration: 1.338162224s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.934832Z","caller":"traceutil/trace.go:171","msg":"trace[528818568] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19646; }","duration":"2.51032505s","start":"2026-04-01T16:24:36.42449Z","end":"2026-04-01T16:24:38.934815Z","steps":["trace[528818568] 'agreement among raft nodes before linearized reading' (duration: 2.510177237s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.929993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:38.934862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:37.596398Z","time spent":"1.33845389s","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":157,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:38.934856Z","caller":"traceutil/trace.go:171","msg":"trace[1235731239] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:19646; }","duration":"4.419367815s","start":"2026-04-01T16:24:34.515477Z","end":"2026-04-01T16:24:38.934844Z","steps":["trace[1235731239] 'agreement among raft nodes before linearized reading' (duration: 4.419307014s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.93492Z","caller":"traceutil/trace.go:171","msg":"trace[1052847855] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19646; }","duration":"373.972625ms","start":"2026-04-01T16:24:38.560936Z","end":"2026-04-01T16:24:38.934909Z","steps":["trace[1052847855] 'agreement among raft nodes before linearized reading' (duration: 373.921973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.93494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.560897Z","time spent":"374.035276ms","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.934823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509220684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:38.934456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.014239Z","time spent":"6.920206493s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:38.93498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072669128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-01T16:24:38.935072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406766561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-01T16:24:38.934002Z","caller":"traceutil/trace.go:171","msg":"trace[1981348324] transaction","detail":"{read_only:false; response_revision:19646; number_of_response:1; }","duration":"1.417767482s","start":"2026-04-01T16:24:37.516218Z","end":"2026-04-01T16:24:38.933985Z","steps":["trace[1981348324] 'process raft request' (duration: 1.417704061s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:31.957887Z","time spent":"6.97662434s","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T16:24:38.935156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490184639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:24:38.935178Z","caller":"traceutil/trace.go:171","msg":"trace[582408995] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19646; }","duration":"2.490225231s","start":"2026-04-01T16:24:36.444947Z","end":"2026-04-01T16:24:38.935173Z","steps":["trace[582408995] 'agreement among raft nodes before linearized reading' (duration: 2.490148849s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.935196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:36.444927Z","time spent":"2.490266171s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"info","ts":"2026-04-01T16:24:38.935185Z","caller":"traceutil/trace.go:171","msg":"trace[104866843] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19646; }","duration":"4.406888544s","start":"2026-04-01T16:24:34.528275Z","end":"2026-04-01T16:24:38.935163Z","steps":["trace[104866843] 'agreement among raft nodes before linearized reading' (duration: 4.406701119s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.935237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:37.516197Z","time spent":"1.418971021s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:38.935254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:34.528264Z","time spent":"4.406973306s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T16:24:38.934846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.193224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:38.93453Z","caller":"traceutil/trace.go:171","msg":"trace[1042726513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19646; }","duration":"6.920793456s","start":"2026-04-01T16:24:32.013722Z","end":"2026-04-01T16:24:38.934515Z","steps":["trace[1042726513] 'agreement among raft nodes before linearized reading' (duration: 6.920614512s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.935346Z","caller":"traceutil/trace.go:171","msg":"trace[1056499923] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19646; }","duration":"563.721517ms","start":"2026-04-01T16:24:38.371611Z","end":"2026-04-01T16:24:38.935332Z","steps":["trace[1056499923] 'agreement among raft nodes before linearized reading' (duration: 563.217945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.935401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.013693Z","time spent":"6.921693597s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:38.934408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:34.213127Z","time spent":"4.721266657s","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.93542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.153486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241477"} {"level":"info","ts":"2026-04-01T16:24:38.934301Z","caller":"traceutil/trace.go:171","msg":"trace[372338466] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19646; }","duration":"6.140226517s","start":"2026-04-01T16:24:32.794067Z","end":"2026-04-01T16:24:38.934293Z","steps":["trace[372338466] 'agreement among raft nodes before linearized reading' (duration: 6.140195447s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.935486Z","caller":"traceutil/trace.go:171","msg":"trace[270877955] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:19646; }","duration":"728.256989ms","start":"2026-04-01T16:24:38.207214Z","end":"2026-04-01T16:24:38.93547Z","steps":["trace[270877955] 'agreement among raft nodes before linearized reading' (duration: 727.756937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.935515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:32.794022Z","time spent":"6.141485797s","remote":"127.0.0.1:36376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.935534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.207194Z","time spent":"728.32517ms","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":241499,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-01T16:24:38.934559Z","caller":"traceutil/trace.go:171","msg":"trace[1836403043] range","detail":"{range_begin:/registry/pods/openstack/heat-domain-ks-user-6d8d6; range_end:; response_count:1; response_revision:19646; }","duration":"8.914418158s","start":"2026-04-01T16:24:30.020137Z","end":"2026-04-01T16:24:38.934555Z","steps":["trace[1836403043] 'agreement among raft nodes before linearized reading' (duration: 8.914364337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.935614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:30.020119Z","time spent":"8.915489594s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8766,"request content":"key:\"/registry/pods/openstack/heat-domain-ks-user-6d8d6\" "} {"level":"warn","ts":"2026-04-01T16:24:38.934745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:33.824583Z","time spent":"5.11014997s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.934837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915363575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:38.935819Z","caller":"traceutil/trace.go:171","msg":"trace[655685161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19646; }","duration":"1.916372048s","start":"2026-04-01T16:24:37.019434Z","end":"2026-04-01T16:24:38.935806Z","steps":["trace[655685161] 'agreement among raft nodes before linearized reading' (duration: 1.915364124s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.935867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:37.019418Z","time spent":"1.91643702s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:38.934934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:36.424455Z","time spent":"2.510463183s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:38.93568Z","caller":"traceutil/trace.go:171","msg":"trace[820313713] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19646; }","duration":"4.509762327s","start":"2026-04-01T16:24:34.425288Z","end":"2026-04-01T16:24:38.93505Z","steps":["trace[820313713] 'agreement among raft nodes before linearized reading' (duration: 4.508988179s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.934948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:34.515453Z","time spent":"4.419481288s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.935102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.506022559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:38.935053Z","caller":"traceutil/trace.go:171","msg":"trace[712815178] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19646; }","duration":"2.072766691s","start":"2026-04-01T16:24:36.86227Z","end":"2026-04-01T16:24:38.935037Z","steps":["trace[712815178] 'agreement among raft nodes before linearized reading' (duration: 2.072590347s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:38.93429Z","caller":"traceutil/trace.go:171","msg":"trace[43892616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19646; }","duration":"5.560084208s","start":"2026-04-01T16:24:33.37419Z","end":"2026-04-01T16:24:38.934275Z","steps":["trace[43892616] 'agreement among raft nodes before linearized reading' (duration: 5.560008846s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.936243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:33.37417Z","time spent":"5.562039743s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.936334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.371593Z","time spent":"563.835909ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:38.936384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:34.425267Z","time spent":"4.511105618s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T16:24:38.93654Z","caller":"traceutil/trace.go:171","msg":"trace[1607460497] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:19646; }","duration":"4.507477413s","start":"2026-04-01T16:24:34.42905Z","end":"2026-04-01T16:24:38.936528Z","steps":["trace[1607460497] 'agreement among raft nodes before linearized reading' (duration: 4.505979958s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:38.936589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:34.429032Z","time spent":"4.507544825s","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:24:38.934033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:33.959957Z","time spent":"4.97400839s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:38.936983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:36.862228Z","time spent":"2.074737247s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:24:39.771201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.007989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:39.771626Z","caller":"traceutil/trace.go:171","msg":"trace[946216013] linearizableReadLoop","detail":"{readStateIndex:20327; appliedIndex:20323; }","duration":"800.401934ms","start":"2026-04-01T16:24:38.971198Z","end":"2026-04-01T16:24:39.771599Z","steps":["trace[946216013] 'read index received' (duration: 233.909093ms)","trace[946216013] 'applied index is now lower than readState.Index' (duration: 566.491391ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:39.771946Z","caller":"traceutil/trace.go:171","msg":"trace[1720719653] transaction","detail":"{read_only:false; response_revision:19648; number_of_response:1; }","duration":"831.239374ms","start":"2026-04-01T16:24:38.940689Z","end":"2026-04-01T16:24:39.771928Z","steps":["trace[1720719653] 'process raft request' (duration: 264.434416ms)","trace[1720719653] 'compare' (duration: 565.491157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:39.772031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.940676Z","time spent":"831.320736ms","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:24:39.772523Z","caller":"traceutil/trace.go:171","msg":"trace[1187031285] transaction","detail":"{read_only:false; response_revision:19649; number_of_response:1; }","duration":"831.526841ms","start":"2026-04-01T16:24:38.940961Z","end":"2026-04-01T16:24:39.772488Z","steps":["trace[1187031285] 'process raft request' (duration: 830.356203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:39.772549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.07552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"info","ts":"2026-04-01T16:24:39.772569Z","caller":"traceutil/trace.go:171","msg":"trace[1760772827] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"823.370411ms","start":"2026-04-01T16:24:38.949164Z","end":"2026-04-01T16:24:39.772534Z","steps":["trace[1760772827] 'process raft request' (duration: 822.275585ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:39.772539Z","caller":"traceutil/trace.go:171","msg":"trace[1849444251] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"821.776913ms","start":"2026-04-01T16:24:38.950716Z","end":"2026-04-01T16:24:39.772493Z","steps":["trace[1849444251] 'process raft request' (duration: 820.78312ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:39.77263Z","caller":"traceutil/trace.go:171","msg":"trace[575039113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19651; }","duration":"831.170403ms","start":"2026-04-01T16:24:38.941442Z","end":"2026-04-01T16:24:39.772613Z","steps":["trace[575039113] 'agreement among raft nodes before linearized reading' (duration: 830.986688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:39.772688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.530758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:39.772689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.940951Z","time spent":"831.652153ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:39.772703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.949152Z","time spent":"823.480833ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:39.772698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.941412Z","time spent":"831.251954ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18677,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T16:24:39.772742Z","caller":"traceutil/trace.go:171","msg":"trace[1142658512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19651; }","duration":"818.593759ms","start":"2026-04-01T16:24:38.954129Z","end":"2026-04-01T16:24:39.772723Z","steps":["trace[1142658512] 'agreement among raft nodes before linearized reading' (duration: 818.510167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:39.77278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.95071Z","time spent":"821.946988ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:39.772602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.732142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-04-01T16:24:39.772792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.954125Z","time spent":"818.65632ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:39.772786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.783723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:24:39.772851Z","caller":"traceutil/trace.go:171","msg":"trace[131163149] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19651; }","duration":"821.999459ms","start":"2026-04-01T16:24:38.950835Z","end":"2026-04-01T16:24:39.772834Z","steps":["trace[131163149] 'agreement among raft nodes before linearized reading' (duration: 821.586889ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:39.77289Z","caller":"traceutil/trace.go:171","msg":"trace[1524213640] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19651; }","duration":"830.939866ms","start":"2026-04-01T16:24:38.941925Z","end":"2026-04-01T16:24:39.772864Z","steps":["trace[1524213640] 'agreement among raft nodes before linearized reading' (duration: 830.559328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:39.772906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.950831Z","time spent":"822.05639ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T16:24:39.772922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.59669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-01T16:24:39.77295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.941877Z","time spent":"831.06247ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:24:39.772972Z","caller":"traceutil/trace.go:171","msg":"trace[108669876] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19651; }","duration":"821.649531ms","start":"2026-04-01T16:24:38.951306Z","end":"2026-04-01T16:24:39.772956Z","steps":["trace[108669876] 'agreement among raft nodes before linearized reading' (duration: 821.512127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:39.773017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.951302Z","time spent":"821.704252ms","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-01T16:24:39.775068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.795066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:107 size:1060313"} {"level":"info","ts":"2026-04-01T16:24:39.775155Z","caller":"traceutil/trace.go:171","msg":"trace[347112960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:107; response_revision:19651; }","duration":"833.492637ms","start":"2026-04-01T16:24:38.941647Z","end":"2026-04-01T16:24:39.77514Z","steps":["trace[347112960] 'agreement among raft nodes before linearized reading' (duration: 830.839945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:39.775203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.94164Z","time spent":"833.551008ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":107,"response size":1060335,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:24:40.272229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624228,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:24:40.408025Z","caller":"traceutil/trace.go:171","msg":"trace[997071769] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"844.848811ms","start":"2026-04-01T16:24:39.562789Z","end":"2026-04-01T16:24:40.407638Z","steps":["trace[997071769] 'process raft request' (duration: 806.245089ms)","trace[997071769] 'compare' (duration: 38.11092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:40.408208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:39.562764Z","time spent":"845.351683ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:41.529456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151830941s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:24:41.529847Z","caller":"traceutil/trace.go:171","msg":"trace[1196156659] linearizableReadLoop","detail":"{readStateIndex:20329; appliedIndex:20327; }","duration":"1.758143421s","start":"2026-04-01T16:24:39.771679Z","end":"2026-04-01T16:24:41.529823Z","steps":["trace[1196156659] 'read index received' (duration: 597.302929ms)","trace[1196156659] 'applied index is now lower than readState.Index' (duration: 1.160839502s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:41.530017Z","caller":"traceutil/trace.go:171","msg":"trace[915499760] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"1.746758675s","start":"2026-04-01T16:24:39.783234Z","end":"2026-04-01T16:24:41.529993Z","steps":["trace[915499760] 'process raft request' (duration: 1.746408287s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:41.530124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554996572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-01T16:24:41.530132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:39.783213Z","time spent":"1.746849968s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:41.530128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514154959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:24:41.530166Z","caller":"traceutil/trace.go:171","msg":"trace[1513011614] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:19653; }","duration":"2.555070214s","start":"2026-04-01T16:24:38.975085Z","end":"2026-04-01T16:24:41.530155Z","steps":["trace[1513011614] 'agreement among raft nodes before linearized reading' (duration: 2.55490637s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:41.530152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513469722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:24:41.530198Z","caller":"traceutil/trace.go:171","msg":"trace[47166323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19653; }","duration":"2.514262941s","start":"2026-04-01T16:24:39.015917Z","end":"2026-04-01T16:24:41.53018Z","steps":["trace[47166323] 'agreement among raft nodes before linearized reading' (duration: 2.513968255s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:41.53023Z","caller":"traceutil/trace.go:171","msg":"trace[1952136461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19653; }","duration":"2.513596275s","start":"2026-04-01T16:24:39.016615Z","end":"2026-04-01T16:24:41.530211Z","steps":["trace[1952136461] 'agreement among raft nodes before linearized reading' (duration: 2.513237047s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:41.530249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:39.015899Z","time spent":"2.514341483s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:41.530274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:39.016591Z","time spent":"2.513674697s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:24:41.530205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.975078Z","time spent":"2.555118085s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:24:41.530289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55531816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T16:24:41.530324Z","caller":"traceutil/trace.go:171","msg":"trace[1334687996] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19653; }","duration":"2.555380792s","start":"2026-04-01T16:24:38.974934Z","end":"2026-04-01T16:24:41.530315Z","steps":["trace[1334687996] 'agreement among raft nodes before linearized reading' (duration: 2.555291229s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:41.530377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:38.974835Z","time spent":"2.555524825s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"warn","ts":"2026-04-01T16:24:42.012767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.534267Z","time spent":"478.493675ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:42.017555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.534303Z","time spent":"483.242296ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:42.030687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624233,"retry-timeout":"500ms"} 2026/04/01 16:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:42.23713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:42.237268Z","caller":"traceutil/trace.go:171","msg":"trace[1638592057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330249s","start":"2026-04-01T16:24:40.236914Z","end":"2026-04-01T16:24:42.237245Z","steps":["trace[1638592057] 'agreement among raft nodes before linearized reading' (duration: 2.000177625s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:42.237323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.236893Z","time spent":"2.000419941s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:42.531459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:43.032199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:43.532727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:43.768763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.239130165s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:24:43.7693Z","caller":"traceutil/trace.go:171","msg":"trace[249828805] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"2.826439622s","start":"2026-04-01T16:24:40.942836Z","end":"2026-04-01T16:24:43.769275Z","steps":["trace[249828805] 'process raft request' (duration: 2.82638949s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:43.769315Z","caller":"traceutil/trace.go:171","msg":"trace[1868567798] transaction","detail":"{read_only:false; response_revision:19654; number_of_response:1; }","duration":"2.830112338s","start":"2026-04-01T16:24:40.939174Z","end":"2026-04-01T16:24:43.769286Z","steps":["trace[1868567798] 'process raft request' (duration: 2.829831021s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:43.769353Z","caller":"traceutil/trace.go:171","msg":"trace[1450179428] transaction","detail":"{read_only:false; response_revision:19655; number_of_response:1; }","duration":"2.826536905s","start":"2026-04-01T16:24:40.942782Z","end":"2026-04-01T16:24:43.769319Z","steps":["trace[1450179428] 'process raft request' (duration: 2.826402581s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:43.769487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.939133Z","time spent":"2.830261931s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:43.769496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.942811Z","time spent":"2.826545835s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:43.76951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.942768Z","time spent":"2.826654447s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:44.237679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:44.237758Z","caller":"traceutil/trace.go:171","msg":"trace[548081823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038627s","start":"2026-04-01T16:24:42.237353Z","end":"2026-04-01T16:24:44.237739Z","steps":["trace[548081823] 'agreement among raft nodes before linearized reading' (duration: 2.000290128s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:44.237802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:42.237333Z","time spent":"2.000459971s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:44.574231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.531919Z","time spent":"3.042304604s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:24:44.574486Z","caller":"traceutil/trace.go:171","msg":"trace[1811788711] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"3.042020238s","start":"2026-04-01T16:24:41.532446Z","end":"2026-04-01T16:24:44.574466Z","steps":["trace[1811788711] 'process raft request' (duration: 3.041129217s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:44.574589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.532424Z","time spent":"3.042083729s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:44.574582Z","caller":"traceutil/trace.go:171","msg":"trace[1457657833] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19660; }","duration":"2.554276356s","start":"2026-04-01T16:24:42.020279Z","end":"2026-04-01T16:24:44.574555Z","steps":["trace[1457657833] 'process raft request' (duration: 2.55361246s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:44.574849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:42.020263Z","time spent":"2.554380739s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:44.574854Z","caller":"traceutil/trace.go:171","msg":"trace[679173464] transaction","detail":"{read_only:false; response_revision:19661; number_of_response:1; }","duration":"2.161628105s","start":"2026-04-01T16:24:42.413199Z","end":"2026-04-01T16:24:44.574827Z","steps":["trace[679173464] 'process raft request' (duration: 2.160726584s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:44.575029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:42.413182Z","time spent":"2.161752679s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:45.633479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059424603s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:24:45.633571Z","caller":"traceutil/trace.go:171","msg":"trace[1135237545] linearizableReadLoop","detail":"{readStateIndex:20340; appliedIndex:20329; }","duration":"4.103592571s","start":"2026-04-01T16:24:41.529962Z","end":"2026-04-01T16:24:45.633554Z","steps":["trace[1135237545] 'read index received' (duration: 2.239025333s)","trace[1135237545] 'applied index is now lower than readState.Index' (duration: 1.864565618s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:45.633914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465442692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:45.633971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513591567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T16:24:45.63396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.858757522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"warn","ts":"2026-04-01T16:24:45.633996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.857169535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-01T16:24:45.634005Z","caller":"traceutil/trace.go:171","msg":"trace[884715147] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19662; }","duration":"4.513667269s","start":"2026-04-01T16:24:41.120327Z","end":"2026-04-01T16:24:45.633995Z","steps":["trace[884715147] 'agreement among raft nodes before linearized reading' (duration: 4.513523745s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:45.634011Z","caller":"traceutil/trace.go:171","msg":"trace[711967568] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19662; }","duration":"5.858853485s","start":"2026-04-01T16:24:39.775147Z","end":"2026-04-01T16:24:45.634Z","steps":["trace[711967568] 'agreement among raft nodes before linearized reading' (duration: 5.858742912s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:45.634025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27736717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:45.634033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:39.775123Z","time spent":"5.858906336s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18677,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T16:24:45.63402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692080216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:45.634033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339185033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:45.634035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.120306Z","time spent":"4.51372126s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":153,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:45.634054Z","caller":"traceutil/trace.go:171","msg":"trace[1797148274] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19662; }","duration":"4.277427811s","start":"2026-04-01T16:24:41.356613Z","end":"2026-04-01T16:24:45.634041Z","steps":["trace[1797148274] 'agreement among raft nodes before linearized reading' (duration: 4.27738556s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:45.634067Z","caller":"traceutil/trace.go:171","msg":"trace[860120930] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19662; }","duration":"4.339257855s","start":"2026-04-01T16:24:41.294799Z","end":"2026-04-01T16:24:45.634057Z","steps":["trace[860120930] 'agreement among raft nodes before linearized reading' (duration: 4.339205374s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:45.634064Z","caller":"traceutil/trace.go:171","msg":"trace[253475408] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19662; }","duration":"4.692162407s","start":"2026-04-01T16:24:40.94189Z","end":"2026-04-01T16:24:45.634052Z","steps":["trace[253475408] 'agreement among raft nodes before linearized reading' (duration: 4.692018584s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:45.634069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692227149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:45.633948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.551026787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:45.634088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.356594Z","time spent":"4.277479772s","remote":"127.0.0.1:38770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:45.634071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690650382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:45.634118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945238568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:45.634114Z","caller":"traceutil/trace.go:171","msg":"trace[667209104] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19662; }","duration":"4.69229458s","start":"2026-04-01T16:24:40.941803Z","end":"2026-04-01T16:24:45.634097Z","steps":["trace[667209104] 'agreement among raft nodes before linearized reading' (duration: 4.692189888s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:45.634027Z","caller":"traceutil/trace.go:171","msg":"trace[1958522888] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc; range_end:; response_count:1; response_revision:19662; }","duration":"5.857222247s","start":"2026-04-01T16:24:39.776795Z","end":"2026-04-01T16:24:45.634017Z","steps":["trace[1958522888] 'agreement among raft nodes before linearized reading' (duration: 5.857091944s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:45.63414Z","caller":"traceutil/trace.go:171","msg":"trace[1231429421] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19662; }","duration":"4.945259109s","start":"2026-04-01T16:24:40.688875Z","end":"2026-04-01T16:24:45.634134Z","steps":["trace[1231429421] 'agreement among raft nodes before linearized reading' (duration: 4.945226678s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:45.634154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.688804Z","time spent":"4.94534657s","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:45.634147Z","caller":"traceutil/trace.go:171","msg":"trace[2072132083] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19662; }","duration":"4.690745964s","start":"2026-04-01T16:24:40.943388Z","end":"2026-04-01T16:24:45.634133Z","steps":["trace[2072132083] 'agreement among raft nodes before linearized reading' (duration: 4.690532899s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:45.634083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.294778Z","time spent":"4.339301027s","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:45.634137Z","caller":"traceutil/trace.go:171","msg":"trace[1077518791] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19662; }","duration":"5.551219431s","start":"2026-04-01T16:24:40.082891Z","end":"2026-04-01T16:24:45.634111Z","steps":["trace[1077518791] 'agreement among raft nodes before linearized reading' (duration: 5.550993636s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:45.634155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:39.776784Z","time spent":"5.85736356s","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc\" "} {"level":"warn","ts":"2026-04-01T16:24:45.634153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.941785Z","time spent":"4.692360132s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:45.633981Z","caller":"traceutil/trace.go:171","msg":"trace[732716866] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:19662; }","duration":"4.465566595s","start":"2026-04-01T16:24:41.1684Z","end":"2026-04-01T16:24:45.633967Z","steps":["trace[732716866] 'agreement among raft nodes before linearized reading' (duration: 4.465435482s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:45.634294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.168383Z","time spent":"4.465898363s","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:45.634205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.943382Z","time spent":"4.690811066s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:45.634208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.082801Z","time spent":"5.551386355s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:45.634095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:40.941871Z","time spent":"4.692217349s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:45.751547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178166777s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:24:45.751992Z","caller":"traceutil/trace.go:171","msg":"trace[268789122] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"1.289504417s","start":"2026-04-01T16:24:44.462468Z","end":"2026-04-01T16:24:45.751973Z","steps":["trace[268789122] 'process raft request' (duration: 1.289351164s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:45.75215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:44.46245Z","time spent":"1.28960152s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:45.752308Z","caller":"traceutil/trace.go:171","msg":"trace[1148650519] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"1.224499489s","start":"2026-04-01T16:24:44.527762Z","end":"2026-04-01T16:24:45.752261Z","steps":["trace[1148650519] 'process raft request' (duration: 1.224176081s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:45.75243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:44.52774Z","time spent":"1.224619742s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:46.245179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:46.245241Z","caller":"traceutil/trace.go:171","msg":"trace[1694586848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045972s","start":"2026-04-01T16:24:44.245181Z","end":"2026-04-01T16:24:46.245227Z","steps":["trace[1694586848] 'agreement among raft nodes before linearized reading' (duration: 1.99996672s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:46.245301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:44.245167Z","time spent":"2.000099114s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:47.036215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.377856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:24:47.036513Z","caller":"traceutil/trace.go:171","msg":"trace[328567577] transaction","detail":"{read_only:false; response_revision:19667; number_of_response:1; }","duration":"1.260602591s","start":"2026-04-01T16:24:45.775897Z","end":"2026-04-01T16:24:47.0365Z","steps":["trace[328567577] 'process raft request' (duration: 1.26057784s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.036589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.775877Z","time spent":"1.260665993s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:47.037012Z","caller":"traceutil/trace.go:171","msg":"trace[970643250] transaction","detail":"{read_only:false; response_revision:19665; number_of_response:1; }","duration":"1.262523776s","start":"2026-04-01T16:24:45.774479Z","end":"2026-04-01T16:24:47.037003Z","steps":["trace[970643250] 'process raft request' (duration: 1.261856871s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.037112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.77446Z","time spent":"1.262585347s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:47.037108Z","caller":"traceutil/trace.go:171","msg":"trace[759080732] linearizableReadLoop","detail":"{readStateIndex:20343; appliedIndex:20340; }","duration":"1.403476468s","start":"2026-04-01T16:24:45.633595Z","end":"2026-04-01T16:24:47.037072Z","steps":["trace[759080732] 'read index received' (duration: 118.182111ms)","trace[759080732] 'applied index is now lower than readState.Index' (duration: 1.285290967s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:47.037113Z","caller":"traceutil/trace.go:171","msg":"trace[1316005490] transaction","detail":"{read_only:false; response_revision:19666; number_of_response:1; }","duration":"1.262527396s","start":"2026-04-01T16:24:45.77455Z","end":"2026-04-01T16:24:47.037077Z","steps":["trace[1316005490] 'process raft request' (duration: 1.261899412s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.037392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163176537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:47.037449Z","caller":"traceutil/trace.go:171","msg":"trace[195515582] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19667; }","duration":"3.163240968s","start":"2026-04-01T16:24:43.874194Z","end":"2026-04-01T16:24:47.037435Z","steps":["trace[195515582] 'agreement among raft nodes before linearized reading' (duration: 3.163032294s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:47.036776Z","caller":"traceutil/trace.go:171","msg":"trace[1070174975] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19664; }","duration":"2.459523592s","start":"2026-04-01T16:24:44.577222Z","end":"2026-04-01T16:24:47.036745Z","steps":["trace[1070174975] 'process raft request' (duration: 1.630551552s)","trace[1070174975] 'compare' (duration: 827.782773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:47.037469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.774532Z","time spent":"1.262765891s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:47.03752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5187716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-01T16:24:47.037551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651418794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:47.037516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.245820928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:24:47.037588Z","caller":"traceutil/trace.go:171","msg":"trace[207997795] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19667; }","duration":"2.651497026s","start":"2026-04-01T16:24:44.386083Z","end":"2026-04-01T16:24:47.03758Z","steps":["trace[207997795] 'agreement among raft nodes before linearized reading' (duration: 2.651432674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.037587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459699617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a248411c180549\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-01T16:24:47.037625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:44.386062Z","time spent":"2.651555018s","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:47.037633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975193881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:47.037641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502886321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"warn","ts":"2026-04-01T16:24:47.037675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259917917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-01T16:24:47.03766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459912165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:47.037693Z","caller":"traceutil/trace.go:171","msg":"trace[1703206602] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:19667; }","duration":"5.502933992s","start":"2026-04-01T16:24:41.534744Z","end":"2026-04-01T16:24:47.037678Z","steps":["trace[1703206602] 'agreement among raft nodes before linearized reading' (duration: 5.502802149s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.037718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328677006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:47.037699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14187539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:47.037726Z","caller":"traceutil/trace.go:171","msg":"trace[1954635172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19667; }","duration":"5.259995148s","start":"2026-04-01T16:24:41.777714Z","end":"2026-04-01T16:24:47.03771Z","steps":["trace[1954635172] 'agreement among raft nodes before linearized reading' (duration: 5.259901106s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.037784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235382303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:47.037846Z","caller":"traceutil/trace.go:171","msg":"trace[425455628] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19667; }","duration":"5.235471416s","start":"2026-04-01T16:24:41.802361Z","end":"2026-04-01T16:24:47.037832Z","steps":["trace[425455628] 'agreement among raft nodes before linearized reading' (duration: 5.235300832s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.03791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.802347Z","time spent":"5.235543927s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":77,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:47.037584Z","caller":"traceutil/trace.go:171","msg":"trace[449684458] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19667; }","duration":"1.518878863s","start":"2026-04-01T16:24:45.518696Z","end":"2026-04-01T16:24:47.037575Z","steps":["trace[449684458] 'agreement among raft nodes before linearized reading' (duration: 1.518700559s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.037961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:44.577204Z","time spent":"2.46029766s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:47.037792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.777695Z","time spent":"5.26008483s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:47.037571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.260213864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:24:47.038209Z","caller":"traceutil/trace.go:171","msg":"trace[709541522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19667; }","duration":"5.2609153s","start":"2026-04-01T16:24:41.77728Z","end":"2026-04-01T16:24:47.038195Z","steps":["trace[709541522] 'agreement among raft nodes before linearized reading' (duration: 5.260109891s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.038272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.777257Z","time spent":"5.261002462s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:47.037512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.412397851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:47.038365Z","caller":"traceutil/trace.go:171","msg":"trace[1416158744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19667; }","duration":"4.413260062s","start":"2026-04-01T16:24:42.625042Z","end":"2026-04-01T16:24:47.038302Z","steps":["trace[1416158744] 'agreement among raft nodes before linearized reading' (duration: 4.412188217s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:47.037628Z","caller":"traceutil/trace.go:171","msg":"trace[778912355] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19667; }","duration":"5.24596008s","start":"2026-04-01T16:24:41.791644Z","end":"2026-04-01T16:24:47.037604Z","steps":["trace[778912355] 'agreement among raft nodes before linearized reading' (duration: 5.245672724s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.038452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.791637Z","time spent":"5.24679973s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"info","ts":"2026-04-01T16:24:47.037686Z","caller":"traceutil/trace.go:171","msg":"trace[1328069544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19667; }","duration":"1.975284323s","start":"2026-04-01T16:24:45.062386Z","end":"2026-04-01T16:24:47.03767Z","steps":["trace[1328069544] 'agreement among raft nodes before linearized reading' (duration: 1.975184421s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.038487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:42.625022Z","time spent":"4.413451627s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:47.038531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.062366Z","time spent":"1.976140922s","remote":"127.0.0.1:51902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:47.037648Z","caller":"traceutil/trace.go:171","msg":"trace[796886529] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a248411c180549; range_end:; response_count:1; response_revision:19667; }","duration":"2.459776168s","start":"2026-04-01T16:24:44.577853Z","end":"2026-04-01T16:24:47.037629Z","steps":["trace[796886529] 'agreement among raft nodes before linearized reading' (duration: 2.459585884s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.038643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:44.577846Z","time spent":"2.460779931s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a248411c180549\" "} {"level":"warn","ts":"2026-04-01T16:24:47.037517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022655989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-01T16:24:47.038756Z","caller":"traceutil/trace.go:171","msg":"trace[1834646593] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19667; }","duration":"2.023948929s","start":"2026-04-01T16:24:45.014789Z","end":"2026-04-01T16:24:47.038738Z","steps":["trace[1834646593] 'agreement among raft nodes before linearized reading' (duration: 2.022440664s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.037495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:43.874139Z","time spent":"3.163346321s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:47.038824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.014769Z","time spent":"2.024039351s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T16:24:47.037749Z","caller":"traceutil/trace.go:171","msg":"trace[249502831] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19667; }","duration":"1.459993048s","start":"2026-04-01T16:24:45.577725Z","end":"2026-04-01T16:24:47.037718Z","steps":["trace[249502831] 'agreement among raft nodes before linearized reading' (duration: 1.459898526s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.037744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.534703Z","time spent":"5.503030514s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-01T16:24:47.03906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.577719Z","time spent":"1.461293688s","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:47.037789Z","caller":"traceutil/trace.go:171","msg":"trace[439446233] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19667; }","duration":"5.142030073s","start":"2026-04-01T16:24:41.895739Z","end":"2026-04-01T16:24:47.037769Z","steps":["trace[439446233] 'agreement among raft nodes before linearized reading' (duration: 5.141836139s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:47.037792Z","caller":"traceutil/trace.go:171","msg":"trace[1480654144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19667; }","duration":"2.328781868s","start":"2026-04-01T16:24:44.708994Z","end":"2026-04-01T16:24:47.037776Z","steps":["trace[1480654144] 'agreement among raft nodes before linearized reading' (duration: 2.328680296s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:47.039355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:44.708978Z","time spent":"2.330351655s","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:47.038055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.518676Z","time spent":"1.519308473s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T16:24:47.039225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:41.895716Z","time spent":"5.143482736s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:47.537799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:47.961423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260456587s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:48.245711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:48.245836Z","caller":"traceutil/trace.go:171","msg":"trace[2100864306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142634s","start":"2026-04-01T16:24:46.24566Z","end":"2026-04-01T16:24:48.245803Z","steps":["trace[2100864306] 'agreement among raft nodes before linearized reading' (duration: 1.99999005s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:48.247115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:46.24564Z","time spent":"2.001430203s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:49.308221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346384216s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:49.308432Z","caller":"traceutil/trace.go:171","msg":"trace[154436162] transaction","detail":"{read_only:false; response_revision:19669; number_of_response:1; }","duration":"2.727776478s","start":"2026-04-01T16:24:46.580639Z","end":"2026-04-01T16:24:49.308416Z","steps":["trace[154436162] 'process raft request' (duration: 2.727680175s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:49.308506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:46.5806Z","time spent":"2.72787372s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:49.308836Z","caller":"traceutil/trace.go:171","msg":"trace[643927904] transaction","detail":"{read_only:false; response_revision:19668; number_of_response:1; }","duration":"2.867719596s","start":"2026-04-01T16:24:46.441076Z","end":"2026-04-01T16:24:49.308796Z","steps":["trace[643927904] 'process raft request' (duration: 1.520670115s)","trace[643927904] 'compare' (duration: 1.345658329s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:49.309099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:46.441052Z","time spent":"2.867852499s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:49.618485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:49.618558Z","caller":"traceutil/trace.go:171","msg":"trace[1564493951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631996s","start":"2026-04-01T16:24:47.617907Z","end":"2026-04-01T16:24:49.618539Z","steps":["trace[1564493951] 'agreement among raft nodes before linearized reading' (duration: 2.000534763s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:49.618605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.617887Z","time spent":"2.000709618s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:49.896884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.891849925s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:49.897439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.039004Z","time spent":"2.85842718s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:24:49.897582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.041182Z","time spent":"2.856390822s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:24:49.897661Z","caller":"traceutil/trace.go:171","msg":"trace[1893379646] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"2.854491028s","start":"2026-04-01T16:24:47.043125Z","end":"2026-04-01T16:24:49.897616Z","steps":["trace[1893379646] 'process raft request' (duration: 2.854245472s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:49.897725Z","caller":"traceutil/trace.go:171","msg":"trace[721521676] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"2.852837349s","start":"2026-04-01T16:24:47.044832Z","end":"2026-04-01T16:24:49.897669Z","steps":["trace[721521676] 'process raft request' (duration: 2.852746227s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:49.89786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.043104Z","time spent":"2.854648121s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:49.897938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667903994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:49.897681Z","caller":"traceutil/trace.go:171","msg":"trace[1684386339] linearizableReadLoop","detail":"{readStateIndex:20354; appliedIndex:20346; }","duration":"2.860437946s","start":"2026-04-01T16:24:47.037191Z","end":"2026-04-01T16:24:49.897629Z","steps":["trace[1684386339] 'read index received' (duration: 924.573784ms)","trace[1684386339] 'applied index is now lower than readState.Index' (duration: 1.935862932s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:24:49.897957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335619943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:49.897994Z","caller":"traceutil/trace.go:171","msg":"trace[396942124] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19673; }","duration":"3.668000107s","start":"2026-04-01T16:24:46.229981Z","end":"2026-04-01T16:24:49.897982Z","steps":["trace[396942124] 'agreement among raft nodes before linearized reading' (duration: 3.667918415s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:49.898004Z","caller":"traceutil/trace.go:171","msg":"trace[1511133114] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"2.853860043s","start":"2026-04-01T16:24:47.044127Z","end":"2026-04-01T16:24:49.897987Z","steps":["trace[1511133114] 'process raft request' (duration: 2.853360841s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:49.898018Z","caller":"traceutil/trace.go:171","msg":"trace[45187243] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:19673; }","duration":"3.335730536s","start":"2026-04-01T16:24:46.562268Z","end":"2026-04-01T16:24:49.897998Z","steps":["trace[45187243] 'agreement among raft nodes before linearized reading' (duration: 3.335605593s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:49.898038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:46.22996Z","time spent":"3.668068728s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:49.898065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:46.562246Z","time spent":"3.335810228s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:49.89808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.044116Z","time spent":"2.853923445s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:49.897936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.04482Z","time spent":"2.853006813s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:49.898236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078407847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:49.898318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254027623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:24:49.898326Z","caller":"traceutil/trace.go:171","msg":"trace[990556962] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19673; }","duration":"3.078553229s","start":"2026-04-01T16:24:46.819752Z","end":"2026-04-01T16:24:49.898305Z","steps":["trace[990556962] 'agreement among raft nodes before linearized reading' (duration: 3.078385895s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:49.898382Z","caller":"traceutil/trace.go:171","msg":"trace[1667701905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19673; }","duration":"4.254110316s","start":"2026-04-01T16:24:45.644253Z","end":"2026-04-01T16:24:49.898363Z","steps":["trace[1667701905] 'agreement among raft nodes before linearized reading' (duration: 4.253901871s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:49.898385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:46.819733Z","time spent":"3.078642392s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:49.898428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.644247Z","time spent":"4.254171737s","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T16:24:49.897873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.260201517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-01T16:24:49.898515Z","caller":"traceutil/trace.go:171","msg":"trace[65333665] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19673; }","duration":"4.260879954s","start":"2026-04-01T16:24:45.637613Z","end":"2026-04-01T16:24:49.898492Z","steps":["trace[65333665] 'agreement among raft nodes before linearized reading' (duration: 4.260114966s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:49.898584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:45.6376Z","time spent":"4.260965035s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-01T16:24:49.898529Z","caller":"traceutil/trace.go:171","msg":"trace[1486500620] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"2.854304234s","start":"2026-04-01T16:24:47.044196Z","end":"2026-04-01T16:24:49.8985Z","steps":["trace[1486500620] 'process raft request' (duration: 2.853349871s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:49.898704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.044189Z","time spent":"2.854461187s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:50.253423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:50.253517Z","caller":"traceutil/trace.go:171","msg":"trace[1423260349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059772s","start":"2026-04-01T16:24:48.253436Z","end":"2026-04-01T16:24:50.253496Z","steps":["trace[1423260349] 'agreement among raft nodes before linearized reading' (duration: 1.999931219s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:50.253569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:48.253416Z","time spent":"2.000143025s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:24:50.399062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:50.899505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:51.400281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:51.900687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:52.261797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:52.261879Z","caller":"traceutil/trace.go:171","msg":"trace[1629195728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357649s","start":"2026-04-01T16:24:50.261504Z","end":"2026-04-01T16:24:52.261861Z","steps":["trace[1629195728] 'agreement among raft nodes before linearized reading' (duration: 2.000258086s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:52.261924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:50.261478Z","time spent":"2.00043751s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:52.401617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:52.902402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:53.403396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:53.794045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470400102s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:53.79419Z","caller":"traceutil/trace.go:171","msg":"trace[2592527] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19673; }","duration":"3.470573666s","start":"2026-04-01T16:24:50.323593Z","end":"2026-04-01T16:24:53.794166Z","steps":["trace[2592527] 'range keys from in-memory index tree' (duration: 3.470384222s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:53.90399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:53.979197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.017662123s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:24:53.979934Z","caller":"traceutil/trace.go:171","msg":"trace[1004957102] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"4.933770059s","start":"2026-04-01T16:24:49.04614Z","end":"2026-04-01T16:24:53.97991Z","steps":["trace[1004957102] 'process raft request' (duration: 4.933728748s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:53.98008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:49.04613Z","time spent":"4.933874111s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:24:53.9803Z","caller":"traceutil/trace.go:171","msg":"trace[1827771717] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"4.93552772s","start":"2026-04-01T16:24:49.044726Z","end":"2026-04-01T16:24:53.980254Z","steps":["trace[1827771717] 'process raft request' (duration: 4.934967877s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:53.98044Z","caller":"traceutil/trace.go:171","msg":"trace[145550882] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"4.935537471s","start":"2026-04-01T16:24:49.044793Z","end":"2026-04-01T16:24:53.98033Z","steps":["trace[145550882] 'process raft request' (duration: 4.935034809s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:53.980474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:49.044704Z","time spent":"4.935680164s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:53.981117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:49.044764Z","time spent":"4.936234497s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:54.262206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:54.262297Z","caller":"traceutil/trace.go:171","msg":"trace[132465224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278556s","start":"2026-04-01T16:24:52.261997Z","end":"2026-04-01T16:24:54.262276Z","steps":["trace[132465224] 'agreement among raft nodes before linearized reading' (duration: 2.000157763s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:54.262346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:52.261981Z","time spent":"2.000353898s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:55.43646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.635541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:24:55.436746Z","caller":"traceutil/trace.go:171","msg":"trace[2102918203] linearizableReadLoop","detail":"{readStateIndex:20360; appliedIndex:20354; }","duration":"5.538738928s","start":"2026-04-01T16:24:49.897988Z","end":"2026-04-01T16:24:55.436727Z","steps":["trace[2102918203] 'read index received' (duration: 4.081702899s)","trace[2102918203] 'applied index is now lower than readState.Index' (duration: 1.457034889s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:55.436743Z","caller":"traceutil/trace.go:171","msg":"trace[2067951841] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"5.537033888s","start":"2026-04-01T16:24:49.899672Z","end":"2026-04-01T16:24:55.436706Z","steps":["trace[2067951841] 'process raft request' (duration: 4.640045099s)","trace[2067951841] 'compare' (duration: 895.858843ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:24:55.436849Z","caller":"traceutil/trace.go:171","msg":"trace[1755781650] transaction","detail":"{read_only:false; response_revision:19678; number_of_response:1; }","duration":"5.537180662s","start":"2026-04-01T16:24:49.899658Z","end":"2026-04-01T16:24:55.436839Z","steps":["trace[1755781650] 'process raft request' (duration: 5.536911025s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.436888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:49.899652Z","time spent":"5.537152381s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:55.436928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:49.899628Z","time spent":"5.537255654s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:55.437159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.457451135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:55.437166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.559245688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:55.437243Z","caller":"traceutil/trace.go:171","msg":"trace[266440797] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19679; }","duration":"6.457554288s","start":"2026-04-01T16:24:48.979669Z","end":"2026-04-01T16:24:55.437224Z","steps":["trace[266440797] 'agreement among raft nodes before linearized reading' (duration: 6.457333782s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.793285314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:55.437239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.79312038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:55.437289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:48.979657Z","time spent":"6.457621279s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:55.437302Z","caller":"traceutil/trace.go:171","msg":"trace[1910097399] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19679; }","duration":"7.793399597s","start":"2026-04-01T16:24:47.643883Z","end":"2026-04-01T16:24:55.437282Z","steps":["trace[1910097399] 'agreement among raft nodes before linearized reading' (duration: 7.79310983s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.191473849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:55.437316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.473884599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:55.437353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.643866Z","time spent":"7.793478128s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:55.437351Z","caller":"traceutil/trace.go:171","msg":"trace[17006661] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19679; }","duration":"7.19154757s","start":"2026-04-01T16:24:48.245793Z","end":"2026-04-01T16:24:55.437341Z","steps":["trace[17006661] 'agreement among raft nodes before linearized reading' (duration: 7.191492929s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.982072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:55.4374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.793497969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:24:55.437425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.414301557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:55.43746Z","caller":"traceutil/trace.go:171","msg":"trace[1989685970] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19679; }","duration":"6.414336118s","start":"2026-04-01T16:24:49.023115Z","end":"2026-04-01T16:24:55.437451Z","steps":["trace[1989685970] 'agreement among raft nodes before linearized reading' (duration: 6.414272276s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.459889452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:24:55.4375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:49.023104Z","time spent":"6.414387889s","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:55.437508Z","caller":"traceutil/trace.go:171","msg":"trace[1148540488] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19679; }","duration":"6.459973644s","start":"2026-04-01T16:24:48.977524Z","end":"2026-04-01T16:24:55.437497Z","steps":["trace[1148540488] 'agreement among raft nodes before linearized reading' (duration: 6.459883822s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.43747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.935180898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-01T16:24:55.437566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534090109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:24:55.437589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534365976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:24:55.43759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167933148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:24:55.437619Z","caller":"traceutil/trace.go:171","msg":"trace[99210077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19679; }","duration":"3.534434738s","start":"2026-04-01T16:24:51.903178Z","end":"2026-04-01T16:24:55.437613Z","steps":["trace[99210077] 'agreement among raft nodes before linearized reading' (duration: 3.534372276s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:55.437626Z","caller":"traceutil/trace.go:171","msg":"trace[601393915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19679; }","duration":"1.168000959s","start":"2026-04-01T16:24:54.269616Z","end":"2026-04-01T16:24:55.437617Z","steps":["trace[601393915] 'agreement among raft nodes before linearized reading' (duration: 1.167945507s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:51.903156Z","time spent":"3.534481439s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:24:55.437643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.616591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:55.437649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216820704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:55.437651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:54.269599Z","time spent":"1.16804705s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:24:55.437678Z","caller":"traceutil/trace.go:171","msg":"trace[1227109101] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19679; }","duration":"631.690073ms","start":"2026-04-01T16:24:54.805977Z","end":"2026-04-01T16:24:55.437667Z","steps":["trace[1227109101] 'agreement among raft nodes before linearized reading' (duration: 631.641262ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:55.437683Z","caller":"traceutil/trace.go:171","msg":"trace[1998733695] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:19679; }","duration":"2.216892225s","start":"2026-04-01T16:24:53.22078Z","end":"2026-04-01T16:24:55.437673Z","steps":["trace[1998733695] 'agreement among raft nodes before linearized reading' (duration: 2.216836314s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:55.437192Z","caller":"traceutil/trace.go:171","msg":"trace[917098696] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"4.121475208s","start":"2026-04-01T16:24:51.315634Z","end":"2026-04-01T16:24:55.437109Z","steps":["trace[917098696] 'process raft request' (duration: 4.121026317s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534963759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-01T16:24:55.437861Z","caller":"traceutil/trace.go:171","msg":"trace[599886831] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19679; }","duration":"5.535027721s","start":"2026-04-01T16:24:49.902825Z","end":"2026-04-01T16:24:55.437853Z","steps":["trace[599886831] 'agreement among raft nodes before linearized reading' (duration: 5.534921779s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217093692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T16:24:55.437889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:49.902811Z","time spent":"5.535072532s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-01T16:24:55.437898Z","caller":"traceutil/trace.go:171","msg":"trace[1601243055] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19679; }","duration":"4.217187114s","start":"2026-04-01T16:24:51.2207Z","end":"2026-04-01T16:24:55.437887Z","steps":["trace[1601243055] 'agreement among raft nodes before linearized reading' (duration: 4.21702906s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:51.22068Z","time spent":"4.217244795s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":129,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:55.437915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139961934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:24:55.437256Z","caller":"traceutil/trace.go:171","msg":"trace[1802530597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19679; }","duration":"7.559408062s","start":"2026-04-01T16:24:47.877826Z","end":"2026-04-01T16:24:55.437234Z","steps":["trace[1802530597] 'agreement among raft nodes before linearized reading' (duration: 7.559158596s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.587529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:24:55.438Z","caller":"traceutil/trace.go:171","msg":"trace[165433755] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19679; }","duration":"5.140113668s","start":"2026-04-01T16:24:50.297862Z","end":"2026-04-01T16:24:55.437975Z","steps":["trace[165433755] 'agreement among raft nodes before linearized reading' (duration: 5.139888623s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.722861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-01T16:24:55.438017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.877805Z","time spent":"7.560179279s","remote":"127.0.0.1:52028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:55.437463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.044404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:55.438047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:50.297842Z","time spent":"5.14019603s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":92,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:55.438083Z","caller":"traceutil/trace.go:171","msg":"trace[712516455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19679; }","duration":"275.690839ms","start":"2026-04-01T16:24:55.162377Z","end":"2026-04-01T16:24:55.438067Z","steps":["trace[712516455] 'agreement among raft nodes before linearized reading' (duration: 275.062555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.438106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.394369973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:107 size:1060313"} {"level":"info","ts":"2026-04-01T16:24:55.437421Z","caller":"traceutil/trace.go:171","msg":"trace[965045843] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19679; }","duration":"263.046514ms","start":"2026-04-01T16:24:55.174364Z","end":"2026-04-01T16:24:55.437411Z","steps":["trace[965045843] 'agreement among raft nodes before linearized reading' (duration: 262.989833ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:55.437384Z","caller":"traceutil/trace.go:171","msg":"trace[339839930] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19679; }","duration":"6.473963641s","start":"2026-04-01T16:24:48.963404Z","end":"2026-04-01T16:24:55.437367Z","steps":["trace[339839930] 'agreement among raft nodes before linearized reading' (duration: 6.473830378s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:55.438147Z","caller":"traceutil/trace.go:171","msg":"trace[823469585] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:107; response_revision:19679; }","duration":"8.394439084s","start":"2026-04-01T16:24:47.043698Z","end":"2026-04-01T16:24:55.438137Z","steps":["trace[823469585] 'agreement among raft nodes before linearized reading' (duration: 8.393510672s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:55.43813Z","caller":"traceutil/trace.go:171","msg":"trace[1278884699] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19679; }","duration":"7.935868294s","start":"2026-04-01T16:24:47.502215Z","end":"2026-04-01T16:24:55.438084Z","steps":["trace[1278884699] 'agreement among raft nodes before linearized reading' (duration: 7.934765008s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:24:55.437329Z","caller":"traceutil/trace.go:171","msg":"trace[866779676] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19679; }","duration":"7.793219053s","start":"2026-04-01T16:24:47.644088Z","end":"2026-04-01T16:24:55.437307Z","steps":["trace[866779676] 'agreement among raft nodes before linearized reading' (duration: 7.792908295s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.4382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:48.963384Z","time spent":"6.47479348s","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:55.437336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534766155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-01T16:24:55.438242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.644083Z","time spent":"7.794148444s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:24:55.438168Z","caller":"traceutil/trace.go:171","msg":"trace[1033891268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19679; }","duration":"530.126381ms","start":"2026-04-01T16:24:54.907904Z","end":"2026-04-01T16:24:55.438031Z","steps":["trace[1033891268] 'agreement among raft nodes before linearized reading' (duration: 529.577629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.438264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.502161Z","time spent":"7.936084808s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-01T16:24:55.438266Z","caller":"traceutil/trace.go:171","msg":"trace[1485827910] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129; range_end:; response_count:1; response_revision:19679; }","duration":"5.535725008s","start":"2026-04-01T16:24:49.902527Z","end":"2026-04-01T16:24:55.438252Z","steps":["trace[1485827910] 'agreement among raft nodes before linearized reading' (duration: 5.534744885s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.438318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:49.902511Z","time spent":"5.535790069s","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129\" "} {"level":"warn","ts":"2026-04-01T16:24:55.438343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:54.907885Z","time spent":"530.437418ms","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:24:55.437597Z","caller":"traceutil/trace.go:171","msg":"trace[1059113302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19679; }","duration":"3.534141841s","start":"2026-04-01T16:24:51.903446Z","end":"2026-04-01T16:24:55.437588Z","steps":["trace[1059113302] 'agreement among raft nodes before linearized reading' (duration: 3.534053759s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.43759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158226191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:55.438391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:51.903433Z","time spent":"3.53494555s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:24:55.438411Z","caller":"traceutil/trace.go:171","msg":"trace[1477135250] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19679; }","duration":"1.15904313s","start":"2026-04-01T16:24:54.279351Z","end":"2026-04-01T16:24:55.438394Z","steps":["trace[1477135250] 'agreement among raft nodes before linearized reading' (duration: 1.15819366s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.06032481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:24:55.438483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:54.279341Z","time spent":"1.159127592s","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:55.438501Z","caller":"traceutil/trace.go:171","msg":"trace[908882031] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19679; }","duration":"8.061638721s","start":"2026-04-01T16:24:47.376846Z","end":"2026-04-01T16:24:55.438485Z","steps":["trace[908882031] 'agreement among raft nodes before linearized reading' (duration: 8.06029557s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.437716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:54.805956Z","time spent":"631.753255ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:55.438544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.376796Z","time spent":"8.061730444s","remote":"127.0.0.1:34754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:55.437742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489127705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-01T16:24:55.43865Z","caller":"traceutil/trace.go:171","msg":"trace[571618866] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:19679; }","duration":"4.490063156s","start":"2026-04-01T16:24:50.948569Z","end":"2026-04-01T16:24:55.438633Z","steps":["trace[571618866] 'agreement among raft nodes before linearized reading' (duration: 4.489127215s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.438707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:50.94855Z","time spent":"4.490140339s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-01T16:24:55.437543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:48.977505Z","time spent":"6.460027965s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:24:55.43812Z","caller":"traceutil/trace.go:171","msg":"trace[351483435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19679; }","duration":"654.924726ms","start":"2026-04-01T16:24:54.783172Z","end":"2026-04-01T16:24:55.438096Z","steps":["trace[351483435] 'agreement among raft nodes before linearized reading' (duration: 654.487766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.438837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:54.783154Z","time spent":"655.663284ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:24:55.438247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.043686Z","time spent":"8.394547387s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":107,"response size":1060335,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T16:24:55.437464Z","caller":"traceutil/trace.go:171","msg":"trace[1868398718] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19679; }","duration":"7.793596901s","start":"2026-04-01T16:24:47.643851Z","end":"2026-04-01T16:24:55.437448Z","steps":["trace[1868398718] 'agreement among raft nodes before linearized reading' (duration: 7.793361915s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:55.439505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:47.643832Z","time spent":"7.7956589s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:24:55.437408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:48.245773Z","time spent":"7.191625872s","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:55.437723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:53.22076Z","time spent":"2.216954897s","remote":"127.0.0.1:51856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:24:55.439776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:51.315616Z","time spent":"4.122195034s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:24:55.944979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:56.445106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:56.945589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:57.446566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:24:57.448759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:24:57.448973Z","caller":"traceutil/trace.go:171","msg":"trace[518082543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000676347s","start":"2026-04-01T16:24:55.448258Z","end":"2026-04-01T16:24:57.448935Z","steps":["trace[518082543] 'agreement among raft nodes before linearized reading' (duration: 2.000456432s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:57.449043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.448251Z","time spent":"2.000776719s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:57.509564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.065140412s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:24:59.449556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:59.449647Z","caller":"traceutil/trace.go:171","msg":"trace[487312506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000548503s","start":"2026-04-01T16:24:57.449079Z","end":"2026-04-01T16:24:59.449627Z","steps":["trace[487312506] 'agreement among raft nodes before linearized reading' (duration: 2.0004285s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:59.449696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:57.449051Z","time spent":"2.000635374s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:24:59.619327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000699487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:24:59.619429Z","caller":"traceutil/trace.go:171","msg":"trace[1486317851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00086364s","start":"2026-04-01T16:24:57.61854Z","end":"2026-04-01T16:24:59.619403Z","steps":["trace[1486317851] 'agreement among raft nodes before linearized reading' (duration: 2.000746238s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:24:59.619495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:57.618524Z","time spent":"2.000957843s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:24:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:00.983584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.987476Z","time spent":"4.996100245s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:25:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:00.983856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.987542Z","time spent":"4.996307271s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:00.984644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.987686Z","time spent":"4.996954095s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:25:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:01.458399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000930372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:01.458506Z","caller":"traceutil/trace.go:171","msg":"trace[2110885533] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001083326s","start":"2026-04-01T16:24:59.457395Z","end":"2026-04-01T16:25:01.458479Z","steps":["trace[2110885533] 'agreement among raft nodes before linearized reading' (duration: 2.000961283s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:01.458578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:59.457373Z","time spent":"2.001187288s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:01.904301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.444326Z","time spent":"6.459971854s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:25:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:01.904258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.445538Z","time spent":"6.458713344s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:25:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:02.443508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:57.445454Z","time spent":"4.998024489s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:25:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:02.44529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.445176Z","time spent":"7.000110009s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:02.451481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.450499Z","time spent":"7.000976079s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:02.851928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.851521Z","time spent":"7.000400145s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:03.04517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:56.044078Z","time spent":"7.001084801s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:03.330569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007797007s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:03.330674Z","caller":"traceutil/trace.go:171","msg":"trace[1173984011] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19679; }","duration":"3.00791868s","start":"2026-04-01T16:25:00.32274Z","end":"2026-04-01T16:25:03.330659Z","steps":["trace[1173984011] 'range keys from in-memory index tree' (duration: 3.007779267s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:03.33205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.822163937s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-01T16:25:03.45845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999646602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:03.458553Z","caller":"traceutil/trace.go:171","msg":"trace[811930035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999827137s","start":"2026-04-01T16:25:01.458701Z","end":"2026-04-01T16:25:03.458528Z","steps":["trace[811930035] 'agreement among raft nodes before linearized reading' (duration: 1.999684013s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:03.458606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:01.458677Z","time spent":"1.999916669s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:03.816161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:56.815012Z","time spent":"7.001142693s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:05.466312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:05.466395Z","caller":"traceutil/trace.go:171","msg":"trace[1086744132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251956s","start":"2026-04-01T16:25:03.466125Z","end":"2026-04-01T16:25:05.466377Z","steps":["trace[1086744132] 'agreement among raft nodes before linearized reading' (duration: 2.000148473s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:05.466458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:03.466075Z","time spent":"2.000371898s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:05.984166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998875309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:05.984253Z","caller":"traceutil/trace.go:171","msg":"trace[2124329580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999030602s","start":"2026-04-01T16:25:00.985201Z","end":"2026-04-01T16:25:05.984232Z","steps":["trace[2124329580] 'agreement among raft nodes before linearized reading' (duration: 4.99892045s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:05.984238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997864165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T16:25:05.984303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:00.985184Z","time spent":"4.999108764s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/01 16:25:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T16:25:05.984345Z","caller":"traceutil/trace.go:171","msg":"trace[1304340665] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998070159s","start":"2026-04-01T16:25:00.986247Z","end":"2026-04-01T16:25:05.984317Z","steps":["trace[1304340665] 'agreement among raft nodes before linearized reading' (duration: 4.997875005s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:05.984524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:00.986242Z","time spent":"4.998153162s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/01 16:25:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:05.98556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997956527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:05.985639Z","caller":"traceutil/trace.go:171","msg":"trace[747755007] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998150382s","start":"2026-04-01T16:25:00.98747Z","end":"2026-04-01T16:25:05.985621Z","steps":["trace[747755007] 'agreement among raft nodes before linearized reading' (duration: 4.997983748s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:05.985685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:00.987454Z","time spent":"4.998221653s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/01 16:25:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:05.995825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.550886838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:05.995873Z","caller":"traceutil/trace.go:171","msg":"trace[487526607] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"10.550956699s","start":"2026-04-01T16:24:55.444905Z","end":"2026-04-01T16:25:05.995861Z","steps":["trace[487526607] 'agreement among raft nodes before linearized reading' (duration: 10.550905138s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:05.995905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.444887Z","time spent":"10.551010281s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/01 16:25:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:06.651856Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b79036ea","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:25:07.444774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99930865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:07.444912Z","caller":"traceutil/trace.go:171","msg":"trace[1820256529] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999552926s","start":"2026-04-01T16:25:02.445331Z","end":"2026-04-01T16:25:07.444884Z","steps":["trace[1820256529] 'agreement among raft nodes before linearized reading' (duration: 4.999338931s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:07.44507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:02.445309Z","time spent":"4.99971254s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/01 16:25:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:07.466845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:07.466952Z","caller":"traceutil/trace.go:171","msg":"trace[578022561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176045s","start":"2026-04-01T16:25:05.46676Z","end":"2026-04-01T16:25:07.466936Z","steps":["trace[578022561] 'agreement among raft nodes before linearized reading' (duration: 2.000043782s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:07.467029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:05.466745Z","time spent":"2.000254727s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:08.907108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:01.906732Z","time spent":"7.000370124s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:08.9078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:01.906707Z","time spent":"7.001090022s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:09.44875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.59611858s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:25:09.475118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000786989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:09.475241Z","caller":"traceutil/trace.go:171","msg":"trace[821083677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995253s","start":"2026-04-01T16:25:07.474217Z","end":"2026-04-01T16:25:09.475212Z","steps":["trace[821083677] 'agreement among raft nodes before linearized reading' (duration: 2.000804278s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:09.475343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:07.474201Z","time spent":"2.001130267s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:09.856374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:02.856211Z","time spent":"7.00015614s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:10.049985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:03.049302Z","time spent":"7.000670702s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:11.476037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:11.476161Z","caller":"traceutil/trace.go:171","msg":"trace[1830714248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624876s","start":"2026-04-01T16:25:09.475486Z","end":"2026-04-01T16:25:11.476111Z","steps":["trace[1830714248] 'agreement among raft nodes before linearized reading' (duration: 2.000475922s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:11.476218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:09.475464Z","time spent":"2.000742118s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:25:11.812841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992924606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:11.812932Z","caller":"traceutil/trace.go:171","msg":"trace[2101312275] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.99307561s","start":"2026-04-01T16:25:03.819834Z","end":"2026-04-01T16:25:11.81291Z","steps":["trace[2101312275] 'agreement among raft nodes before linearized reading' (duration: 7.992957187s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:11.812992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:03.819813Z","time spent":"7.993168722s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/01 16:25:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:12.157947Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b79036fd","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:25:13.483943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000573194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:13.484024Z","caller":"traceutil/trace.go:171","msg":"trace[1134031250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000703786s","start":"2026-04-01T16:25:11.483302Z","end":"2026-04-01T16:25:13.484005Z","steps":["trace[1134031250] 'agreement among raft nodes before linearized reading' (duration: 2.000595893s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:13.48407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:11.483287Z","time spent":"2.000774558s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:13.659588Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b79036ea","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:25:14.448473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:07.447516Z","time spent":"7.000950509s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:15.484576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:15.484676Z","caller":"traceutil/trace.go:171","msg":"trace[524533317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478232s","start":"2026-04-01T16:25:13.484176Z","end":"2026-04-01T16:25:15.484655Z","steps":["trace[524533317] 'agreement among raft nodes before linearized reading' (duration: 2.000354249s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:15.484736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:13.484158Z","time spent":"2.000564694s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:25:16.576419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.252959959s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:16.576542Z","caller":"traceutil/trace.go:171","msg":"trace[1297514019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19680; }","duration":"6.253103982s","start":"2026-04-01T16:25:10.323421Z","end":"2026-04-01T16:25:16.576525Z","steps":["trace[1297514019] 'range keys from in-memory index tree' (duration: 6.252939629s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:16.57691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:07.972978Z","time spent":"8.603924735s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:16.580917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.131752614s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:25:16.582345Z","caller":"traceutil/trace.go:171","msg":"trace[267189740] linearizableReadLoop","detail":"{readStateIndex:20371; appliedIndex:20360; }","duration":"21.13793416s","start":"2026-04-01T16:24:55.444389Z","end":"2026-04-01T16:25:16.582323Z","steps":["trace[267189740] 'read index received' (duration: 2.065361317s)","trace[267189740] 'applied index is now lower than readState.Index' (duration: 19.072571893s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:25:16.582484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.138074513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:25:16.582569Z","caller":"traceutil/trace.go:171","msg":"trace[293833289] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19690; }","duration":"21.138138125s","start":"2026-04-01T16:24:55.444375Z","end":"2026-04-01T16:25:16.582513Z","steps":["trace[293833289] 'agreement among raft nodes before linearized reading' (duration: 21.138055723s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:16.582615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.444369Z","time spent":"21.138236338s","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T16:25:16.861449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:09.860905Z","time spent":"7.000536559s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:17.055203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:10.054259Z","time spent":"7.000937828s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:17.082828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:25:17.492642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:17.492724Z","caller":"traceutil/trace.go:171","msg":"trace[659255707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042216s","start":"2026-04-01T16:25:15.492283Z","end":"2026-04-01T16:25:17.492705Z","steps":["trace[659255707] 'agreement among raft nodes before linearized reading' (duration: 2.000297977s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:17.492771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:15.492264Z","time spent":"2.000498262s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:17.583499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:25:17.585806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.033813246s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:25:18.818989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:11.818357Z","time spent":"7.00061431s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:19.167331Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b79036fd","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:25:19.492961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:19.493058Z","caller":"traceutil/trace.go:171","msg":"trace[68684505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000052091s","start":"2026-04-01T16:25:17.492988Z","end":"2026-04-01T16:25:19.49304Z","steps":["trace[68684505] 'agreement among raft nodes before linearized reading' (duration: 1.999934208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:19.493114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:17.492975Z","time spent":"2.000125553s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:19.61774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:19.617823Z","caller":"traceutil/trace.go:171","msg":"trace[298328983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999968569s","start":"2026-04-01T16:25:17.617836Z","end":"2026-04-01T16:25:19.617804Z","steps":["trace[298328983] 'agreement among raft nodes before linearized reading' (duration: 1.999860696s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:19.617877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:17.617816Z","time spent":"2.000048771s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:25:20.358615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:18.932217Z","time spent":"1.426391113s","remote":"127.0.0.1:38702","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:20.670954Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b79036ea","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:25:21.164576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.380140768s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:25:21.500418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:21.500498Z","caller":"traceutil/trace.go:171","msg":"trace[1302319419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205396s","start":"2026-04-01T16:25:19.500276Z","end":"2026-04-01T16:25:21.500481Z","steps":["trace[1302319419] 'agreement among raft nodes before linearized reading' (duration: 2.000113854s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:21.500538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:19.500258Z","time spent":"2.000272457s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:23.500582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:23.500721Z","caller":"traceutil/trace.go:171","msg":"trace[1567124637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145974s","start":"2026-04-01T16:25:21.500552Z","end":"2026-04-01T16:25:23.500698Z","steps":["trace[1567124637] 'agreement among raft nodes before linearized reading' (duration: 1.99998293s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:23.501137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:21.500532Z","time spent":"2.000586133s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:25.508863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:25.508975Z","caller":"traceutil/trace.go:171","msg":"trace[643453140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000027581s","start":"2026-04-01T16:25:23.508927Z","end":"2026-04-01T16:25:25.508954Z","steps":["trace[643453140] 'agreement among raft nodes before linearized reading' (duration: 1.999884418s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:25.509044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:23.508912Z","time spent":"2.000121163s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:25:26.176159Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b79036fd","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:25:26.863971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99907695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:26.864058Z","caller":"traceutil/trace.go:171","msg":"trace[1627535804] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999198373s","start":"2026-04-01T16:25:16.864835Z","end":"2026-04-01T16:25:26.864033Z","steps":["trace[1627535804] 'agreement among raft nodes before linearized reading' (duration: 9.999053709s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:26.864119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:16.864824Z","time spent":"9.999280794s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/01 16:25:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:27.509976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:27.510065Z","caller":"traceutil/trace.go:171","msg":"trace[1907614421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463381s","start":"2026-04-01T16:25:25.509577Z","end":"2026-04-01T16:25:27.510041Z","steps":["trace[1907614421] 'agreement among raft nodes before linearized reading' (duration: 2.000344178s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:27.510126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:25.509557Z","time spent":"2.000553873s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:29.444575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.999625128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:29.44481Z","caller":"traceutil/trace.go:171","msg":"trace[16299968] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; }","duration":"33.999818462s","start":"2026-04-01T16:24:55.444893Z","end":"2026-04-01T16:25:29.444712Z","steps":["trace[16299968] 'agreement among raft nodes before linearized reading' (duration: 33.999647438s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:29.444937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.444881Z","time spent":"34.000047208s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} 2026/04/01 16:25:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:29.518142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:29.518222Z","caller":"traceutil/trace.go:171","msg":"trace[1273705876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99996602s","start":"2026-04-01T16:25:27.518238Z","end":"2026-04-01T16:25:29.518204Z","steps":["trace[1273705876] 'agreement among raft nodes before linearized reading' (duration: 1.999856847s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:29.518272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:27.518222Z","time spent":"2.000040671s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:31.518968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000741957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:31.519072Z","caller":"traceutil/trace.go:171","msg":"trace[87360041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000870821s","start":"2026-04-01T16:25:29.518176Z","end":"2026-04-01T16:25:31.519047Z","steps":["trace[87360041] 'agreement among raft nodes before linearized reading' (duration: 2.000749758s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:31.519229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:29.51817Z","time spent":"2.000948772s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:31.729998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.143815201s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T16:25:31.731481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407948463s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:31.731576Z","caller":"traceutil/trace.go:171","msg":"trace[1888511371] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19690; }","duration":"1.408045225s","start":"2026-04-01T16:25:30.323515Z","end":"2026-04-01T16:25:31.73156Z","steps":["trace[1888511371] 'range keys from in-memory index tree' (duration: 1.407937523s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:32.913222Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.748481488s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:25:33.5264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:33.526495Z","caller":"traceutil/trace.go:171","msg":"trace[2017390505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223076s","start":"2026-04-01T16:25:31.526253Z","end":"2026-04-01T16:25:33.526476Z","steps":["trace[2017390505] 'agreement among raft nodes before linearized reading' (duration: 2.000102013s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:33.526546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:31.526234Z","time spent":"2.000299608s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:34.782494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.332223467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:34.782609Z","caller":"traceutil/trace.go:171","msg":"trace[1330342303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"17.332400091s","start":"2026-04-01T16:25:17.450187Z","end":"2026-04-01T16:25:34.782588Z","steps":["trace[1330342303] 'agreement among raft nodes before linearized reading' (duration: 17.332253088s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:34.782658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:17.450169Z","time spent":"17.332479003s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/04/01 16:25:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:35.526843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:35.526999Z","caller":"traceutil/trace.go:171","msg":"trace[1626449561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240355s","start":"2026-04-01T16:25:33.526723Z","end":"2026-04-01T16:25:35.526963Z","steps":["trace[1626449561] 'agreement among raft nodes before linearized reading' (duration: 2.000070131s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:35.527052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:33.526701Z","time spent":"2.000338368s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:36.864993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998512108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:36.865098Z","caller":"traceutil/trace.go:171","msg":"trace[1404909230] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998671781s","start":"2026-04-01T16:25:26.8664Z","end":"2026-04-01T16:25:36.865072Z","steps":["trace[1404909230] 'agreement among raft nodes before linearized reading' (duration: 9.998543708s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:36.865168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:26.866381Z","time spent":"9.998769963s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/01 16:25:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:37.534551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:37.534636Z","caller":"traceutil/trace.go:171","msg":"trace[377082232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170354s","start":"2026-04-01T16:25:35.534447Z","end":"2026-04-01T16:25:37.534617Z","steps":["trace[377082232] 'agreement among raft nodes before linearized reading' (duration: 2.000059022s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:37.534683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:35.53443Z","time spent":"2.000243856s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:25:38.730315Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b79036fd","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:25:39.347092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:37.983855Z","time spent":"1.363226289s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:39.350627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.620393285s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T16:25:39.350683Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"14.27µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-01T16:25:39.351606Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"35.14µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-01T16:25:39.351634Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"3.31µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-01T16:25:39.35165Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.63µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-01T16:25:39.351669Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"3.26µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-04-01T16:25:39.351774Z","caller":"traceutil/trace.go:171","msg":"trace[1423872299] linearizableReadLoop","detail":"{readStateIndex:20384; appliedIndex:20371; }","duration":"22.769292421s","start":"2026-04-01T16:25:16.582406Z","end":"2026-04-01T16:25:39.351698Z","steps":["trace[1423872299] 'read index received' (duration: 1.003783824s)","trace[1423872299] 'applied index is now lower than readState.Index' (duration: 21.765507657s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:25:39.351878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.941525837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.351925Z","caller":"traceutil/trace.go:171","msg":"trace[2050832643] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:19692; }","duration":"40.94165428s","start":"2026-04-01T16:24:58.410262Z","end":"2026-04-01T16:25:39.351916Z","steps":["trace[2050832643] 'agreement among raft nodes before linearized reading' (duration: 40.941569338s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.35191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.625579605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.351928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.800370597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.351903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.264301882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.351904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.828136942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.351935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.313891376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.899009281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.977188383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.352051Z","caller":"traceutil/trace.go:171","msg":"trace[146088875] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19692; }","duration":"26.899067153s","start":"2026-04-01T16:25:12.452977Z","end":"2026-04-01T16:25:39.352044Z","steps":["trace[146088875] 'agreement among raft nodes before linearized reading' (duration: 26.899030072s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.352041Z","caller":"traceutil/trace.go:171","msg":"trace[448525124] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19692; }","duration":"25.264460715s","start":"2026-04-01T16:25:14.087523Z","end":"2026-04-01T16:25:39.351984Z","steps":["trace[448525124] 'agreement among raft nodes before linearized reading' (duration: 25.264280281s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.352071Z","caller":"traceutil/trace.go:171","msg":"trace[871820431] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19692; }","duration":"28.31409881s","start":"2026-04-01T16:25:11.037954Z","end":"2026-04-01T16:25:39.352053Z","steps":["trace[871820431] 'agreement among raft nodes before linearized reading' (duration: 28.313844034s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.639501602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.151664934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.352153Z","caller":"traceutil/trace.go:171","msg":"trace[1309569627] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19692; }","duration":"36.639568043s","start":"2026-04-01T16:25:02.712579Z","end":"2026-04-01T16:25:39.352148Z","steps":["trace[1309569627] 'agreement among raft nodes before linearized reading' (duration: 36.639530572s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.131744236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.352174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:02.712558Z","time spent":"36.639610175s","remote":"127.0.0.1:52096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:14.08749Z","time spent":"25.264597179s","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.585849367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.060008848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.352203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"41.896291065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:25:39.352258Z","caller":"traceutil/trace.go:171","msg":"trace[1922815424] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19692; }","duration":"41.896381417s","start":"2026-04-01T16:24:57.455869Z","end":"2026-04-01T16:25:39.352251Z","steps":["trace[1922815424] 'agreement among raft nodes before linearized reading' (duration: 41.89609209s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"41.904492616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:25:39.352266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.478551904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.352251Z","caller":"traceutil/trace.go:171","msg":"trace[1638763208] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19692; }","duration":"38.060287484s","start":"2026-04-01T16:25:01.291953Z","end":"2026-04-01T16:25:39.35224Z","steps":["trace[1638763208] 'agreement among raft nodes before linearized reading' (duration: 38.060007268s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.068072071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.39964775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.35229Z","caller":"traceutil/trace.go:171","msg":"trace[1897099414] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19692; }","duration":"28.58598541s","start":"2026-04-01T16:25:10.766288Z","end":"2026-04-01T16:25:39.352274Z","steps":["trace[1897099414] 'agreement among raft nodes before linearized reading' (duration: 28.585819476s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.352308Z","caller":"traceutil/trace.go:171","msg":"trace[53353992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19692; }","duration":"40.478655156s","start":"2026-04-01T16:24:58.873641Z","end":"2026-04-01T16:25:39.352296Z","steps":["trace[53353992] 'agreement among raft nodes before linearized reading' (duration: 40.478607625s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.352307Z","caller":"traceutil/trace.go:171","msg":"trace[1621767137] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19692; }","duration":"41.904561648s","start":"2026-04-01T16:24:57.447732Z","end":"2026-04-01T16:25:39.352294Z","steps":["trace[1621767137] 'agreement among raft nodes before linearized reading' (duration: 41.904410574s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.352323Z","caller":"traceutil/trace.go:171","msg":"trace[99493906] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19692; }","duration":"37.068134743s","start":"2026-04-01T16:25:02.284175Z","end":"2026-04-01T16:25:39.352309Z","steps":["trace[99493906] 'agreement among raft nodes before linearized reading' (duration: 37.068082742s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:57.447722Z","time spent":"41.904619549s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:25:39.352353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:58.873614Z","time spent":"40.478725038s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:02.284157Z","time spent":"37.068191224s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"43.698241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.352403Z","caller":"traceutil/trace.go:171","msg":"trace[1401806826] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19692; }","duration":"43.698317622s","start":"2026-04-01T16:24:55.654076Z","end":"2026-04-01T16:25:39.352394Z","steps":["trace[1401806826] 'agreement among raft nodes before linearized reading' (duration: 43.6982322s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.654065Z","time spent":"43.698376373s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.352462Z","caller":"traceutil/trace.go:171","msg":"trace[209458210] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19692; }","duration":"23.131850458s","start":"2026-04-01T16:25:16.220331Z","end":"2026-04-01T16:25:39.352182Z","steps":["trace[209458210] 'agreement among raft nodes before linearized reading' (duration: 23.131724205s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.35208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:12.452956Z","time spent":"26.899118244s","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:16.220301Z","time spent":"23.132203407s","remote":"127.0.0.1:41982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.897510758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-01T16:25:39.352558Z","caller":"traceutil/trace.go:171","msg":"trace[1460403083] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19692; }","duration":"36.897884377s","start":"2026-04-01T16:25:02.454664Z","end":"2026-04-01T16:25:39.352548Z","steps":["trace[1460403083] 'agreement among raft nodes before linearized reading' (duration: 36.897449726s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.35256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"41.906912683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:25:39.352579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:10.766267Z","time spent":"28.586289938s","remote":"127.0.0.1:51932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.326790829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.995370694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.352932Z","caller":"traceutil/trace.go:171","msg":"trace[739717921] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19692; }","duration":"11.32682844s","start":"2026-04-01T16:25:28.026092Z","end":"2026-04-01T16:25:39.35292Z","steps":["trace[739717921] 'agreement among raft nodes before linearized reading' (duration: 11.326778419s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.705764671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.35295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486733118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-01T16:25:39.352965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:28.026077Z","time spent":"11.326880021s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049366268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.352979Z","caller":"traceutil/trace.go:171","msg":"trace[1992189303] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19692; }","duration":"15.705842533s","start":"2026-04-01T16:25:23.647123Z","end":"2026-04-01T16:25:39.352965Z","steps":["trace[1992189303] 'agreement among raft nodes before linearized reading' (duration: 15.705780262s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.352989Z","caller":"traceutil/trace.go:171","msg":"trace[1687440425] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:19692; }","duration":"2.48680105s","start":"2026-04-01T16:25:36.866178Z","end":"2026-04-01T16:25:39.352979Z","steps":["trace[1687440425] 'agreement among raft nodes before linearized reading' (duration: 2.486679047s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.353008Z","caller":"traceutil/trace.go:171","msg":"trace[471680149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19692; }","duration":"1.04943653s","start":"2026-04-01T16:25:38.303561Z","end":"2026-04-01T16:25:39.352998Z","steps":["trace[471680149] 'agreement among raft nodes before linearized reading' (duration: 1.049396319s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:36.866164Z","time spent":"2.4868508s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-01T16:25:39.353024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:23.647104Z","time spent":"15.705907114s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:38.303534Z","time spent":"1.049507182s","remote":"127.0.0.1:52012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522717119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.353156Z","caller":"traceutil/trace.go:171","msg":"trace[689794419] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19692; }","duration":"4.522784421s","start":"2026-04-01T16:25:34.830364Z","end":"2026-04-01T16:25:39.353149Z","steps":["trace[689794419] 'agreement among raft nodes before linearized reading' (duration: 4.522666898s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:34.830353Z","time spent":"4.522822631s","remote":"127.0.0.1:48174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":7,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021990029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.353276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.067594511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-01T16:25:39.353274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.929520487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.353307Z","caller":"traceutil/trace.go:171","msg":"trace[941586108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19692; }","duration":"5.022040141s","start":"2026-04-01T16:25:34.331256Z","end":"2026-04-01T16:25:39.353296Z","steps":["trace[941586108] 'agreement among raft nodes before linearized reading' (duration: 5.02199875s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.353313Z","caller":"traceutil/trace.go:171","msg":"trace[1584159739] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19692; }","duration":"16.067667633s","start":"2026-04-01T16:25:23.285636Z","end":"2026-04-01T16:25:39.353303Z","steps":["trace[1584159739] 'agreement among raft nodes before linearized reading' (duration: 16.067567381s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.165076798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.35342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:23.285616Z","time spent":"16.067722005s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T16:25:39.353464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671103464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.35302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.590698524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.353477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.961804015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417426"} {"level":"warn","ts":"2026-04-01T16:25:39.353512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.293906568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-01T16:25:39.353516Z","caller":"traceutil/trace.go:171","msg":"trace[1855465600] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19692; }","duration":"2.671161715s","start":"2026-04-01T16:25:36.68234Z","end":"2026-04-01T16:25:39.353501Z","steps":["trace[1855465600] 'agreement among raft nodes before linearized reading' (duration: 2.670797986s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.353541Z","caller":"traceutil/trace.go:171","msg":"trace[1332668826] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19692; }","duration":"16.961883787s","start":"2026-04-01T16:25:22.391635Z","end":"2026-04-01T16:25:39.353519Z","steps":["trace[1332668826] 'agreement among raft nodes before linearized reading' (duration: 16.96157828s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.353563Z","caller":"traceutil/trace.go:171","msg":"trace[1136024949] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:19692; }","duration":"22.29398699s","start":"2026-04-01T16:25:17.059557Z","end":"2026-04-01T16:25:39.353544Z","steps":["trace[1136024949] 'agreement among raft nodes before linearized reading' (duration: 22.293885617s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:36.68232Z","time spent":"2.671232407s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.038609565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.353628Z","caller":"traceutil/trace.go:171","msg":"trace[23239932] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19692; }","duration":"16.038684157s","start":"2026-04-01T16:25:23.31493Z","end":"2026-04-01T16:25:39.353614Z","steps":["trace[23239932] 'agreement among raft nodes before linearized reading' (duration: 16.038627155s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.388117948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.35368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:23.314919Z","time spent":"16.038738629s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.353707Z","caller":"traceutil/trace.go:171","msg":"trace[1009215786] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19692; }","duration":"20.388180398s","start":"2026-04-01T16:25:18.965518Z","end":"2026-04-01T16:25:39.353698Z","steps":["trace[1009215786] 'agreement among raft nodes before linearized reading' (duration: 20.388132157s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.225699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.353734Z","caller":"traceutil/trace.go:171","msg":"trace[1613999499] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:19692; }","duration":"15.591305668s","start":"2026-04-01T16:25:23.762202Z","end":"2026-04-01T16:25:39.353507Z","steps":["trace[1613999499] 'agreement among raft nodes before linearized reading' (duration: 15.590622382s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.585369979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:25:39.353748Z","caller":"traceutil/trace.go:171","msg":"trace[520561034] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19692; }","duration":"893.057707ms","start":"2026-04-01T16:25:38.460677Z","end":"2026-04-01T16:25:39.353734Z","steps":["trace[520561034] 'agreement among raft nodes before linearized reading' (duration: 892.228758ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.353769Z","caller":"traceutil/trace.go:171","msg":"trace[1406989] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19692; }","duration":"17.585442001s","start":"2026-04-01T16:25:21.768319Z","end":"2026-04-01T16:25:39.353761Z","steps":["trace[1406989] 'agreement among raft nodes before linearized reading' (duration: 17.585291957s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.35374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:18.965496Z","time spent":"20.3882349s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:38.460659Z","time spent":"893.124869ms","remote":"127.0.0.1:42018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.532000168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T16:25:39.353838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.790838258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.353635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.351204176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.353603Z","caller":"traceutil/trace.go:171","msg":"trace[1930862150] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19692; }","duration":"12.165349645s","start":"2026-04-01T16:25:27.188099Z","end":"2026-04-01T16:25:39.353449Z","steps":["trace[1930862150] 'agreement among raft nodes before linearized reading' (duration: 12.165052138s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.353909Z","caller":"traceutil/trace.go:171","msg":"trace[78437784] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19692; }","duration":"18.351503583s","start":"2026-04-01T16:25:21.002387Z","end":"2026-04-01T16:25:39.35389Z","steps":["trace[78437784] 'agreement among raft nodes before linearized reading' (duration: 18.351222886s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.468306298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"42.093844539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.353983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:21.002367Z","time spent":"18.351596905s","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.35399Z","caller":"traceutil/trace.go:171","msg":"trace[2033826619] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19692; }","duration":"6.469354403s","start":"2026-04-01T16:25:32.884619Z","end":"2026-04-01T16:25:39.353974Z","steps":["trace[2033826619] 'agreement among raft nodes before linearized reading' (duration: 6.468339339s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.353328Z","caller":"traceutil/trace.go:171","msg":"trace[392535961] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19692; }","duration":"17.929608329s","start":"2026-04-01T16:25:21.423706Z","end":"2026-04-01T16:25:39.353314Z","steps":["trace[392535961] 'agreement among raft nodes before linearized reading' (duration: 17.929525178s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.206320142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.352958Z","caller":"traceutil/trace.go:171","msg":"trace[438386100] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19692; }","duration":"13.995455716s","start":"2026-04-01T16:25:25.357495Z","end":"2026-04-01T16:25:39.352951Z","steps":["trace[438386100] 'agreement among raft nodes before linearized reading' (duration: 13.995370454s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.353894Z","caller":"traceutil/trace.go:171","msg":"trace[1837037291] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19692; }","duration":"17.790888919s","start":"2026-04-01T16:25:21.562992Z","end":"2026-04-01T16:25:39.353881Z","steps":["trace[1837037291] 'agreement among raft nodes before linearized reading' (duration: 17.790824797s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:21.768297Z","time spent":"17.585494772s","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":208,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.354088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:21.562934Z","time spent":"17.791147155s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.354111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.239817773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.351914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.308432405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.354124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:25.357479Z","time spent":"13.996598892s","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.354139Z","caller":"traceutil/trace.go:171","msg":"trace[1327155345] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19692; }","duration":"8.239885365s","start":"2026-04-01T16:25:31.114245Z","end":"2026-04-01T16:25:39.354131Z","steps":["trace[1327155345] 'agreement among raft nodes before linearized reading' (duration: 8.239835183s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.354016Z","caller":"traceutil/trace.go:171","msg":"trace[58564160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19692; }","duration":"42.095497488s","start":"2026-04-01T16:24:57.258509Z","end":"2026-04-01T16:25:39.354007Z","steps":["trace[58564160] 'agreement among raft nodes before linearized reading' (duration: 42.093861699s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.354159Z","caller":"traceutil/trace.go:171","msg":"trace[1830156466] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19692; }","duration":"37.310743339s","start":"2026-04-01T16:25:02.043405Z","end":"2026-04-01T16:25:39.354148Z","steps":["trace[1830156466] 'agreement among raft nodes before linearized reading' (duration: 37.308421315s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.354158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.922583939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.354322Z","caller":"traceutil/trace.go:171","msg":"trace[1946311735] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19692; }","duration":"6.922761493s","start":"2026-04-01T16:25:32.431539Z","end":"2026-04-01T16:25:39.3543Z","steps":["trace[1946311735] 'agreement among raft nodes before linearized reading' (duration: 6.922526967s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.353594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:17.059537Z","time spent":"22.294047871s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-01T16:25:39.352183Z","caller":"traceutil/trace.go:171","msg":"trace[1599842129] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:19692; }","duration":"39.151787607s","start":"2026-04-01T16:25:00.200379Z","end":"2026-04-01T16:25:39.352167Z","steps":["trace[1599842129] 'agreement among raft nodes before linearized reading' (duration: 39.151736625s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.354477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:00.200358Z","time spent":"39.1541013s","remote":"127.0.0.1:38740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.901045732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.354665Z","caller":"traceutil/trace.go:171","msg":"trace[1471966708] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19692; }","duration":"17.902611199s","start":"2026-04-01T16:25:21.452043Z","end":"2026-04-01T16:25:39.354654Z","steps":["trace[1471966708] 'agreement among raft nodes before linearized reading' (duration: 17.900974961s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.352322Z","caller":"traceutil/trace.go:171","msg":"trace[261255695] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19692; }","duration":"36.399709601s","start":"2026-04-01T16:25:02.952607Z","end":"2026-04-01T16:25:39.352317Z","steps":["trace[261255695] 'agreement among raft nodes before linearized reading' (duration: 36.39966662s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.354709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:21.452022Z","time spent":"17.90267476s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":34,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.354724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:02.952588Z","time spent":"36.402121178s","remote":"127.0.0.1:41816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:23.762181Z","time spent":"15.591580714s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.100813804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.355001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.110326231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:25:39.355059Z","caller":"traceutil/trace.go:171","msg":"trace[883530711] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19692; }","duration":"23.103870775s","start":"2026-04-01T16:25:16.251174Z","end":"2026-04-01T16:25:39.355045Z","steps":["trace[883530711] 'agreement among raft nodes before linearized reading' (duration: 23.100792023s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.675263227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.355222Z","caller":"traceutil/trace.go:171","msg":"trace[457136264] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19692; }","duration":"26.110553676s","start":"2026-04-01T16:25:13.244633Z","end":"2026-04-01T16:25:39.355187Z","steps":["trace[457136264] 'agreement among raft nodes before linearized reading' (duration: 26.107427033s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.355285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:13.244619Z","time spent":"26.110648859s","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2066,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.351987Z","caller":"traceutil/trace.go:171","msg":"trace[985725470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19692; }","duration":"26.80047713s","start":"2026-04-01T16:25:12.551495Z","end":"2026-04-01T16:25:39.351972Z","steps":["trace[985725470] 'agreement among raft nodes before linearized reading' (duration: 26.800362957s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.355225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:16.251151Z","time spent":"23.104045599s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.355382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:12.551476Z","time spent":"26.803893821s","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:57.455852Z","time spent":"41.896420328s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"warn","ts":"2026-04-01T16:25:39.354121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.734299706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.355466Z","caller":"traceutil/trace.go:171","msg":"trace[234630940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19692; }","duration":"38.678496382s","start":"2026-04-01T16:25:00.676736Z","end":"2026-04-01T16:25:39.355233Z","steps":["trace[234630940] 'agreement among raft nodes before linearized reading' (duration: 38.675292247s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:11.03792Z","time spent":"28.314221233s","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.355521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:00.676715Z","time spent":"38.67879002s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.35211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"43.473175004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:01.291932Z","time spent":"38.060373396s","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":25,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.352559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.35169385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.352602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.398111779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.351948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:58.410239Z","time spent":"40.941701741s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.35193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.755229698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.351915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.840139609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.351984Z","caller":"traceutil/trace.go:171","msg":"trace[318046530] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19692; }","duration":"26.625704528s","start":"2026-04-01T16:25:12.726262Z","end":"2026-04-01T16:25:39.351967Z","steps":["trace[318046530] 'agreement among raft nodes before linearized reading' (duration: 26.625544004s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.709602502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:39.352036Z","caller":"traceutil/trace.go:171","msg":"trace[1690897982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19692; }","duration":"35.828319126s","start":"2026-04-01T16:25:03.523698Z","end":"2026-04-01T16:25:39.352017Z","steps":["trace[1690897982] 'agreement among raft nodes before linearized reading' (duration: 35.828094061s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.352084Z","caller":"traceutil/trace.go:171","msg":"trace[642083651] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19692; }","duration":"35.977269545s","start":"2026-04-01T16:25:03.374797Z","end":"2026-04-01T16:25:39.352067Z","steps":["trace[642083651] 'agreement among raft nodes before linearized reading' (duration: 35.977181523s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.0731449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.323913607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"42.73396869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:02.454647Z","time spent":"36.897944368s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T16:25:39.352621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"42.752776058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:25:39.352612Z","caller":"traceutil/trace.go:171","msg":"trace[1810480537] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19692; }","duration":"41.906990885s","start":"2026-04-01T16:24:57.445606Z","end":"2026-04-01T16:25:39.352597Z","steps":["trace[1810480537] 'agreement among raft nodes before linearized reading' (duration: 41.906826561s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.352639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.672525268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"43.709345029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.960426119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.352688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.167491778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.352705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"41.907926996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:25:39.352721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.40133904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.352737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"43.807084612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-01T16:25:39.352754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.937385353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"43.893730616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-04-01T16:25:39.352782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.191647147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.44894768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-01T16:25:39.352789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.688387829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.352788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.043568971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:25:39.352838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.040708307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.327545721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.35285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306564739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.768015571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.195852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.3529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.905759781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-01T16:25:39.352941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.213504767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.352887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.697678641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.353226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81757624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.353233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567528175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-01T16:25:39.353399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:34.331243Z","time spent":"5.022089452s","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.353522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.54272865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:25:39.353591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:22.391622Z","time spent":"16.961960869s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417448,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T16:25:39.353852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.050430961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-04-01T16:25:39.353849Z","caller":"traceutil/trace.go:171","msg":"trace[1082388581] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:19692; }","duration":"20.532029659s","start":"2026-04-01T16:25:18.82181Z","end":"2026-04-01T16:25:39.35384Z","steps":["trace[1082388581] 'agreement among raft nodes before linearized reading' (duration: 20.531945237s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355918Z","caller":"traceutil/trace.go:171","msg":"trace[734332388] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:19692; }","duration":"5.04381054s","start":"2026-04-01T16:25:34.312085Z","end":"2026-04-01T16:25:39.355895Z","steps":["trace[734332388] 'agreement among raft nodes before linearized reading' (duration: 5.040734178s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355941Z","caller":"traceutil/trace.go:171","msg":"trace[883744091] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19692; }","duration":"42.756132337s","start":"2026-04-01T16:24:56.5998Z","end":"2026-04-01T16:25:39.355932Z","steps":["trace[883744091] 'agreement among raft nodes before linearized reading' (duration: 42.752746068s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.355934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:57.445595Z","time spent":"41.910325282s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:25:39.355981Z","caller":"traceutil/trace.go:171","msg":"trace[1288637680] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19692; }","duration":"16.052584622s","start":"2026-04-01T16:25:23.303384Z","end":"2026-04-01T16:25:39.355969Z","steps":["trace[1288637680] 'agreement among raft nodes before linearized reading' (duration: 16.050403021s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.35588Z","caller":"traceutil/trace.go:171","msg":"trace[1364056738] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19692; }","duration":"30.170717612s","start":"2026-04-01T16:25:09.185156Z","end":"2026-04-01T16:25:39.355873Z","steps":["trace[1364056738] 'agreement among raft nodes before linearized reading' (duration: 30.167497047s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.355983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:34.312063Z","time spent":"5.043899191s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.356016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:56.599777Z","time spent":"42.756191608s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":115,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.354056Z","caller":"traceutil/trace.go:171","msg":"trace[1055768499] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19692; }","duration":"18.206963907s","start":"2026-04-01T16:25:21.147083Z","end":"2026-04-01T16:25:39.354047Z","steps":["trace[1055768499] 'agreement among raft nodes before linearized reading' (duration: 18.206335802s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.356039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:23.303359Z","time spent":"16.052665513s","remote":"127.0.0.1:57962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T16:25:39.356069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:09.185137Z","time spent":"30.170894247s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.356105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:21.147063Z","time spent":"18.209030365s","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.355969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:18.821785Z","time spent":"20.534171319s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-01T16:25:39.354063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:27.188076Z","time spent":"12.165909287s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.355931Z","caller":"traceutil/trace.go:171","msg":"trace[774003851] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19692; }","duration":"2.309607631s","start":"2026-04-01T16:25:37.046249Z","end":"2026-04-01T16:25:39.355857Z","steps":["trace[774003851] 'agreement among raft nodes before linearized reading' (duration: 2.30657919s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.354199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:02.043391Z","time spent":"37.31079665s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.354407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:32.431506Z","time spent":"6.922873334s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.355533Z","caller":"traceutil/trace.go:171","msg":"trace[1313137630] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19692; }","duration":"34.73704829s","start":"2026-04-01T16:25:04.618462Z","end":"2026-04-01T16:25:39.35551Z","steps":["trace[1313137630] 'agreement among raft nodes before linearized reading' (duration: 34.734319426s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355598Z","caller":"traceutil/trace.go:171","msg":"trace[1258079841] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19692; }","duration":"29.40114369s","start":"2026-04-01T16:25:09.954442Z","end":"2026-04-01T16:25:39.355586Z","steps":["trace[1258079841] 'agreement among raft nodes before linearized reading' (duration: 29.398137649s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355624Z","caller":"traceutil/trace.go:171","msg":"trace[1084538529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19692; }","duration":"25.713219407s","start":"2026-04-01T16:25:13.64239Z","end":"2026-04-01T16:25:39.35561Z","steps":["trace[1084538529] 'agreement among raft nodes before linearized reading' (duration: 25.709618613s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355629Z","caller":"traceutil/trace.go:171","msg":"trace[1968725240] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19692; }","duration":"43.476755717s","start":"2026-04-01T16:24:55.878865Z","end":"2026-04-01T16:25:39.355621Z","steps":["trace[1968725240] 'agreement among raft nodes before linearized reading' (duration: 43.473184474s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355687Z","caller":"traceutil/trace.go:171","msg":"trace[1510063234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19692; }","duration":"23.759045477s","start":"2026-04-01T16:25:15.59663Z","end":"2026-04-01T16:25:39.355675Z","steps":["trace[1510063234] 'agreement among raft nodes before linearized reading' (duration: 23.755180116s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355721Z","caller":"traceutil/trace.go:171","msg":"trace[1023769463] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19692; }","duration":"41.910994098s","start":"2026-04-01T16:24:57.444721Z","end":"2026-04-01T16:25:39.355715Z","steps":["trace[1023769463] 'agreement among raft nodes before linearized reading' (duration: 41.907715461s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.355715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.304664057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241477"} {"level":"warn","ts":"2026-04-01T16:25:39.355744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:03.523671Z","time spent":"35.832063644s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.355737Z","caller":"traceutil/trace.go:171","msg":"trace[1156400459] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19692; }","duration":"32.354908085s","start":"2026-04-01T16:25:07.000807Z","end":"2026-04-01T16:25:39.355715Z","steps":["trace[1156400459] 'agreement among raft nodes before linearized reading' (duration: 32.35172519s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.355763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:03.374778Z","time spent":"35.980978832s","remote":"127.0.0.1:42134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.355782Z","caller":"traceutil/trace.go:171","msg":"trace[454083066] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:19692; }","duration":"39.076951649s","start":"2026-04-01T16:25:00.278823Z","end":"2026-04-01T16:25:39.355775Z","steps":["trace[454083066] 'agreement among raft nodes before linearized reading' (duration: 39.073251683s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.35578Z","caller":"traceutil/trace.go:171","msg":"trace[1154405864] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19692; }","duration":"33.69143935s","start":"2026-04-01T16:25:05.664328Z","end":"2026-04-01T16:25:39.355768Z","steps":["trace[1154405864] 'agreement among raft nodes before linearized reading' (duration: 33.688429189s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.355699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:12.726243Z","time spent":"26.629440996s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":45,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.3558Z","caller":"traceutil/trace.go:171","msg":"trace[480003778] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19692; }","duration":"39.327539001s","start":"2026-04-01T16:25:00.028255Z","end":"2026-04-01T16:25:39.355794Z","steps":["trace[480003778] 'agreement among raft nodes before linearized reading' (duration: 39.323949818s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355811Z","caller":"traceutil/trace.go:171","msg":"trace[917792602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19692; }","duration":"34.451988332s","start":"2026-04-01T16:25:04.903812Z","end":"2026-04-01T16:25:39.3558Z","steps":["trace[917792602] 'agreement among raft nodes before linearized reading' (duration: 34.44893428s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355809Z","caller":"traceutil/trace.go:171","msg":"trace[1983885355] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19692; }","duration":"33.194708989s","start":"2026-04-01T16:25:06.16109Z","end":"2026-04-01T16:25:39.355799Z","steps":["trace[1983885355] 'agreement among raft nodes before linearized reading' (duration: 33.191660817s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355819Z","caller":"traceutil/trace.go:171","msg":"trace[939811296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:19692; }","duration":"42.737311958s","start":"2026-04-01T16:24:56.618499Z","end":"2026-04-01T16:25:39.355811Z","steps":["trace[939811296] 'agreement among raft nodes before linearized reading' (duration: 42.73399172s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355809Z","caller":"traceutil/trace.go:171","msg":"trace[351184809] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:19692; }","duration":"31.940478295s","start":"2026-04-01T16:25:07.415316Z","end":"2026-04-01T16:25:39.355794Z","steps":["trace[351184809] 'agreement among raft nodes before linearized reading' (duration: 31.937419304s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355835Z","caller":"traceutil/trace.go:171","msg":"trace[2070861799] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:19692; }","duration":"43.896805638s","start":"2026-04-01T16:24:55.459022Z","end":"2026-04-01T16:25:39.355828Z","steps":["trace[2070861799] 'agreement among raft nodes before linearized reading' (duration: 43.893730416s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.35584Z","caller":"traceutil/trace.go:171","msg":"trace[1578348206] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:19692; }","duration":"29.675725392s","start":"2026-04-01T16:25:09.680107Z","end":"2026-04-01T16:25:39.355832Z","steps":["trace[1578348206] 'agreement among raft nodes before linearized reading' (duration: 29.672511427s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355848Z","caller":"traceutil/trace.go:171","msg":"trace[1494687348] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:19692; }","duration":"43.712577065s","start":"2026-04-01T16:24:55.643254Z","end":"2026-04-01T16:25:39.355831Z","steps":["trace[1494687348] 'agreement among raft nodes before linearized reading' (duration: 43.70935774s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355847Z","caller":"traceutil/trace.go:171","msg":"trace[76002138] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19692; }","duration":"30.404493352s","start":"2026-04-01T16:25:08.951342Z","end":"2026-04-01T16:25:39.355835Z","steps":["trace[76002138] 'agreement among raft nodes before linearized reading' (duration: 30.401360909s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355857Z","caller":"traceutil/trace.go:171","msg":"trace[1749985773] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:19692; }","duration":"43.810205225s","start":"2026-04-01T16:24:55.545645Z","end":"2026-04-01T16:25:39.355851Z","steps":["trace[1749985773] 'agreement among raft nodes before linearized reading' (duration: 43.807029841s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355864Z","caller":"traceutil/trace.go:171","msg":"trace[1219234444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19692; }","duration":"23.963684716s","start":"2026-04-01T16:25:15.392174Z","end":"2026-04-01T16:25:39.355858Z","steps":["trace[1219234444] 'agreement among raft nodes before linearized reading' (duration: 23.960380969s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355816Z","caller":"traceutil/trace.go:171","msg":"trace[341595407] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19692; }","duration":"35.330575912s","start":"2026-04-01T16:25:04.025228Z","end":"2026-04-01T16:25:39.355804Z","steps":["trace[341595407] 'agreement among raft nodes before linearized reading' (duration: 35.327566861s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355882Z","caller":"traceutil/trace.go:171","msg":"trace[653161685] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19692; }","duration":"357.230623ms","start":"2026-04-01T16:25:38.998646Z","end":"2026-04-01T16:25:39.355877Z","steps":["trace[653161685] 'agreement among raft nodes before linearized reading' (duration: 354.220503ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355854Z","caller":"traceutil/trace.go:171","msg":"trace[233229624] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:0; response_revision:19692; }","duration":"22.771033012s","start":"2026-04-01T16:25:16.584779Z","end":"2026-04-01T16:25:39.355812Z","steps":["trace[233229624] 'agreement among raft nodes before linearized reading' (duration: 22.768048312s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355886Z","caller":"traceutil/trace.go:171","msg":"trace[593864284] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19692; }","duration":"9.90876015s","start":"2026-04-01T16:25:29.447113Z","end":"2026-04-01T16:25:39.355874Z","steps":["trace[593864284] 'agreement among raft nodes before linearized reading' (duration: 9.905716039s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355897Z","caller":"traceutil/trace.go:171","msg":"trace[1750033573] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:19692; }","duration":"24.046753196s","start":"2026-04-01T16:25:15.309132Z","end":"2026-04-01T16:25:39.355886Z","steps":["trace[1750033573] 'agreement among raft nodes before linearized reading' (duration: 24.04353329s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355907Z","caller":"traceutil/trace.go:171","msg":"trace[1624244329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19692; }","duration":"4.57026952s","start":"2026-04-01T16:25:34.785631Z","end":"2026-04-01T16:25:39.3559Z","steps":["trace[1624244329] 'agreement among raft nodes before linearized reading' (duration: 4.567539796s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355925Z","caller":"traceutil/trace.go:171","msg":"trace[1456272700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19692; }","duration":"1.820328724s","start":"2026-04-01T16:25:37.535591Z","end":"2026-04-01T16:25:39.35592Z","steps":["trace[1456272700] 'agreement among raft nodes before linearized reading' (duration: 1.817609841s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355928Z","caller":"traceutil/trace.go:171","msg":"trace[297156270] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19692; }","duration":"6.216528557s","start":"2026-04-01T16:25:33.139389Z","end":"2026-04-01T16:25:39.355917Z","steps":["trace[297156270] 'agreement among raft nodes before linearized reading' (duration: 6.213529747s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355945Z","caller":"traceutil/trace.go:171","msg":"trace[1856207281] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19692; }","duration":"22.545190877s","start":"2026-04-01T16:25:16.810746Z","end":"2026-04-01T16:25:39.355937Z","steps":["trace[1856207281] 'agreement among raft nodes before linearized reading' (duration: 22.54274256s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:39.355929Z","caller":"traceutil/trace.go:171","msg":"trace[1746862728] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19692; }","duration":"13.700717502s","start":"2026-04-01T16:25:25.655197Z","end":"2026-04-01T16:25:39.355914Z","steps":["trace[1746862728] 'agreement among raft nodes before linearized reading' (duration: 13.697658551s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.354054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:32.8846Z","time spent":"6.469441524s","remote":"127.0.0.1:38752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.354187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:57.258489Z","time spent":"42.095686922s","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.354178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:31.114225Z","time spent":"8.239944345s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.354055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:21.423689Z","time spent":"17.930355057s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.356647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:37.046234Z","time spent":"2.310397889s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.356774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:04.61844Z","time spent":"34.738325859s","remote":"127.0.0.1:59180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.35711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:09.954423Z","time spent":"29.402629384s","remote":"127.0.0.1:40996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.355668Z","caller":"traceutil/trace.go:171","msg":"trace[2081983315] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19692; }","duration":"40.843969958s","start":"2026-04-01T16:24:58.511681Z","end":"2026-04-01T16:25:39.35565Z","steps":["trace[2081983315] 'agreement among raft nodes before linearized reading' (duration: 40.840135518s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.357372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:13.642371Z","time spent":"25.714948697s","remote":"127.0.0.1:52092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.358363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:04.025206Z","time spent":"35.333140661s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.35844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:38.998626Z","time spent":"359.808923ms","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.358397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:56.61848Z","time spent":"42.739312714s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.358485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:33.139368Z","time spent":"6.219080277s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.358506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:16.584761Z","time spent":"22.773741645s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:25:39.358598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:29.447103Z","time spent":"9.911490205s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"warn","ts":"2026-04-01T16:25:39.358645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:25.65518Z","time spent":"13.703459007s","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.358672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:15.309112Z","time spent":"24.049554432s","remote":"127.0.0.1:42110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.358738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:34.78561Z","time spent":"4.573122846s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:25:39.357553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:15.596611Z","time spent":"23.76093123s","remote":"127.0.0.1:52044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.358598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:16.810726Z","time spent":"22.54786471s","remote":"127.0.0.1:52080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.35762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:07.000787Z","time spent":"32.356796038s","remote":"127.0.0.1:41036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:25:39.357623Z","caller":"traceutil/trace.go:171","msg":"trace[1573662888] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:19692; }","duration":"14.306587592s","start":"2026-04-01T16:25:25.050998Z","end":"2026-04-01T16:25:39.357586Z","steps":["trace[1573662888] 'agreement among raft nodes before linearized reading' (duration: 14.301911183s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:39.359148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:25.050977Z","time spent":"14.30816234s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":241499,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:25:39.357663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:05.664302Z","time spent":"33.693351115s","remote":"127.0.0.1:57962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:57.444701Z","time spent":"41.91278075s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:25:39.357762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:06.161073Z","time spent":"33.196681684s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:04.903791Z","time spent":"34.453959457s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:25:39.357798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:07.415295Z","time spent":"31.942499272s","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.878853Z","time spent":"43.47859114s","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.459012Z","time spent":"43.898811035s","remote":"127.0.0.1:41812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-01T16:25:39.359606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:58.51166Z","time spent":"40.847936491s","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:09.680009Z","time spent":"29.677859832s","remote":"127.0.0.1:47030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:08.951322Z","time spent":"30.406593792s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.5456Z","time spent":"43.812343875s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-01T16:25:39.358313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:37.535571Z","time spent":"1.822733771s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:25:39.358336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:15.392153Z","time spent":"23.966173844s","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:00.028237Z","time spent":"39.329540068s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:24:55.643229Z","time spent":"43.714659423s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.357662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:00.278795Z","time spent":"39.078856554s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:39.632851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.183538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:39.632919Z","caller":"traceutil/trace.go:171","msg":"trace[405969833] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; }","duration":"275.28049ms","start":"2026-04-01T16:25:39.357623Z","end":"2026-04-01T16:25:39.632904Z","steps":["trace[405969833] 'agreement among raft nodes before linearized reading' (duration: 275.190787ms)"],"step_count":1} 2026/04/01 16:25:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:39.85832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:25:40.358993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:25:40.860264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:25:41.360724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:25:41.366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:41.366063Z","caller":"traceutil/trace.go:171","msg":"trace[822304660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724157s","start":"2026-04-01T16:25:39.365322Z","end":"2026-04-01T16:25:41.366046Z","steps":["trace[822304660] 'agreement among raft nodes before linearized reading' (duration: 2.000640305s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:41.3661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.365315Z","time spent":"2.000778478s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:41.861381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:25:41.884774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.527304875s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:25:43.366315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:25:43.366398Z","caller":"traceutil/trace.go:171","msg":"trace[939097553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053042s","start":"2026-04-01T16:25:41.366324Z","end":"2026-04-01T16:25:43.366377Z","steps":["trace[939097553] 'agreement among raft nodes before linearized reading' (duration: 1.99994858s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:43.366445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:41.366303Z","time spent":"2.000132374s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:25:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:44.463499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998984201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:44.463592Z","caller":"traceutil/trace.go:171","msg":"trace[722912250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999130635s","start":"2026-04-01T16:25:39.464441Z","end":"2026-04-01T16:25:44.463572Z","steps":["trace[722912250] 'agreement among raft nodes before linearized reading' (duration: 4.999020312s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:44.463639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.464422Z","time spent":"4.999207306s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 16:25:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:44.902921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.365122Z","time spent":"5.537792226s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:25:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:46.358198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.35737Z","time spent":"7.000821456s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:46.360324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.360222Z","time spent":"7.000095248s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:46.362792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.361866Z","time spent":"7.000922858s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:46.365036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.364356Z","time spent":"7.000676262s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:46.365072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.364968Z","time spent":"7.000098368s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:46.723235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.722402Z","time spent":"7.000825725s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:25:49.644329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.320289976s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:25:49.644478Z","caller":"traceutil/trace.go:171","msg":"trace[1092023281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19692; }","duration":"9.32044822s","start":"2026-04-01T16:25:40.324002Z","end":"2026-04-01T16:25:49.64445Z","steps":["trace[1092023281] 'range keys from in-memory index tree' (duration: 9.320265206s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.646058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.760351645s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-01T16:25:49.732721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19499033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.732828Z","caller":"traceutil/trace.go:171","msg":"trace[2112194001] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; }","duration":"3.195175544s","start":"2026-04-01T16:25:46.537632Z","end":"2026-04-01T16:25:49.732808Z","steps":["trace[2112194001] 'agreement among raft nodes before linearized reading' (duration: 3.195022831s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.732895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:46.537612Z","time spent":"3.195265926s","remote":"127.0.0.1:57950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.733108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.237878991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T16:25:49.733149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240605606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.733213Z","caller":"traceutil/trace.go:171","msg":"trace[713383129] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; }","duration":"9.238047346s","start":"2026-04-01T16:25:40.495129Z","end":"2026-04-01T16:25:49.733176Z","steps":["trace[713383129] 'agreement among raft nodes before linearized reading' (duration: 9.237930913s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:49.733219Z","caller":"traceutil/trace.go:171","msg":"trace[1296889121] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; }","duration":"5.240732099s","start":"2026-04-01T16:25:44.492469Z","end":"2026-04-01T16:25:49.733201Z","steps":["trace[1296889121] 'agreement among raft nodes before linearized reading' (duration: 5.240640526s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.733272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:40.49511Z","time spent":"9.238147568s","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} 2026/04/01 16:25:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:49.733275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:44.492447Z","time spent":"5.240811091s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.735131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.161065963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.73523Z","caller":"traceutil/trace.go:171","msg":"trace[23731907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"8.16136826s","start":"2026-04-01T16:25:41.573839Z","end":"2026-04-01T16:25:49.735207Z","steps":["trace[23731907] 'agreement among raft nodes before linearized reading' (duration: 8.160847058s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.735488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:41.573819Z","time spent":"8.161577726s","remote":"127.0.0.1:40858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.735589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.371402956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.735678Z","caller":"traceutil/trace.go:171","msg":"trace[961367276] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac; range_end:; }","duration":"10.371492228s","start":"2026-04-01T16:25:39.364154Z","end":"2026-04-01T16:25:49.735646Z","steps":["trace[961367276] 'agreement among raft nodes before linearized reading' (duration: 10.371415996s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.735735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.364145Z","time spent":"10.371576129s","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac\" "} {"level":"warn","ts":"2026-04-01T16:25:49.735818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982717846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T16:25:49.735877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730592879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.735933Z","caller":"traceutil/trace.go:171","msg":"trace[1129116683] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"1.730685791s","start":"2026-04-01T16:25:48.005233Z","end":"2026-04-01T16:25:49.735919Z","steps":["trace[1129116683] 'agreement among raft nodes before linearized reading' (duration: 1.730613689s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:49.735977Z","caller":"traceutil/trace.go:171","msg":"trace[1394573157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; }","duration":"1.982882591s","start":"2026-04-01T16:25:47.753019Z","end":"2026-04-01T16:25:49.735902Z","steps":["trace[1394573157] 'agreement among raft nodes before linearized reading' (duration: 1.982737307s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.736002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:48.00522Z","time spent":"1.730766853s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.736025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:47.752981Z","time spent":"1.983030574s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.736216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.37200641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.736258Z","caller":"traceutil/trace.go:171","msg":"trace[863653905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; }","duration":"10.372055961s","start":"2026-04-01T16:25:39.364192Z","end":"2026-04-01T16:25:49.736248Z","steps":["trace[863653905] 'agreement among raft nodes before linearized reading' (duration: 10.37201202s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.736288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.364188Z","time spent":"10.372092152s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:25:49.736675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895549576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.736752Z","caller":"traceutil/trace.go:171","msg":"trace[1183244793] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"2.895685179s","start":"2026-04-01T16:25:46.841052Z","end":"2026-04-01T16:25:49.736737Z","steps":["trace[1183244793] 'agreement among raft nodes before linearized reading' (duration: 2.895589377s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.736801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:46.841032Z","time spent":"2.89575462s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.736977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.572905936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.737041Z","caller":"traceutil/trace.go:171","msg":"trace[1788838134] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"9.573021049s","start":"2026-04-01T16:25:40.164005Z","end":"2026-04-01T16:25:49.737027Z","steps":["trace[1788838134] 'agreement among raft nodes before linearized reading' (duration: 9.572948087s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.737093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:40.163979Z","time spent":"9.573099061s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.737883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.547184731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.737958Z","caller":"traceutil/trace.go:171","msg":"trace[1755748906] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"8.547292024s","start":"2026-04-01T16:25:41.190638Z","end":"2026-04-01T16:25:49.73793Z","steps":["trace[1755748906] 'agreement among raft nodes before linearized reading' (duration: 8.547219012s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.738004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:41.190616Z","time spent":"8.547376517s","remote":"127.0.0.1:41972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.738202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376314435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.738286Z","caller":"traceutil/trace.go:171","msg":"trace[1669140545] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; }","duration":"3.376453218s","start":"2026-04-01T16:25:46.361814Z","end":"2026-04-01T16:25:49.738267Z","steps":["trace[1669140545] 'agreement among raft nodes before linearized reading' (duration: 3.376348466s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.738334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:46.361793Z","time spent":"3.376530419s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:25:49.738414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.174084142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.738479Z","caller":"traceutil/trace.go:171","msg":"trace[1420597568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"9.174182145s","start":"2026-04-01T16:25:40.564285Z","end":"2026-04-01T16:25:49.738467Z","steps":["trace[1420597568] 'agreement among raft nodes before linearized reading' (duration: 9.174103583s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.738583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:40.564273Z","time spent":"9.174294457s","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.739599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603699476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T16:25:49.739641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.277196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.739656Z","caller":"traceutil/trace.go:171","msg":"trace[715692262] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; }","duration":"1.603804508s","start":"2026-04-01T16:25:48.135842Z","end":"2026-04-01T16:25:49.739647Z","steps":["trace[715692262] 'agreement among raft nodes before linearized reading' (duration: 1.603738547s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:25:49.739667Z","caller":"traceutil/trace.go:171","msg":"trace[1837460871] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"417.346557ms","start":"2026-04-01T16:25:49.322312Z","end":"2026-04-01T16:25:49.739659Z","steps":["trace[1837460871] 'agreement among raft nodes before linearized reading' (duration: 417.313477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.739693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:49.322231Z","time spent":"417.45362ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:25:49.739687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:48.135823Z","time spent":"1.603854479s","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} 2026/04/01 16:25:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:49.739894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.029124093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:25:49.739968Z","caller":"traceutil/trace.go:171","msg":"trace[1273129525] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"10.029229194s","start":"2026-04-01T16:25:39.710726Z","end":"2026-04-01T16:25:49.739955Z","steps":["trace[1273129525] 'agreement among raft nodes before linearized reading' (duration: 10.029144902s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:25:49.74001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:25:39.710713Z","time spent":"10.029286585s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} 2026/04/01 16:25:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:25:51.55519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.669687357s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:26:06.252907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.929389033s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:26:06.25291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.06052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:26:06.253037Z","caller":"traceutil/trace.go:171","msg":"trace[1626643792] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19693; }","duration":"15.929542546s","start":"2026-04-01T16:25:50.323472Z","end":"2026-04-01T16:26:06.253014Z","steps":["trace[1626643792] 'range keys from in-memory index tree' (duration: 15.929361422s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:26:06.253049Z","caller":"traceutil/trace.go:171","msg":"trace[1858655365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19693; }","duration":"885.225813ms","start":"2026-04-01T16:26:05.367804Z","end":"2026-04-01T16:26:06.253029Z","steps":["trace[1858655365] 'range keys from in-memory index tree' (duration: 885.040579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:26:06.253156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.697725858s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-01T16:26:06.254676Z","caller":"traceutil/trace.go:171","msg":"trace[603422470] linearizableReadLoop","detail":"{readStateIndex:20393; appliedIndex:20386; }","duration":"26.897016833s","start":"2026-04-01T16:25:39.357639Z","end":"2026-04-01T16:26:06.254656Z","steps":["trace[603422470] 'read index received' (duration: 2.527921059s)","trace[603422470] 'applied index is now lower than readState.Index' (duration: 24.369094464s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:26:13.753735Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b7903730","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:26:13.906888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.153238826s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:26:17.771969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.864900815s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:26:18.329571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.005835918s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:26:18.329701Z","caller":"traceutil/trace.go:171","msg":"trace[866075178] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19698; }","duration":"8.005985361s","start":"2026-04-01T16:26:10.323695Z","end":"2026-04-01T16:26:18.329681Z","steps":["trace[866075178] 'range keys from in-memory index tree' (duration: 8.005819467s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:26:20.763124Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d49b7903730","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T16:26:21.979014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.07190055s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T16:26:21.979041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655934636s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:26:21.979188Z","caller":"traceutil/trace.go:171","msg":"trace[966649814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19698; }","duration":"1.65610351s","start":"2026-04-01T16:26:20.323066Z","end":"2026-04-01T16:26:21.97917Z","steps":["trace[966649814] 'range keys from in-memory index tree' (duration: 1.655915714s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:26:21.979117Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"12.07µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-01T16:27:38.340914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:27:38.55595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.970552Z","time spent":"585.392902ms","remote":"127.0.0.1:47596","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:27:38.589289Z","caller":"traceutil/trace.go:171","msg":"trace[2001416519] linearizableReadLoop","detail":"{readStateIndex:20397; appliedIndex:20396; }","duration":"748.760848ms","start":"2026-04-01T16:27:37.840504Z","end":"2026-04-01T16:27:38.589265Z","steps":["trace[2001416519] 'read index received' (duration: 748.552053ms)","trace[2001416519] 'applied index is now lower than readState.Index' (duration: 207.915µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:38.589671Z","caller":"traceutil/trace.go:171","msg":"trace[1460011758] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"812.647369ms","start":"2026-04-01T16:27:37.77701Z","end":"2026-04-01T16:27:38.589657Z","steps":["trace[1460011758] 'process raft request' (duration: 812.112667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.589776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.776998Z","time spent":"812.713671ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:38.589906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.959913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:38.589935Z","caller":"traceutil/trace.go:171","msg":"trace[1566081485] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:0; response_revision:19700; }","duration":"776.027064ms","start":"2026-04-01T16:27:37.813898Z","end":"2026-04-01T16:27:38.589925Z","steps":["trace[1566081485] 'agreement among raft nodes before linearized reading' (duration: 775.975023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.58996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.812693Z","time spent":"777.262333ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:27:38.590244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.361413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:38.590284Z","caller":"traceutil/trace.go:171","msg":"trace[1393648830] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19700; }","duration":"818.430355ms","start":"2026-04-01T16:27:37.771845Z","end":"2026-04-01T16:27:38.590275Z","steps":["trace[1393648830] 'agreement among raft nodes before linearized reading' (duration: 818.258381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.59035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.77183Z","time spent":"818.511656ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:38.590514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.810471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129601"} {"level":"info","ts":"2026-04-01T16:27:38.590689Z","caller":"traceutil/trace.go:171","msg":"trace[1956808524] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19700; }","duration":"821.007925ms","start":"2026-04-01T16:27:37.769663Z","end":"2026-04-01T16:27:38.590671Z","steps":["trace[1956808524] 'agreement among raft nodes before linearized reading' (duration: 820.660967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.590742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.769657Z","time spent":"821.074346ms","remote":"127.0.0.1:47128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129623,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-01T16:27:38.590775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.300584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:27:38.59084Z","caller":"traceutil/trace.go:171","msg":"trace[1903097184] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19700; }","duration":"747.389096ms","start":"2026-04-01T16:27:37.843441Z","end":"2026-04-01T16:27:38.59083Z","steps":["trace[1903097184] 'agreement among raft nodes before linearized reading' (duration: 747.216962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.590925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.843425Z","time spent":"747.490218ms","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T16:27:38.591206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.377177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:38.591255Z","caller":"traceutil/trace.go:171","msg":"trace[173617187] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19700; }","duration":"819.428308ms","start":"2026-04-01T16:27:37.771811Z","end":"2026-04-01T16:27:38.59124Z","steps":["trace[173617187] 'agreement among raft nodes before linearized reading' (duration: 819.290595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.591289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.771806Z","time spent":"819.477309ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:38.591571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.706983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-01T16:27:38.591617Z","caller":"traceutil/trace.go:171","msg":"trace[1342512351] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19700; }","duration":"109.798505ms","start":"2026-04-01T16:27:38.481809Z","end":"2026-04-01T16:27:38.591608Z","steps":["trace[1342512351] 'agreement among raft nodes before linearized reading' (duration: 109.681032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.591725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.065876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-01T16:27:38.591763Z","caller":"traceutil/trace.go:171","msg":"trace[236550513] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19700; }","duration":"821.125767ms","start":"2026-04-01T16:27:37.770628Z","end":"2026-04-01T16:27:38.591753Z","steps":["trace[236550513] 'agreement among raft nodes before linearized reading' (duration: 821.045145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.591797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.770612Z","time spent":"821.178279ms","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-01T16:27:38.590629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.186826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-01T16:27:38.592662Z","caller":"traceutil/trace.go:171","msg":"trace[793944820] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:19700; }","duration":"825.193262ms","start":"2026-04-01T16:27:37.767418Z","end":"2026-04-01T16:27:38.592611Z","steps":["trace[793944820] 'agreement among raft nodes before linearized reading' (duration: 823.142634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.59282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.767411Z","time spent":"825.361477ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-01T16:27:38.59158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.803157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:38.593093Z","caller":"traceutil/trace.go:171","msg":"trace[1524780683] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19700; }","duration":"821.327082ms","start":"2026-04-01T16:27:37.771757Z","end":"2026-04-01T16:27:38.593084Z","steps":["trace[1524780683] 'agreement among raft nodes before linearized reading' (duration: 819.656483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.59314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.77175Z","time spent":"821.373403ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:38.591656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.156695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:27:38.593337Z","caller":"traceutil/trace.go:171","msg":"trace[1776218042] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19700; }","duration":"821.843844ms","start":"2026-04-01T16:27:37.771485Z","end":"2026-04-01T16:27:38.593329Z","steps":["trace[1776218042] 'agreement among raft nodes before linearized reading' (duration: 820.117224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.593376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:37.771481Z","time spent":"821.887865ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"warn","ts":"2026-04-01T16:27:38.592014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.577088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:27:38.59353Z","caller":"traceutil/trace.go:171","msg":"trace[1299201271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19700; }","duration":"212.139714ms","start":"2026-04-01T16:27:38.381382Z","end":"2026-04-01T16:27:38.593522Z","steps":["trace[1299201271] 'agreement among raft nodes before linearized reading' (duration: 210.501836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.975366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.487554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:38.975475Z","caller":"traceutil/trace.go:171","msg":"trace[1117778812] linearizableReadLoop","detail":"{readStateIndex:20399; appliedIndex:20398; }","duration":"335.472594ms","start":"2026-04-01T16:27:38.639986Z","end":"2026-04-01T16:27:38.975459Z","steps":["trace[1117778812] 'read index received' (duration: 211.736724ms)","trace[1117778812] 'applied index is now lower than readState.Index' (duration: 123.73469ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:38.975882Z","caller":"traceutil/trace.go:171","msg":"trace[567236277] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"356.603667ms","start":"2026-04-01T16:27:38.619263Z","end":"2026-04-01T16:27:38.975866Z","steps":["trace[567236277] 'process raft request' (duration: 232.53789ms)","trace[567236277] 'compare' (duration: 123.372441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:38.975962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:38.619241Z","time spent":"356.68377ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:38.976386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.327124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:27:38.976432Z","caller":"traceutil/trace.go:171","msg":"trace[343622023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19702; }","duration":"348.392426ms","start":"2026-04-01T16:27:38.628028Z","end":"2026-04-01T16:27:38.976421Z","steps":["trace[343622023] 'agreement among raft nodes before linearized reading' (duration: 348.253543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.976467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:38.628017Z","time spent":"348.443367ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:27:38.976794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.081389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:27:38.976836Z","caller":"traceutil/trace.go:171","msg":"trace[661296310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19702; }","duration":"333.175491ms","start":"2026-04-01T16:27:38.643651Z","end":"2026-04-01T16:27:38.976826Z","steps":["trace[661296310] 'agreement among raft nodes before linearized reading' (duration: 333.068948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.976867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:38.643628Z","time spent":"333.230522ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:27:38.977385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.837208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:115 size:128447"} {"level":"info","ts":"2026-04-01T16:27:38.977408Z","caller":"traceutil/trace.go:171","msg":"trace[878181378] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:115; response_revision:19702; }","duration":"262.876838ms","start":"2026-04-01T16:27:38.714527Z","end":"2026-04-01T16:27:38.977404Z","steps":["trace[878181378] 'agreement among raft nodes before linearized reading' (duration: 262.542651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:38.977578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.154985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-04-01T16:27:38.977599Z","caller":"traceutil/trace.go:171","msg":"trace[1718699221] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:19702; }","duration":"263.212017ms","start":"2026-04-01T16:27:38.714383Z","end":"2026-04-01T16:27:38.977595Z","steps":["trace[1718699221] 'agreement among raft nodes before linearized reading' (duration: 263.174366ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.23932Z","caller":"traceutil/trace.go:171","msg":"trace[1420887697] linearizableReadLoop","detail":"{readStateIndex:20401; appliedIndex:20400; }","duration":"226.038919ms","start":"2026-04-01T16:27:39.013257Z","end":"2026-04-01T16:27:39.239296Z","steps":["trace[1420887697] 'read index received' (duration: 225.810354ms)","trace[1420887697] 'applied index is now lower than readState.Index' (duration: 227.655µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:39.239378Z","caller":"traceutil/trace.go:171","msg":"trace[1836854889] transaction","detail":"{read_only:false; response_revision:19704; number_of_response:1; }","duration":"243.943467ms","start":"2026-04-01T16:27:38.995407Z","end":"2026-04-01T16:27:39.239351Z","steps":["trace[1836854889] 'process raft request' (duration: 243.736562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.239591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.37945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-04-01T16:27:39.239586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.307666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-04-01T16:27:39.239639Z","caller":"traceutil/trace.go:171","msg":"trace[938068961] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:1; response_revision:19704; }","duration":"218.460953ms","start":"2026-04-01T16:27:39.021166Z","end":"2026-04-01T16:27:39.239627Z","steps":["trace[938068961] 'agreement among raft nodes before linearized reading' (duration: 218.266828ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.239652Z","caller":"traceutil/trace.go:171","msg":"trace[1432957059] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:19704; }","duration":"226.412458ms","start":"2026-04-01T16:27:39.013224Z","end":"2026-04-01T16:27:39.239636Z","steps":["trace[1432957059] 'agreement among raft nodes before linearized reading' (duration: 226.188603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.239805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.566385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:39.239895Z","caller":"traceutil/trace.go:171","msg":"trace[469019308] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19704; }","duration":"218.678837ms","start":"2026-04-01T16:27:39.021197Z","end":"2026-04-01T16:27:39.239876Z","steps":["trace[469019308] 'agreement among raft nodes before linearized reading' (duration: 218.535094ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.582106Z","caller":"traceutil/trace.go:171","msg":"trace[913246261] linearizableReadLoop","detail":"{readStateIndex:20404; appliedIndex:20402; }","duration":"251.592246ms","start":"2026-04-01T16:27:39.330485Z","end":"2026-04-01T16:27:39.582077Z","steps":["trace[913246261] 'read index received' (duration: 85.350253ms)","trace[913246261] 'applied index is now lower than readState.Index' (duration: 166.240752ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:39.582221Z","caller":"traceutil/trace.go:171","msg":"trace[864961173] transaction","detail":"{read_only:false; response_revision:19707; number_of_response:1; }","duration":"252.531658ms","start":"2026-04-01T16:27:39.329654Z","end":"2026-04-01T16:27:39.582186Z","steps":["trace[864961173] 'process raft request' (duration: 252.131539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.582431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.922584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-01T16:27:39.582477Z","caller":"traceutil/trace.go:171","msg":"trace[1330731345] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:19707; }","duration":"252.003256ms","start":"2026-04-01T16:27:39.330463Z","end":"2026-04-01T16:27:39.582467Z","steps":["trace[1330731345] 'agreement among raft nodes before linearized reading' (duration: 251.75429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.582447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.503855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:39.582533Z","caller":"traceutil/trace.go:171","msg":"trace[1470965814] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19707; }","duration":"174.67602ms","start":"2026-04-01T16:27:39.407839Z","end":"2026-04-01T16:27:39.582515Z","steps":["trace[1470965814] 'agreement among raft nodes before linearized reading' (duration: 174.505456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.58257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.661151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:39.582563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.207251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:39.5826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.617538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:39.582633Z","caller":"traceutil/trace.go:171","msg":"trace[1010251392] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19707; }","duration":"124.321973ms","start":"2026-04-01T16:27:39.458297Z","end":"2026-04-01T16:27:39.582619Z","steps":["trace[1010251392] 'agreement among raft nodes before linearized reading' (duration: 124.163629ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.582666Z","caller":"traceutil/trace.go:171","msg":"trace[1532791958] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19707; }","duration":"174.733091ms","start":"2026-04-01T16:27:39.407916Z","end":"2026-04-01T16:27:39.582649Z","steps":["trace[1532791958] 'agreement among raft nodes before linearized reading' (duration: 174.585637ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.582625Z","caller":"traceutil/trace.go:171","msg":"trace[1966665785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19707; }","duration":"121.764894ms","start":"2026-04-01T16:27:39.460834Z","end":"2026-04-01T16:27:39.582598Z","steps":["trace[1966665785] 'agreement among raft nodes before linearized reading' (duration: 121.60746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.582842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.32313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-04-01T16:27:39.582959Z","caller":"traceutil/trace.go:171","msg":"trace[821322240] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:19707; }","duration":"141.447413ms","start":"2026-04-01T16:27:39.441483Z","end":"2026-04-01T16:27:39.582931Z","steps":["trace[821322240] 'agreement among raft nodes before linearized reading' (duration: 140.996683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.583457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.359558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:27:39.58351Z","caller":"traceutil/trace.go:171","msg":"trace[1524524565] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:19707; }","duration":"140.41466ms","start":"2026-04-01T16:27:39.44308Z","end":"2026-04-01T16:27:39.583495Z","steps":["trace[1524524565] 'agreement among raft nodes before linearized reading' (duration: 139.442257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.582644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.60152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:39.583949Z","caller":"traceutil/trace.go:171","msg":"trace[1940437633] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19707; }","duration":"125.956362ms","start":"2026-04-01T16:27:39.457981Z","end":"2026-04-01T16:27:39.583937Z","steps":["trace[1940437633] 'agreement among raft nodes before linearized reading' (duration: 124.423546ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.812985Z","caller":"traceutil/trace.go:171","msg":"trace[1126475159] transaction","detail":"{read_only:false; response_revision:19710; number_of_response:1; }","duration":"154.775724ms","start":"2026-04-01T16:27:39.658158Z","end":"2026-04-01T16:27:39.812934Z","steps":["trace[1126475159] 'process raft request' (duration: 154.717583ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.812978Z","caller":"traceutil/trace.go:171","msg":"trace[1742468334] linearizableReadLoop","detail":"{readStateIndex:20406; appliedIndex:20405; }","duration":"158.862861ms","start":"2026-04-01T16:27:39.654077Z","end":"2026-04-01T16:27:39.81294Z","steps":["trace[1742468334] 'read index received' (duration: 142.715093ms)","trace[1742468334] 'applied index is now lower than readState.Index' (duration: 16.144778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:39.813127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.286441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:39.813284Z","caller":"traceutil/trace.go:171","msg":"trace[1301706445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19710; }","duration":"213.480826ms","start":"2026-04-01T16:27:39.599784Z","end":"2026-04-01T16:27:39.813265Z","steps":["trace[1301706445] 'agreement among raft nodes before linearized reading' (duration: 213.257771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.813537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.196488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:614"} {"level":"warn","ts":"2026-04-01T16:27:39.813678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.580689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:39.813737Z","caller":"traceutil/trace.go:171","msg":"trace[412285788] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19710; }","duration":"100.676381ms","start":"2026-04-01T16:27:39.713043Z","end":"2026-04-01T16:27:39.81372Z","steps":["trace[412285788] 'agreement among raft nodes before linearized reading' (duration: 100.610899ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.813672Z","caller":"traceutil/trace.go:171","msg":"trace[1701893807] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:19710; }","duration":"156.394472ms","start":"2026-04-01T16:27:39.657262Z","end":"2026-04-01T16:27:39.813657Z","steps":["trace[1701893807] 'agreement among raft nodes before linearized reading' (duration: 155.955972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:39.813553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.433515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:39.813939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.625578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-01T16:27:39.814056Z","caller":"traceutil/trace.go:171","msg":"trace[878091014] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19710; }","duration":"156.782891ms","start":"2026-04-01T16:27:39.657261Z","end":"2026-04-01T16:27:39.814044Z","steps":["trace[878091014] 'agreement among raft nodes before linearized reading' (duration: 156.446804ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.813994Z","caller":"traceutil/trace.go:171","msg":"trace[1446825190] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19710; }","duration":"100.910587ms","start":"2026-04-01T16:27:39.713065Z","end":"2026-04-01T16:27:39.813976Z","steps":["trace[1446825190] 'agreement among raft nodes before linearized reading' (duration: 100.441326ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:39.813026Z","caller":"traceutil/trace.go:171","msg":"trace[1433188981] transaction","detail":"{read_only:false; response_revision:19709; number_of_response:1; }","duration":"219.377963ms","start":"2026-04-01T16:27:39.593557Z","end":"2026-04-01T16:27:39.812935Z","steps":["trace[1433188981] 'process raft request' (duration: 203.206126ms)","trace[1433188981] 'compare' (duration: 15.939052ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:40.087714Z","caller":"traceutil/trace.go:171","msg":"trace[2136649508] linearizableReadLoop","detail":"{readStateIndex:20409; appliedIndex:20408; }","duration":"212.234537ms","start":"2026-04-01T16:27:39.87544Z","end":"2026-04-01T16:27:40.087674Z","steps":["trace[2136649508] 'read index received' (duration: 161.701427ms)","trace[2136649508] 'applied index is now lower than readState.Index' (duration: 50.5318ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:40.087727Z","caller":"traceutil/trace.go:171","msg":"trace[2147196867] transaction","detail":"{read_only:false; response_revision:19712; number_of_response:1; }","duration":"214.128801ms","start":"2026-04-01T16:27:39.873562Z","end":"2026-04-01T16:27:40.087691Z","steps":["trace[2147196867] 'process raft request' (duration: 163.676132ms)","trace[2147196867] 'compare' (duration: 50.296855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:40.087919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.460842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kubelet-api-admin\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-04-01T16:27:40.087992Z","caller":"traceutil/trace.go:171","msg":"trace[1576884401] range","detail":"{range_begin:/registry/clusterroles/system:kubelet-api-admin; range_end:; response_count:1; response_revision:19712; }","duration":"212.566854ms","start":"2026-04-01T16:27:39.875409Z","end":"2026-04-01T16:27:40.087975Z","steps":["trace[1576884401] 'agreement among raft nodes before linearized reading' (duration: 212.38477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.088005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.316454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.088045Z","caller":"traceutil/trace.go:171","msg":"trace[388442729] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19712; }","duration":"115.401506ms","start":"2026-04-01T16:27:39.972629Z","end":"2026-04-01T16:27:40.088031Z","steps":["trace[388442729] 'agreement among raft nodes before linearized reading' (duration: 115.331404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.087933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.905292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.088211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.325365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.088256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.568049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.088286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.542149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.088295Z","caller":"traceutil/trace.go:171","msg":"trace[1609838284] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19712; }","duration":"160.503298ms","start":"2026-04-01T16:27:39.927767Z","end":"2026-04-01T16:27:40.08827Z","steps":["trace[1609838284] 'agreement among raft nodes before linearized reading' (duration: 160.321764ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.088312Z","caller":"traceutil/trace.go:171","msg":"trace[997885601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19712; }","duration":"118.683002ms","start":"2026-04-01T16:27:39.969615Z","end":"2026-04-01T16:27:40.088298Z","steps":["trace[997885601] 'agreement among raft nodes before linearized reading' (duration: 118.6018ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.088279Z","caller":"traceutil/trace.go:171","msg":"trace[1938154973] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19712; }","duration":"210.298362ms","start":"2026-04-01T16:27:39.877962Z","end":"2026-04-01T16:27:40.088261Z","steps":["trace[1938154973] 'agreement among raft nodes before linearized reading' (duration: 209.898563ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.088336Z","caller":"traceutil/trace.go:171","msg":"trace[1906944664] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19712; }","duration":"160.608991ms","start":"2026-04-01T16:27:39.927714Z","end":"2026-04-01T16:27:40.088323Z","steps":["trace[1906944664] 'agreement among raft nodes before linearized reading' (duration: 160.54188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.088424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.390943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.088222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.830063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.088489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.932148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.088768Z","caller":"traceutil/trace.go:171","msg":"trace[1004708506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19712; }","duration":"119.241035ms","start":"2026-04-01T16:27:39.969511Z","end":"2026-04-01T16:27:40.088752Z","steps":["trace[1004708506] 'agreement among raft nodes before linearized reading' (duration: 118.769804ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.088478Z","caller":"traceutil/trace.go:171","msg":"trace[1799008906] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19712; }","duration":"210.462156ms","start":"2026-04-01T16:27:39.878003Z","end":"2026-04-01T16:27:40.088465Z","steps":["trace[1799008906] 'agreement among raft nodes before linearized reading' (duration: 210.381584ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.088728Z","caller":"traceutil/trace.go:171","msg":"trace[1694474822] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19712; }","duration":"208.318665ms","start":"2026-04-01T16:27:39.880345Z","end":"2026-04-01T16:27:40.088664Z","steps":["trace[1694474822] 'agreement among raft nodes before linearized reading' (duration: 207.811724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.439947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.092612ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.440071Z","caller":"traceutil/trace.go:171","msg":"trace[610084370] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19713; }","duration":"113.233395ms","start":"2026-04-01T16:27:40.32682Z","end":"2026-04-01T16:27:40.440053Z","steps":["trace[610084370] 'range keys from in-memory index tree' (duration: 113.076071ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.575325Z","caller":"traceutil/trace.go:171","msg":"trace[578348068] linearizableReadLoop","detail":"{readStateIndex:20411; appliedIndex:20410; }","duration":"422.528908ms","start":"2026-04-01T16:27:40.152778Z","end":"2026-04-01T16:27:40.575307Z","steps":["trace[578348068] 'read index received' (duration: 422.373185ms)","trace[578348068] 'applied index is now lower than readState.Index' (duration: 154.663µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:40.575406Z","caller":"traceutil/trace.go:171","msg":"trace[422672497] transaction","detail":"{read_only:false; response_revision:19714; number_of_response:1; }","duration":"475.24584ms","start":"2026-04-01T16:27:40.100123Z","end":"2026-04-01T16:27:40.575368Z","steps":["trace[422672497] 'process raft request' (duration: 475.001084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.575576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.055865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-01T16:27:40.575605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.100092Z","time spent":"475.396093ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:40.575654Z","caller":"traceutil/trace.go:171","msg":"trace[77355960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19714; }","duration":"460.174528ms","start":"2026-04-01T16:27:40.115462Z","end":"2026-04-01T16:27:40.575636Z","steps":["trace[77355960] 'agreement among raft nodes before linearized reading' (duration: 459.944013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.575706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.115448Z","time spent":"460.248969ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:27:40.627684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.336342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.62771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.000944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.627751Z","caller":"traceutil/trace.go:171","msg":"trace[326652869] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19714; }","duration":"344.455445ms","start":"2026-04-01T16:27:40.28328Z","end":"2026-04-01T16:27:40.627736Z","steps":["trace[326652869] 'agreement among raft nodes before linearized reading' (duration: 344.351612ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.627776Z","caller":"traceutil/trace.go:171","msg":"trace[919884559] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19714; }","duration":"341.093966ms","start":"2026-04-01T16:27:40.286666Z","end":"2026-04-01T16:27:40.62776Z","steps":["trace[919884559] 'agreement among raft nodes before linearized reading' (duration: 340.959973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.627797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.283271Z","time spent":"344.508667ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:40.627819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.286655Z","time spent":"341.152958ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:40.627801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.283599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.627889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.980896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.6279Z","caller":"traceutil/trace.go:171","msg":"trace[1784426100] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19714; }","duration":"260.422732ms","start":"2026-04-01T16:27:40.36745Z","end":"2026-04-01T16:27:40.627872Z","steps":["trace[1784426100] 'agreement among raft nodes before linearized reading' (duration: 260.246108ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.62794Z","caller":"traceutil/trace.go:171","msg":"trace[1735693800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:19714; }","duration":"291.019077ms","start":"2026-04-01T16:27:40.3369Z","end":"2026-04-01T16:27:40.627919Z","steps":["trace[1735693800] 'agreement among raft nodes before linearized reading' (duration: 290.967596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.627954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.328373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.628025Z","caller":"traceutil/trace.go:171","msg":"trace[1095778975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19714; }","duration":"234.419485ms","start":"2026-04-01T16:27:40.393585Z","end":"2026-04-01T16:27:40.628005Z","steps":["trace[1095778975] 'agreement among raft nodes before linearized reading' (duration: 234.311842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.628052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.906108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-01T16:27:40.628062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.14304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.233702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.349313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.628191Z","caller":"traceutil/trace.go:171","msg":"trace[1381090347] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19714; }","duration":"157.338145ms","start":"2026-04-01T16:27:40.470837Z","end":"2026-04-01T16:27:40.628175Z","steps":["trace[1381090347] 'agreement among raft nodes before linearized reading' (duration: 157.215422ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.62816Z","caller":"traceutil/trace.go:171","msg":"trace[789709151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:19714; }","duration":"294.434407ms","start":"2026-04-01T16:27:40.333708Z","end":"2026-04-01T16:27:40.628142Z","steps":["trace[789709151] 'agreement among raft nodes before linearized reading' (duration: 294.10466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.628202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.340471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" ","response":"range_response_count:1 size:1040"} {"level":"warn","ts":"2026-04-01T16:27:40.628218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.960927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.628247Z","caller":"traceutil/trace.go:171","msg":"trace[1598115808] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:19714; }","duration":"472.425073ms","start":"2026-04-01T16:27:40.155811Z","end":"2026-04-01T16:27:40.628236Z","steps":["trace[1598115808] 'agreement among raft nodes before linearized reading' (duration: 472.334161ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.62827Z","caller":"traceutil/trace.go:171","msg":"trace[1953324679] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19714; }","duration":"345.06958ms","start":"2026-04-01T16:27:40.283183Z","end":"2026-04-01T16:27:40.628252Z","steps":["trace[1953324679] 'agreement among raft nodes before linearized reading' (duration: 344.990798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.628286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.155792Z","time spent":"472.487415ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1062,"request content":"key:\"/registry/clusterroles/system:kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:27:40.628302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.216944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.975449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.517663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:27:40.628359Z","caller":"traceutil/trace.go:171","msg":"trace[1065492551] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:19714; }","duration":"438.02528ms","start":"2026-04-01T16:27:40.190322Z","end":"2026-04-01T16:27:40.628347Z","steps":["trace[1065492551] 'agreement among raft nodes before linearized reading' (duration: 437.946758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.628357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.615495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.411438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.190299Z","time spent":"438.092882ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:40.628405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.719409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.628421Z","caller":"traceutil/trace.go:171","msg":"trace[164179961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19714; }","duration":"471.627045ms","start":"2026-04-01T16:27:40.156758Z","end":"2026-04-01T16:27:40.628385Z","steps":["trace[164179961] 'agreement among raft nodes before linearized reading' (duration: 471.4272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.628456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.506868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.62846Z","caller":"traceutil/trace.go:171","msg":"trace[1630690168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19714; }","duration":"260.842552ms","start":"2026-04-01T16:27:40.367604Z","end":"2026-04-01T16:27:40.628447Z","steps":["trace[1630690168] 'agreement among raft nodes before linearized reading' (duration: 260.765461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.628472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.5457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.193233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.231518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.156741Z","time spent":"471.738448ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:27:40.628467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.00675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:40.628053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.945599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:40.628532Z","caller":"traceutil/trace.go:171","msg":"trace[168470167] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19714; }","duration":"157.674263ms","start":"2026-04-01T16:27:40.470844Z","end":"2026-04-01T16:27:40.628519Z","steps":["trace[168470167] 'agreement among raft nodes before linearized reading' (duration: 157.580651ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.630053Z","caller":"traceutil/trace.go:171","msg":"trace[319964075] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19714; }","duration":"144.791082ms","start":"2026-04-01T16:27:40.485086Z","end":"2026-04-01T16:27:40.629877Z","steps":["trace[319964075] 'agreement among raft nodes before linearized reading' (duration: 142.778965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.628305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.591215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.63023Z","caller":"traceutil/trace.go:171","msg":"trace[1535137092] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:19714; }","duration":"439.852143ms","start":"2026-04-01T16:27:40.190348Z","end":"2026-04-01T16:27:40.630201Z","steps":["trace[1535137092] 'agreement among raft nodes before linearized reading' (duration: 437.913508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.630331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.190333Z","time spent":"439.974336ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T16:27:40.6306Z","caller":"traceutil/trace.go:171","msg":"trace[1204160491] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19714; }","duration":"190.904749ms","start":"2026-04-01T16:27:40.439647Z","end":"2026-04-01T16:27:40.630552Z","steps":["trace[1204160491] 'agreement among raft nodes before linearized reading' (duration: 188.625045ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.628434Z","caller":"traceutil/trace.go:171","msg":"trace[32010032] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19714; }","duration":"384.46187ms","start":"2026-04-01T16:27:40.243963Z","end":"2026-04-01T16:27:40.628425Z","steps":["trace[32010032] 'agreement among raft nodes before linearized reading' (duration: 384.410439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.630836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.243952Z","time spent":"386.783284ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"info","ts":"2026-04-01T16:27:40.628529Z","caller":"traceutil/trace.go:171","msg":"trace[2141169530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19714; }","duration":"387.252775ms","start":"2026-04-01T16:27:40.241268Z","end":"2026-04-01T16:27:40.628521Z","steps":["trace[2141169530] 'agreement among raft nodes before linearized reading' (duration: 387.201584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.631109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.241231Z","time spent":"389.849365ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:40.628452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.007303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.631384Z","caller":"traceutil/trace.go:171","msg":"trace[661594252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19714; }","duration":"414.968912ms","start":"2026-04-01T16:27:40.216386Z","end":"2026-04-01T16:27:40.631355Z","steps":["trace[661594252] 'agreement among raft nodes before linearized reading' (duration: 412.035164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.631444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.216357Z","time spent":"415.066405ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:27:40.628487Z","caller":"traceutil/trace.go:171","msg":"trace[1320178030] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:19714; }","duration":"434.539319ms","start":"2026-04-01T16:27:40.193939Z","end":"2026-04-01T16:27:40.628479Z","steps":["trace[1320178030] 'agreement among raft nodes before linearized reading' (duration: 434.489078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.631813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.193916Z","time spent":"437.879837ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:40.628395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.438613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.632314Z","caller":"traceutil/trace.go:171","msg":"trace[869530092] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19714; }","duration":"413.344824ms","start":"2026-04-01T16:27:40.218944Z","end":"2026-04-01T16:27:40.632289Z","steps":["trace[869530092] 'agreement among raft nodes before linearized reading' (duration: 409.415652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.632389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.218912Z","time spent":"413.444307ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:40.628302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.209739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-01T16:27:40.632555Z","caller":"traceutil/trace.go:171","msg":"trace[892288158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:19714; }","duration":"449.486028ms","start":"2026-04-01T16:27:40.18305Z","end":"2026-04-01T16:27:40.632536Z","steps":["trace[892288158] 'agreement among raft nodes before linearized reading' (duration: 445.100515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.632625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.183041Z","time spent":"449.55646ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-01T16:27:40.628212Z","caller":"traceutil/trace.go:171","msg":"trace[1237096501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19714; }","duration":"234.501627ms","start":"2026-04-01T16:27:40.39369Z","end":"2026-04-01T16:27:40.628192Z","steps":["trace[1237096501] 'agreement among raft nodes before linearized reading' (duration: 234.288652ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.628134Z","caller":"traceutil/trace.go:171","msg":"trace[1510812100] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:19714; }","duration":"431.998429ms","start":"2026-04-01T16:27:40.196111Z","end":"2026-04-01T16:27:40.62811Z","steps":["trace[1510812100] 'agreement among raft nodes before linearized reading' (duration: 431.744774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.633036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.196096Z","time spent":"436.924375ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-01T16:27:40.627826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.043288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.633336Z","caller":"traceutil/trace.go:171","msg":"trace[763214930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:19714; }","duration":"299.576897ms","start":"2026-04-01T16:27:40.333707Z","end":"2026-04-01T16:27:40.633284Z","steps":["trace[763214930] 'agreement among raft nodes before linearized reading' (duration: 294.047358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.628323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.28317Z","time spent":"345.137591ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-01T16:27:40.628349Z","caller":"traceutil/trace.go:171","msg":"trace[930476891] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19714; }","duration":"387.279305ms","start":"2026-04-01T16:27:40.241059Z","end":"2026-04-01T16:27:40.628338Z","steps":["trace[930476891] 'agreement among raft nodes before linearized reading' (duration: 387.206503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.6347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.241049Z","time spent":"393.621104ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"info","ts":"2026-04-01T16:27:40.628403Z","caller":"traceutil/trace.go:171","msg":"trace[340893671] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19714; }","duration":"185.710047ms","start":"2026-04-01T16:27:40.442684Z","end":"2026-04-01T16:27:40.628394Z","steps":["trace[340893671] 'agreement among raft nodes before linearized reading' (duration: 185.644646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.631718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.110877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.634914Z","caller":"traceutil/trace.go:171","msg":"trace[1204354124] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19714; }","duration":"195.336683ms","start":"2026-04-01T16:27:40.439557Z","end":"2026-04-01T16:27:40.634894Z","steps":["trace[1204354124] 'agreement among raft nodes before linearized reading' (duration: 188.938823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.6278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.138879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:40.635363Z","caller":"traceutil/trace.go:171","msg":"trace[57834878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19714; }","duration":"238.747506ms","start":"2026-04-01T16:27:40.396592Z","end":"2026-04-01T16:27:40.63534Z","steps":["trace[57834878] 'agreement among raft nodes before linearized reading' (duration: 231.079377ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.628563Z","caller":"traceutil/trace.go:171","msg":"trace[1397735973] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19714; }","duration":"412.3108ms","start":"2026-04-01T16:27:40.216239Z","end":"2026-04-01T16:27:40.628549Z","steps":["trace[1397735973] 'agreement among raft nodes before linearized reading' (duration: 412.239378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.635526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.216223Z","time spent":"419.289113ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:40.627617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:40.158593Z","time spent":"469.014984ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:27:40.630684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.604931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 ","response":"range_response_count:29 size:265361"} {"level":"info","ts":"2026-04-01T16:27:40.635726Z","caller":"traceutil/trace.go:171","msg":"trace[1312899938] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:29; response_revision:19714; }","duration":"150.67751ms","start":"2026-04-01T16:27:40.485031Z","end":"2026-04-01T16:27:40.635708Z","steps":["trace[1312899938] 'agreement among raft nodes before linearized reading' (duration: 143.289307ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.813277Z","caller":"traceutil/trace.go:171","msg":"trace[277277459] transaction","detail":"{read_only:false; response_revision:19715; number_of_response:1; }","duration":"176.081932ms","start":"2026-04-01T16:27:40.637168Z","end":"2026-04-01T16:27:40.81325Z","steps":["trace[277277459] 'process raft request' (duration: 81.015812ms)","trace[277277459] 'compare' (duration: 94.942857ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:40.873077Z","caller":"traceutil/trace.go:171","msg":"trace[63355607] linearizableReadLoop","detail":"{readStateIndex:20415; appliedIndex:20412; }","duration":"235.009209ms","start":"2026-04-01T16:27:40.638041Z","end":"2026-04-01T16:27:40.87305Z","steps":["trace[63355607] 'read index received' (duration: 80.163703ms)","trace[63355607] 'applied index is now lower than readState.Index' (duration: 154.844496ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:40.873311Z","caller":"traceutil/trace.go:171","msg":"trace[1252404598] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"224.648077ms","start":"2026-04-01T16:27:40.648626Z","end":"2026-04-01T16:27:40.873274Z","steps":["trace[1252404598] 'process raft request' (duration: 224.361611ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.873435Z","caller":"traceutil/trace.go:171","msg":"trace[494904221] transaction","detail":"{read_only:false; response_revision:19716; number_of_response:1; }","duration":"236.185746ms","start":"2026-04-01T16:27:40.637241Z","end":"2026-04-01T16:27:40.873426Z","steps":["trace[494904221] 'process raft request' (duration: 235.49898ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.873335Z","caller":"traceutil/trace.go:171","msg":"trace[1552683852] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"236.039443ms","start":"2026-04-01T16:27:40.637259Z","end":"2026-04-01T16:27:40.873299Z","steps":["trace[1552683852] 'process raft request' (duration: 235.657234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.873486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.441159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-dns\" ","response":"range_response_count:1 size:577"} {"level":"info","ts":"2026-04-01T16:27:40.873727Z","caller":"traceutil/trace.go:171","msg":"trace[823336895] range","detail":"{range_begin:/registry/clusterroles/system:kube-dns; range_end:; response_count:1; response_revision:19718; }","duration":"235.715756ms","start":"2026-04-01T16:27:40.637999Z","end":"2026-04-01T16:27:40.873715Z","steps":["trace[823336895] 'agreement among raft nodes before linearized reading' (duration: 235.423629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.873748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.062395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-01T16:27:40.873762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.35404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-01T16:27:40.873809Z","caller":"traceutil/trace.go:171","msg":"trace[1137365295] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:19718; }","duration":"132.185907ms","start":"2026-04-01T16:27:40.741606Z","end":"2026-04-01T16:27:40.873791Z","steps":["trace[1137365295] 'agreement among raft nodes before linearized reading' (duration: 132.035794ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:40.873871Z","caller":"traceutil/trace.go:171","msg":"trace[1714205539] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19718; }","duration":"197.521844ms","start":"2026-04-01T16:27:40.676322Z","end":"2026-04-01T16:27:40.873844Z","steps":["trace[1714205539] 'agreement among raft nodes before linearized reading' (duration: 197.197156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.873959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.29224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:40.874072Z","caller":"traceutil/trace.go:171","msg":"trace[996620789] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19718; }","duration":"111.446293ms","start":"2026-04-01T16:27:40.762591Z","end":"2026-04-01T16:27:40.874037Z","steps":["trace[996620789] 'agreement among raft nodes before linearized reading' (duration: 111.235178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:40.874259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.771651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-04-01T16:27:40.874309Z","caller":"traceutil/trace.go:171","msg":"trace[109151189] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:19718; }","duration":"111.848182ms","start":"2026-04-01T16:27:40.762447Z","end":"2026-04-01T16:27:40.874296Z","steps":["trace[109151189] 'agreement among raft nodes before linearized reading' (duration: 111.142856ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:41.067245Z","caller":"traceutil/trace.go:171","msg":"trace[44338954] linearizableReadLoop","detail":"{readStateIndex:20417; appliedIndex:20416; }","duration":"180.896025ms","start":"2026-04-01T16:27:40.886318Z","end":"2026-04-01T16:27:41.067214Z","steps":["trace[44338954] 'read index received' (duration: 180.596298ms)","trace[44338954] 'applied index is now lower than readState.Index' (duration: 298.627µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:41.067484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.12484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-01T16:27:41.067533Z","caller":"traceutil/trace.go:171","msg":"trace[93225102] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:19719; }","duration":"181.233583ms","start":"2026-04-01T16:27:40.886286Z","end":"2026-04-01T16:27:41.06752Z","steps":["trace[93225102] 'agreement among raft nodes before linearized reading' (duration: 181.09618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:41.067538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.551823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:41.067617Z","caller":"traceutil/trace.go:171","msg":"trace[1269519963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19719; }","duration":"167.666686ms","start":"2026-04-01T16:27:40.899931Z","end":"2026-04-01T16:27:41.067598Z","steps":["trace[1269519963] 'agreement among raft nodes before linearized reading' (duration: 167.522742ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:41.067499Z","caller":"traceutil/trace.go:171","msg":"trace[1203025578] transaction","detail":"{read_only:false; response_revision:19719; number_of_response:1; }","duration":"183.409143ms","start":"2026-04-01T16:27:40.884048Z","end":"2026-04-01T16:27:41.067457Z","steps":["trace[1203025578] 'process raft request' (duration: 182.953673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:41.230638Z","caller":"traceutil/trace.go:171","msg":"trace[1587709436] linearizableReadLoop","detail":"{readStateIndex:20419; appliedIndex:20418; }","duration":"117.889873ms","start":"2026-04-01T16:27:41.112727Z","end":"2026-04-01T16:27:41.230617Z","steps":["trace[1587709436] 'read index received' (duration: 117.705639ms)","trace[1587709436] 'applied index is now lower than readState.Index' (duration: 183.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:41.230732Z","caller":"traceutil/trace.go:171","msg":"trace[1500068419] transaction","detail":"{read_only:false; response_revision:19721; number_of_response:1; }","duration":"152.084322ms","start":"2026-04-01T16:27:41.07861Z","end":"2026-04-01T16:27:41.230694Z","steps":["trace[1500068419] 'process raft request' (duration: 151.879397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:41.23083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.069197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-04-01T16:27:41.230971Z","caller":"traceutil/trace.go:171","msg":"trace[1402115824] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:19721; }","duration":"118.226151ms","start":"2026-04-01T16:27:41.112723Z","end":"2026-04-01T16:27:41.230949Z","steps":["trace[1402115824] 'agreement among raft nodes before linearized reading' (duration: 117.987065ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:41.434927Z","caller":"traceutil/trace.go:171","msg":"trace[1856997447] linearizableReadLoop","detail":"{readStateIndex:20420; appliedIndex:20419; }","duration":"191.117043ms","start":"2026-04-01T16:27:41.24378Z","end":"2026-04-01T16:27:41.434897Z","steps":["trace[1856997447] 'read index received' (duration: 174.757651ms)","trace[1856997447] 'applied index is now lower than readState.Index' (duration: 16.357772ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:41.435055Z","caller":"traceutil/trace.go:171","msg":"trace[74700039] transaction","detail":"{read_only:false; response_revision:19722; number_of_response:1; }","duration":"192.871644ms","start":"2026-04-01T16:27:41.242154Z","end":"2026-04-01T16:27:41.435025Z","steps":["trace[74700039] 'process raft request' (duration: 176.39822ms)","trace[74700039] 'compare' (duration: 16.185927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:41.435178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.359519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T16:27:41.435259Z","caller":"traceutil/trace.go:171","msg":"trace[854873927] range","detail":"{range_begin:/registry/clusterroles/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:19722; }","duration":"191.491762ms","start":"2026-04-01T16:27:41.243745Z","end":"2026-04-01T16:27:41.435236Z","steps":["trace[854873927] 'agreement among raft nodes before linearized reading' (duration: 191.298467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:41.672649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.036544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:41.672773Z","caller":"traceutil/trace.go:171","msg":"trace[1478170840] linearizableReadLoop","detail":"{readStateIndex:20421; appliedIndex:20420; }","duration":"231.319802ms","start":"2026-04-01T16:27:41.441433Z","end":"2026-04-01T16:27:41.672753Z","steps":["trace[1478170840] 'read index received' (duration: 99.085444ms)","trace[1478170840] 'applied index is now lower than readState.Index' (duration: 132.232498ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:41.672807Z","caller":"traceutil/trace.go:171","msg":"trace[729941322] transaction","detail":"{read_only:false; response_revision:19723; number_of_response:1; }","duration":"232.532571ms","start":"2026-04-01T16:27:41.440236Z","end":"2026-04-01T16:27:41.672769Z","steps":["trace[729941322] 'process raft request' (duration: 100.268572ms)","trace[729941322] 'compare' (duration: 131.826889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:41.672871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.441346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:959"} {"level":"info","ts":"2026-04-01T16:27:41.672919Z","caller":"traceutil/trace.go:171","msg":"trace[1246820402] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:19723; }","duration":"231.508657ms","start":"2026-04-01T16:27:41.441394Z","end":"2026-04-01T16:27:41.672903Z","steps":["trace[1246820402] 'agreement among raft nodes before linearized reading' (duration: 231.415495ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:41.726447Z","caller":"traceutil/trace.go:171","msg":"trace[918420537] transaction","detail":"{read_only:false; response_revision:19724; number_of_response:1; }","duration":"279.759434ms","start":"2026-04-01T16:27:41.446651Z","end":"2026-04-01T16:27:41.72641Z","steps":["trace[918420537] 'process raft request' (duration: 279.573259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.516387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.809501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:42.516469Z","caller":"traceutil/trace.go:171","msg":"trace[1509004409] linearizableReadLoop","detail":"{readStateIndex:20423; appliedIndex:20422; }","duration":"777.086618ms","start":"2026-04-01T16:27:41.739368Z","end":"2026-04-01T16:27:42.516455Z","steps":["trace[1509004409] 'read index received' (duration: 486.123584ms)","trace[1509004409] 'applied index is now lower than readState.Index' (duration: 290.961894ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:42.516528Z","caller":"traceutil/trace.go:171","msg":"trace[1029246981] transaction","detail":"{read_only:false; response_revision:19725; number_of_response:1; }","duration":"778.742087ms","start":"2026-04-01T16:27:41.737734Z","end":"2026-04-01T16:27:42.516476Z","steps":["trace[1029246981] 'process raft request' (duration: 487.761852ms)","trace[1029246981] 'compare' (duration: 290.569115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:42.516613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.40938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:42.516637Z","caller":"traceutil/trace.go:171","msg":"trace[1809473173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19725; }","duration":"516.472472ms","start":"2026-04-01T16:27:42.000158Z","end":"2026-04-01T16:27:42.51663Z","steps":["trace[1809473173] 'agreement among raft nodes before linearized reading' (duration: 516.435561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.516658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:42.000126Z","time spent":"516.526382ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:42.516697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:41.737719Z","time spent":"778.88724ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4776,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:42.51682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.573763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:42.516845Z","caller":"traceutil/trace.go:171","msg":"trace[537845346] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19725; }","duration":"328.629784ms","start":"2026-04-01T16:27:42.188208Z","end":"2026-04-01T16:27:42.516837Z","steps":["trace[537845346] 'agreement among raft nodes before linearized reading' (duration: 328.589983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.516862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:42.188185Z","time spent":"328.671716ms","remote":"127.0.0.1:47814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:42.516577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.213881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-01T16:27:42.516946Z","caller":"traceutil/trace.go:171","msg":"trace[1221768692] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:19725; }","duration":"777.572159ms","start":"2026-04-01T16:27:41.739342Z","end":"2026-04-01T16:27:42.516914Z","steps":["trace[1221768692] 'agreement among raft nodes before linearized reading' (duration: 777.18234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.517048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:41.739331Z","time spent":"777.682892ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":903,"request content":"key:\"/registry/clusterroles/system:controller:expand-controller\" "} {"level":"warn","ts":"2026-04-01T16:27:42.51708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.333402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:27:42.517127Z","caller":"traceutil/trace.go:171","msg":"trace[1721362599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19725; }","duration":"404.421154ms","start":"2026-04-01T16:27:42.112693Z","end":"2026-04-01T16:27:42.517114Z","steps":["trace[1721362599] 'agreement among raft nodes before linearized reading' (duration: 404.23531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.51717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:42.112673Z","time spent":"404.489756ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:27:42.517141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.89062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:42.517608Z","caller":"traceutil/trace.go:171","msg":"trace[331778426] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19725; }","duration":"329.451784ms","start":"2026-04-01T16:27:42.188131Z","end":"2026-04-01T16:27:42.517583Z","steps":["trace[331778426] 'agreement among raft nodes before linearized reading' (duration: 328.825599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.517744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:42.188116Z","time spent":"329.606037ms","remote":"127.0.0.1:47814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:27:42.747621Z","caller":"traceutil/trace.go:171","msg":"trace[1805746962] linearizableReadLoop","detail":"{readStateIndex:20425; appliedIndex:20424; }","duration":"141.69607ms","start":"2026-04-01T16:27:42.6059Z","end":"2026-04-01T16:27:42.747596Z","steps":["trace[1805746962] 'read index received' (duration: 141.474835ms)","trace[1805746962] 'applied index is now lower than readState.Index' (duration: 218.535µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:42.747701Z","caller":"traceutil/trace.go:171","msg":"trace[1874539030] transaction","detail":"{read_only:false; response_revision:19727; number_of_response:1; }","duration":"142.523599ms","start":"2026-04-01T16:27:42.605157Z","end":"2026-04-01T16:27:42.74768Z","steps":["trace[1874539030] 'process raft request' (duration: 142.255893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.748017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.21548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:42.748063Z","caller":"traceutil/trace.go:171","msg":"trace[1219133491] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19727; }","duration":"106.341894ms","start":"2026-04-01T16:27:42.641711Z","end":"2026-04-01T16:27:42.748053Z","steps":["trace[1219133491] 'agreement among raft nodes before linearized reading' (duration: 106.119348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.747996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.049428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:829"} {"level":"warn","ts":"2026-04-01T16:27:42.748157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.61088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:42.748234Z","caller":"traceutil/trace.go:171","msg":"trace[893559895] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19727; }","duration":"109.676301ms","start":"2026-04-01T16:27:42.638522Z","end":"2026-04-01T16:27:42.748198Z","steps":["trace[893559895] 'agreement among raft nodes before linearized reading' (duration: 109.21266ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:42.748247Z","caller":"traceutil/trace.go:171","msg":"trace[1641435140] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:19727; }","duration":"142.321624ms","start":"2026-04-01T16:27:42.605874Z","end":"2026-04-01T16:27:42.748195Z","steps":["trace[1641435140] 'agreement among raft nodes before linearized reading' (duration: 141.855233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:42.748341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.577979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:42.74845Z","caller":"traceutil/trace.go:171","msg":"trace[252252864] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19727; }","duration":"106.775453ms","start":"2026-04-01T16:27:42.641655Z","end":"2026-04-01T16:27:42.748431Z","steps":["trace[252252864] 'agreement among raft nodes before linearized reading' (duration: 106.20205ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:43.088066Z","caller":"traceutil/trace.go:171","msg":"trace[237826814] linearizableReadLoop","detail":"{readStateIndex:20428; appliedIndex:20427; }","duration":"154.224102ms","start":"2026-04-01T16:27:42.933817Z","end":"2026-04-01T16:27:43.088041Z","steps":["trace[237826814] 'read index received' (duration: 154.053078ms)","trace[237826814] 'applied index is now lower than readState.Index' (duration: 170.104µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:43.088169Z","caller":"traceutil/trace.go:171","msg":"trace[761270116] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"154.366745ms","start":"2026-04-01T16:27:42.933762Z","end":"2026-04-01T16:27:43.088129Z","steps":["trace[761270116] 'process raft request' (duration: 154.118089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:43.088245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.405516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-04-01T16:27:43.088284Z","caller":"traceutil/trace.go:171","msg":"trace[1820958821] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:19730; }","duration":"154.498538ms","start":"2026-04-01T16:27:42.933773Z","end":"2026-04-01T16:27:43.088271Z","steps":["trace[1820958821] 'agreement among raft nodes before linearized reading' (duration: 154.400846ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:43.288765Z","caller":"traceutil/trace.go:171","msg":"trace[486005135] linearizableReadLoop","detail":"{readStateIndex:20429; appliedIndex:20428; }","duration":"200.583744ms","start":"2026-04-01T16:27:43.088147Z","end":"2026-04-01T16:27:43.288731Z","steps":["trace[486005135] 'read index received' (duration: 200.328878ms)","trace[486005135] 'applied index is now lower than readState.Index' (duration: 253.266µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:43.289043Z","caller":"traceutil/trace.go:171","msg":"trace[1154655657] transaction","detail":"{read_only:false; response_revision:19731; number_of_response:1; }","duration":"349.109324ms","start":"2026-04-01T16:27:42.939902Z","end":"2026-04-01T16:27:43.289011Z","steps":["trace[1154655657] 'process raft request' (duration: 348.593812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:43.289143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.009962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-01T16:27:43.289215Z","caller":"traceutil/trace.go:171","msg":"trace[1336816063] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19731; }","duration":"212.126704ms","start":"2026-04-01T16:27:43.07707Z","end":"2026-04-01T16:27:43.289197Z","steps":["trace[1336816063] 'agreement among raft nodes before linearized reading' (duration: 211.858918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:43.289187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.081841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:43.289242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.768434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:43.289342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.39196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-01T16:27:43.289454Z","caller":"traceutil/trace.go:171","msg":"trace[1215064009] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:19731; }","duration":"197.543133ms","start":"2026-04-01T16:27:43.091887Z","end":"2026-04-01T16:27:43.28943Z","steps":["trace[1215064009] 'agreement among raft nodes before linearized reading' (duration: 197.309548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:43.289494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.905685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:27:43.289381Z","caller":"traceutil/trace.go:171","msg":"trace[1683555229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19731; }","duration":"288.987389ms","start":"2026-04-01T16:27:43.000374Z","end":"2026-04-01T16:27:43.289361Z","steps":["trace[1683555229] 'agreement among raft nodes before linearized reading' (duration: 288.713142ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:43.289528Z","caller":"traceutil/trace.go:171","msg":"trace[1803431354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19731; }","duration":"174.959396ms","start":"2026-04-01T16:27:43.114558Z","end":"2026-04-01T16:27:43.289517Z","steps":["trace[1803431354] 'agreement among raft nodes before linearized reading' (duration: 174.773331ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:43.289341Z","caller":"traceutil/trace.go:171","msg":"trace[1644755190] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19731; }","duration":"262.364928ms","start":"2026-04-01T16:27:43.026957Z","end":"2026-04-01T16:27:43.289322Z","steps":["trace[1644755190] 'agreement among raft nodes before linearized reading' (duration: 262.066191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:43.289383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.506391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:43.289724Z","caller":"traceutil/trace.go:171","msg":"trace[1058222841] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19731; }","duration":"262.850929ms","start":"2026-04-01T16:27:43.026845Z","end":"2026-04-01T16:27:43.289696Z","steps":["trace[1058222841] 'agreement among raft nodes before linearized reading' (duration: 262.46822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:43.289807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:42.939847Z","time spent":"349.276057ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7058,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:43.511964Z","caller":"traceutil/trace.go:171","msg":"trace[1477227677] linearizableReadLoop","detail":"{readStateIndex:20431; appliedIndex:20430; }","duration":"155.157883ms","start":"2026-04-01T16:27:43.356785Z","end":"2026-04-01T16:27:43.511943Z","steps":["trace[1477227677] 'read index received' (duration: 154.964769ms)","trace[1477227677] 'applied index is now lower than readState.Index' (duration: 192.214µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:43.512036Z","caller":"traceutil/trace.go:171","msg":"trace[1085073762] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"207.521697ms","start":"2026-04-01T16:27:43.304485Z","end":"2026-04-01T16:27:43.512007Z","steps":["trace[1085073762] 'process raft request' (duration: 207.331843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:43.512112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.303867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-dns\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-01T16:27:43.512139Z","caller":"traceutil/trace.go:171","msg":"trace[736707415] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-dns; range_end:; response_count:1; response_revision:19733; }","duration":"155.375049ms","start":"2026-04-01T16:27:43.356756Z","end":"2026-04-01T16:27:43.512131Z","steps":["trace[736707415] 'agreement among raft nodes before linearized reading' (duration: 155.266206ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:43.754072Z","caller":"traceutil/trace.go:171","msg":"trace[435854139] linearizableReadLoop","detail":"{readStateIndex:20432; appliedIndex:20431; }","duration":"232.335256ms","start":"2026-04-01T16:27:43.521714Z","end":"2026-04-01T16:27:43.75405Z","steps":["trace[435854139] 'read index received' (duration: 232.07002ms)","trace[435854139] 'applied index is now lower than readState.Index' (duration: 264.076µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:43.754426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.679994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-01T16:27:43.754539Z","caller":"traceutil/trace.go:171","msg":"trace[1162656373] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:19734; }","duration":"232.823458ms","start":"2026-04-01T16:27:43.521697Z","end":"2026-04-01T16:27:43.75452Z","steps":["trace[1162656373] 'agreement among raft nodes before linearized reading' (duration: 232.597833ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:43.75444Z","caller":"traceutil/trace.go:171","msg":"trace[1164047495] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"233.278068ms","start":"2026-04-01T16:27:43.521123Z","end":"2026-04-01T16:27:43.754401Z","steps":["trace[1164047495] 'process raft request' (duration: 232.776547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.278331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.489142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:44.278435Z","caller":"traceutil/trace.go:171","msg":"trace[416273353] linearizableReadLoop","detail":"{readStateIndex:20433; appliedIndex:20432; }","duration":"517.619019ms","start":"2026-04-01T16:27:43.7608Z","end":"2026-04-01T16:27:44.278419Z","steps":["trace[416273353] 'read index received' (duration: 195.069676ms)","trace[416273353] 'applied index is now lower than readState.Index' (duration: 322.548213ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:44.27851Z","caller":"traceutil/trace.go:171","msg":"trace[593863394] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"518.117351ms","start":"2026-04-01T16:27:43.760344Z","end":"2026-04-01T16:27:44.278462Z","steps":["trace[593863394] 'process raft request' (duration: 195.410894ms)","trace[593863394] 'compare' (duration: 322.334958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:44.278572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.761723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-01T16:27:44.278653Z","caller":"traceutil/trace.go:171","msg":"trace[2053828802] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:19735; }","duration":"517.869305ms","start":"2026-04-01T16:27:43.760768Z","end":"2026-04-01T16:27:44.278637Z","steps":["trace[2053828802] 'agreement among raft nodes before linearized reading' (duration: 517.714212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.27869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:43.760329Z","time spent":"518.268504ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:44.278726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:43.760752Z","time spent":"517.962368ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":770,"request content":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" "} {"level":"info","ts":"2026-04-01T16:27:44.283186Z","caller":"traceutil/trace.go:171","msg":"trace[1693539207] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"515.329456ms","start":"2026-04-01T16:27:43.767836Z","end":"2026-04-01T16:27:44.283166Z","steps":["trace[1693539207] 'process raft request' (duration: 514.753983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.283372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.211876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:66 size:179569"} {"level":"info","ts":"2026-04-01T16:27:44.283428Z","caller":"traceutil/trace.go:171","msg":"trace[571466140] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:66; response_revision:19737; }","duration":"346.315229ms","start":"2026-04-01T16:27:43.9371Z","end":"2026-04-01T16:27:44.283415Z","steps":["trace[571466140] 'agreement among raft nodes before linearized reading' (duration: 345.679744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.283469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:43.93707Z","time spent":"346.38754ms","remote":"127.0.0.1:55578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":66,"response size":179591,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:44.28354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:43.767816Z","time spent":"515.417159ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9043,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:44.283772Z","caller":"traceutil/trace.go:171","msg":"trace[1970052008] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"332.133777ms","start":"2026-04-01T16:27:43.951626Z","end":"2026-04-01T16:27:44.28376Z","steps":["trace[1970052008] 'process raft request' (duration: 331.061342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.283896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.564463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-01T16:27:44.283951Z","caller":"traceutil/trace.go:171","msg":"trace[1525030362] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:19737; }","duration":"441.629965ms","start":"2026-04-01T16:27:43.842305Z","end":"2026-04-01T16:27:44.283935Z","steps":["trace[1525030362] 'agreement among raft nodes before linearized reading' (duration: 441.527672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.284014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:43.842294Z","time spent":"441.705746ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T16:27:44.284191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.893832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:44.284225Z","caller":"traceutil/trace.go:171","msg":"trace[1244821328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19737; }","duration":"483.960053ms","start":"2026-04-01T16:27:43.800256Z","end":"2026-04-01T16:27:44.284216Z","steps":["trace[1244821328] 'agreement among raft nodes before linearized reading' (duration: 483.906822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.28425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:43.800239Z","time spent":"484.005594ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:44.28394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:43.951608Z","time spent":"332.303061ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:27:44.283808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.727989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:44.285084Z","caller":"traceutil/trace.go:171","msg":"trace[1126515716] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19737; }","duration":"347.897125ms","start":"2026-04-01T16:27:43.937009Z","end":"2026-04-01T16:27:44.284906Z","steps":["trace[1126515716] 'agreement among raft nodes before linearized reading' (duration: 346.742749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.285296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:43.936987Z","time spent":"348.149361ms","remote":"127.0.0.1:55578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":66,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:44.744904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.758428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:44.745026Z","caller":"traceutil/trace.go:171","msg":"trace[1990466574] linearizableReadLoop","detail":"{readStateIndex:20436; appliedIndex:20435; }","duration":"455.254223ms","start":"2026-04-01T16:27:44.289754Z","end":"2026-04-01T16:27:44.745008Z","steps":["trace[1990466574] 'read index received' (duration: 150.327572ms)","trace[1990466574] 'applied index is now lower than readState.Index' (duration: 304.925501ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:44.745064Z","caller":"traceutil/trace.go:171","msg":"trace[1432003698] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"456.42507ms","start":"2026-04-01T16:27:44.288608Z","end":"2026-04-01T16:27:44.745033Z","steps":["trace[1432003698] 'process raft request' (duration: 151.456107ms)","trace[1432003698] 'compare' (duration: 304.609985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:44.745177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.288597Z","time spent":"456.530693ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:27:44.745217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.454728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-04-01T16:27:44.745252Z","caller":"traceutil/trace.go:171","msg":"trace[27143269] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:19738; }","duration":"455.525059ms","start":"2026-04-01T16:27:44.289718Z","end":"2026-04-01T16:27:44.745243Z","steps":["trace[27143269] 'agreement among raft nodes before linearized reading' (duration: 455.342925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:44.745293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.289702Z","time spent":"455.582741ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":782,"request content":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" "} {"level":"warn","ts":"2026-04-01T16:27:45.248419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:27:45.382458Z","caller":"traceutil/trace.go:171","msg":"trace[1050757641] linearizableReadLoop","detail":"{readStateIndex:20437; appliedIndex:20436; }","duration":"634.633862ms","start":"2026-04-01T16:27:44.747804Z","end":"2026-04-01T16:27:45.382438Z","steps":["trace[1050757641] 'read index received' (duration: 596.683385ms)","trace[1050757641] 'applied index is now lower than readState.Index' (duration: 37.949457ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:45.382558Z","caller":"traceutil/trace.go:171","msg":"trace[1126539676] transaction","detail":"{read_only:false; response_revision:19739; number_of_response:1; }","duration":"1.086360192s","start":"2026-04-01T16:27:44.296187Z","end":"2026-04-01T16:27:45.382547Z","steps":["trace[1126539676] 'process raft request' (duration: 1.048271883s)","trace[1126539676] 'compare' (duration: 37.640659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:45.382663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.29617Z","time spent":"1.086411054s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9792,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:45.382779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.5527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-79686fbcc7-hv59r.18a24746202b4dbb\" ","response":"range_response_count:1 size:2106"} {"level":"info","ts":"2026-04-01T16:27:45.382842Z","caller":"traceutil/trace.go:171","msg":"trace[1224112358] range","detail":"{range_begin:/registry/events/openstack/glance-api-79686fbcc7-hv59r.18a24746202b4dbb; range_end:; response_count:1; response_revision:19739; }","duration":"634.644122ms","start":"2026-04-01T16:27:44.748182Z","end":"2026-04-01T16:27:45.382826Z","steps":["trace[1224112358] 'agreement among raft nodes before linearized reading' (duration: 634.451838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.382854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.048821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:752"} {"level":"warn","ts":"2026-04-01T16:27:45.382907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.748176Z","time spent":"634.692134ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2128,"request content":"key:\"/registry/events/openstack/glance-api-79686fbcc7-hv59r.18a24746202b4dbb\" "} {"level":"info","ts":"2026-04-01T16:27:45.382923Z","caller":"traceutil/trace.go:171","msg":"trace[280805838] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:19739; }","duration":"635.137314ms","start":"2026-04-01T16:27:44.747768Z","end":"2026-04-01T16:27:45.382906Z","steps":["trace[280805838] 'agreement among raft nodes before linearized reading' (duration: 635.052762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.382964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.747755Z","time spent":"635.199935ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":774,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" "} {"level":"warn","ts":"2026-04-01T16:27:45.383093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.332758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:45.383131Z","caller":"traceutil/trace.go:171","msg":"trace[1354179408] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19739; }","duration":"629.38847ms","start":"2026-04-01T16:27:44.753734Z","end":"2026-04-01T16:27:45.383122Z","steps":["trace[1354179408] 'agreement among raft nodes before linearized reading' (duration: 629.263097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.383151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.753726Z","time spent":"629.42132ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:45.383155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.786368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:45.38318Z","caller":"traceutil/trace.go:171","msg":"trace[572800420] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19739; }","duration":"629.83091ms","start":"2026-04-01T16:27:44.753342Z","end":"2026-04-01T16:27:45.383173Z","steps":["trace[572800420] 'agreement among raft nodes before linearized reading' (duration: 629.730868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.383206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.753334Z","time spent":"629.867241ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:45.38278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.616071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:45.38328Z","caller":"traceutil/trace.go:171","msg":"trace[2134504448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19739; }","duration":"483.152294ms","start":"2026-04-01T16:27:44.900121Z","end":"2026-04-01T16:27:45.383273Z","steps":["trace[2134504448] 'agreement among raft nodes before linearized reading' (duration: 482.605342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.383302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.900109Z","time spent":"483.188455ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:45.383358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.520279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-01T16:27:45.383376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.750235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:27:45.383386Z","caller":"traceutil/trace.go:171","msg":"trace[238519548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19739; }","duration":"616.565611ms","start":"2026-04-01T16:27:44.766812Z","end":"2026-04-01T16:27:45.383378Z","steps":["trace[238519548] 'agreement among raft nodes before linearized reading' (duration: 616.496809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.383407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.766803Z","time spent":"616.600411ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:27:45.383411Z","caller":"traceutil/trace.go:171","msg":"trace[1734624586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19739; }","duration":"291.809305ms","start":"2026-04-01T16:27:45.091592Z","end":"2026-04-01T16:27:45.383401Z","steps":["trace[1734624586] 'agreement among raft nodes before linearized reading' (duration: 291.721293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.383614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.042471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:45.383643Z","caller":"traceutil/trace.go:171","msg":"trace[1824124132] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19739; }","duration":"629.088263ms","start":"2026-04-01T16:27:44.754548Z","end":"2026-04-01T16:27:45.383637Z","steps":["trace[1824124132] 'agreement among raft nodes before linearized reading' (duration: 629.016811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.383661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:44.754541Z","time spent":"629.117043ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:45.842474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.538769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:45.842692Z","caller":"traceutil/trace.go:171","msg":"trace[1320105617] transaction","detail":"{read_only:false; response_revision:19740; number_of_response:1; }","duration":"454.676549ms","start":"2026-04-01T16:27:45.387992Z","end":"2026-04-01T16:27:45.842669Z","steps":["trace[1320105617] 'process raft request' (duration: 314.858433ms)","trace[1320105617] 'compare' (duration: 139.260983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:45.84278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.387967Z","time spent":"454.769551ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:45.843333Z","caller":"traceutil/trace.go:171","msg":"trace[1655522264] linearizableReadLoop","detail":"{readStateIndex:20440; appliedIndex:20437; }","duration":"454.104676ms","start":"2026-04-01T16:27:45.389202Z","end":"2026-04-01T16:27:45.843307Z","steps":["trace[1655522264] 'read index received' (duration: 313.687576ms)","trace[1655522264] 'applied index is now lower than readState.Index' (duration: 140.4161ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:45.843359Z","caller":"traceutil/trace.go:171","msg":"trace[1400152428] transaction","detail":"{read_only:false; response_revision:19741; number_of_response:1; }","duration":"455.190481ms","start":"2026-04-01T16:27:45.388125Z","end":"2026-04-01T16:27:45.843316Z","steps":["trace[1400152428] 'process raft request' (duration: 454.467104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.843914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.388112Z","time spent":"455.719074ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:45.843424Z","caller":"traceutil/trace.go:171","msg":"trace[2011349362] transaction","detail":"{read_only:false; response_revision:19742; number_of_response:1; }","duration":"455.000287ms","start":"2026-04-01T16:27:45.38841Z","end":"2026-04-01T16:27:45.843411Z","steps":["trace[2011349362] 'process raft request' (duration: 454.522046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.84414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.388388Z","time spent":"455.701123ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:45.84355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.323691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-04-01T16:27:45.844312Z","caller":"traceutil/trace.go:171","msg":"trace[43008457] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:19742; }","duration":"455.111929ms","start":"2026-04-01T16:27:45.389187Z","end":"2026-04-01T16:27:45.844299Z","steps":["trace[43008457] 'agreement among raft nodes before linearized reading' (duration: 454.239278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.844365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.389181Z","time spent":"455.176551ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":830,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-04-01T16:27:45.84442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.222252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:132 size:280768"} {"level":"info","ts":"2026-04-01T16:27:45.844464Z","caller":"traceutil/trace.go:171","msg":"trace[1568325966] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:132; response_revision:19742; }","duration":"348.291014ms","start":"2026-04-01T16:27:45.496163Z","end":"2026-04-01T16:27:45.844454Z","steps":["trace[1568325966] 'agreement among raft nodes before linearized reading' (duration: 347.514106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.843595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.954699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:45.844506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.496148Z","time spent":"348.345155ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":132,"response size":280790,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"info","ts":"2026-04-01T16:27:45.844594Z","caller":"traceutil/trace.go:171","msg":"trace[702048269] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19742; }","duration":"140.916371ms","start":"2026-04-01T16:27:45.703609Z","end":"2026-04-01T16:27:45.844525Z","steps":["trace[702048269] 'agreement among raft nodes before linearized reading' (duration: 139.947648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.843648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.853326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:45.844784Z","caller":"traceutil/trace.go:171","msg":"trace[103909667] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19742; }","duration":"141.021494ms","start":"2026-04-01T16:27:45.703749Z","end":"2026-04-01T16:27:45.84477Z","steps":["trace[103909667] 'agreement among raft nodes before linearized reading' (duration: 139.876097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.843656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.242752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" ","response":"range_response_count:1 size:9809"} {"level":"info","ts":"2026-04-01T16:27:45.844988Z","caller":"traceutil/trace.go:171","msg":"trace[1757271675] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rl5sx; range_end:; response_count:1; response_revision:19742; }","duration":"438.608594ms","start":"2026-04-01T16:27:45.406367Z","end":"2026-04-01T16:27:45.844976Z","steps":["trace[1757271675] 'agreement among raft nodes before linearized reading' (duration: 437.075168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.845152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.406357Z","time spent":"438.784848ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9831,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rl5sx\" "} {"level":"warn","ts":"2026-04-01T16:27:45.843712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.022525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:27:45.845215Z","caller":"traceutil/trace.go:171","msg":"trace[894430667] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19742; }","duration":"348.558641ms","start":"2026-04-01T16:27:45.496644Z","end":"2026-04-01T16:27:45.845202Z","steps":["trace[894430667] 'agreement among raft nodes before linearized reading' (duration: 346.935883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.845266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.496624Z","time spent":"348.626782ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":132,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:45.843752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.504205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:27:45.845378Z","caller":"traceutil/trace.go:171","msg":"trace[632368906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19742; }","duration":"301.164334ms","start":"2026-04-01T16:27:45.544205Z","end":"2026-04-01T16:27:45.84537Z","steps":["trace[632368906] 'agreement among raft nodes before linearized reading' (duration: 299.488515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:45.845407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.544167Z","time spent":"301.231845ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:27:46.35223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624639,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:27:46.517974Z","caller":"traceutil/trace.go:171","msg":"trace[815394498] linearizableReadLoop","detail":"{readStateIndex:20441; appliedIndex:20440; }","duration":"666.520286ms","start":"2026-04-01T16:27:45.851419Z","end":"2026-04-01T16:27:46.51794Z","steps":["trace[815394498] 'read index received' (duration: 666.388213ms)","trace[815394498] 'applied index is now lower than readState.Index' (duration: 130.793µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:46.51801Z","caller":"traceutil/trace.go:171","msg":"trace[1917640945] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"667.788966ms","start":"2026-04-01T16:27:45.850187Z","end":"2026-04-01T16:27:46.517976Z","steps":["trace[1917640945] 'process raft request' (duration: 667.53276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.518266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.646222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" ","response":"range_response_count:1 size:744"} {"level":"warn","ts":"2026-04-01T16:27:46.518268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.835233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29k9k\" ","response":"range_response_count:1 size:6263"} {"level":"info","ts":"2026-04-01T16:27:46.518317Z","caller":"traceutil/trace.go:171","msg":"trace[493485323] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:expand-controller; range_end:; response_count:1; response_revision:19743; }","duration":"664.732224ms","start":"2026-04-01T16:27:45.853575Z","end":"2026-04-01T16:27:46.518307Z","steps":["trace[493485323] 'agreement among raft nodes before linearized reading' (duration: 664.585631ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:46.518345Z","caller":"traceutil/trace.go:171","msg":"trace[1359105871] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29k9k; range_end:; response_count:1; response_revision:19743; }","duration":"666.942496ms","start":"2026-04-01T16:27:45.851385Z","end":"2026-04-01T16:27:46.518327Z","steps":["trace[1359105871] 'agreement among raft nodes before linearized reading' (duration: 666.67235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.518382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.853565Z","time spent":"664.808486ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":766,"request content":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" "} {"level":"warn","ts":"2026-04-01T16:27:46.518387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.851377Z","time spent":"667.000897ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6285,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29k9k\" "} {"level":"warn","ts":"2026-04-01T16:27:46.518452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.812477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-01T16:27:46.518493Z","caller":"traceutil/trace.go:171","msg":"trace[393879490] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19743; }","duration":"339.889008ms","start":"2026-04-01T16:27:46.178593Z","end":"2026-04-01T16:27:46.518482Z","steps":["trace[393879490] 'agreement among raft nodes before linearized reading' (duration: 339.720224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.518519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.178571Z","time spent":"339.942959ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-01T16:27:46.518662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.238717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:46.518696Z","caller":"traceutil/trace.go:171","msg":"trace[1931846941] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19743; }","duration":"585.281488ms","start":"2026-04-01T16:27:45.933405Z","end":"2026-04-01T16:27:46.518686Z","steps":["trace[1931846941] 'agreement among raft nodes before linearized reading' (duration: 585.216267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.518744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.933401Z","time spent":"585.334739ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:46.518798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.428684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:46.518843Z","caller":"traceutil/trace.go:171","msg":"trace[229767107] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19743; }","duration":"338.513846ms","start":"2026-04-01T16:27:46.180318Z","end":"2026-04-01T16:27:46.518832Z","steps":["trace[229767107] 'agreement among raft nodes before linearized reading' (duration: 338.441454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.518905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.180298Z","time spent":"338.597898ms","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:46.518817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.759659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:27:46.518271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.850169Z","time spent":"667.98145ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:46.519349Z","caller":"traceutil/trace.go:171","msg":"trace[1323758607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19743; }","duration":"234.074527ms","start":"2026-04-01T16:27:46.285028Z","end":"2026-04-01T16:27:46.519103Z","steps":["trace[1323758607] 'agreement among raft nodes before linearized reading' (duration: 233.728149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.521097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.657224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:46.52115Z","caller":"traceutil/trace.go:171","msg":"trace[296734035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19743; }","duration":"620.723536ms","start":"2026-04-01T16:27:45.90041Z","end":"2026-04-01T16:27:46.521133Z","steps":["trace[296734035] 'agreement among raft nodes before linearized reading' (duration: 620.641015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.521183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.900402Z","time spent":"620.775407ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:46.521389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.010162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:46.521435Z","caller":"traceutil/trace.go:171","msg":"trace[1336378831] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19743; }","duration":"588.085064ms","start":"2026-04-01T16:27:45.93334Z","end":"2026-04-01T16:27:46.521425Z","steps":["trace[1336378831] 'agreement among raft nodes before linearized reading' (duration: 588.011343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.52167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:45.93333Z","time spent":"588.312759ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:46.523177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.578375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:46.523238Z","caller":"traceutil/trace.go:171","msg":"trace[1305072170] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19743; }","duration":"342.763985ms","start":"2026-04-01T16:27:46.180458Z","end":"2026-04-01T16:27:46.523222Z","steps":["trace[1305072170] 'agreement among raft nodes before linearized reading' (duration: 340.564384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:46.523277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.180452Z","time spent":"342.806566ms","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:47.025602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706624646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:27:47.747209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.096966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:47.747426Z","caller":"traceutil/trace.go:171","msg":"trace[655041070] transaction","detail":"{read_only:false; response_revision:19744; number_of_response:1; }","duration":"1.22239405s","start":"2026-04-01T16:27:46.525004Z","end":"2026-04-01T16:27:47.747398Z","steps":["trace[655041070] 'process raft request' (duration: 625.021267ms)","trace[655041070] 'compare' (duration: 596.722257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:47.747533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.524993Z","time spent":"1.222484831s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:47.747587Z","caller":"traceutil/trace.go:171","msg":"trace[1700697650] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"1.221105849s","start":"2026-04-01T16:27:46.526454Z","end":"2026-04-01T16:27:47.747559Z","steps":["trace[1700697650] 'process raft request' (duration: 1.220853573s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:47.747698Z","caller":"traceutil/trace.go:171","msg":"trace[1807763054] linearizableReadLoop","detail":"{readStateIndex:20443; appliedIndex:20441; }","duration":"1.222328998s","start":"2026-04-01T16:27:46.525362Z","end":"2026-04-01T16:27:47.747691Z","steps":["trace[1807763054] 'read index received' (duration: 624.581268ms)","trace[1807763054] 'applied index is now lower than readState.Index' (duration: 597.74617ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:47.747732Z","caller":"traceutil/trace.go:171","msg":"trace[739259654] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"429.566793ms","start":"2026-04-01T16:27:47.318131Z","end":"2026-04-01T16:27:47.747697Z","steps":["trace[739259654] 'process raft request' (duration: 429.46729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.747798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.526396Z","time spent":"1.221254353s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:47.747831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222467871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T16:27:47.747853Z","caller":"traceutil/trace.go:171","msg":"trace[767993353] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:19746; }","duration":"1.222500582s","start":"2026-04-01T16:27:46.525345Z","end":"2026-04-01T16:27:47.747846Z","steps":["trace[767993353] 'agreement among raft nodes before linearized reading' (duration: 1.22241341s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.747875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.525338Z","time spent":"1.222533493s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":798,"request content":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-01T16:27:47.747929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.142745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:47.747946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:47.318108Z","time spent":"429.722947ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:47.747966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.162425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:47.748007Z","caller":"traceutil/trace.go:171","msg":"trace[1427916056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19746; }","duration":"847.286769ms","start":"2026-04-01T16:27:46.9007Z","end":"2026-04-01T16:27:47.747987Z","steps":["trace[1427916056] 'agreement among raft nodes before linearized reading' (duration: 847.133506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.748051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.34974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:47.748052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.900676Z","time spent":"847.370431ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:47.748022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.918884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-01T16:27:47.748057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.077617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:47.748078Z","caller":"traceutil/trace.go:171","msg":"trace[1812451878] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19746; }","duration":"972.37561ms","start":"2026-04-01T16:27:46.775694Z","end":"2026-04-01T16:27:47.74807Z","steps":["trace[1812451878] 'agreement among raft nodes before linearized reading' (duration: 972.333009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.748094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.775634Z","time spent":"972.456663ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:27:47.748103Z","caller":"traceutil/trace.go:171","msg":"trace[1815701906] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19746; }","duration":"359.142538ms","start":"2026-04-01T16:27:47.388945Z","end":"2026-04-01T16:27:47.748087Z","steps":["trace[1815701906] 'agreement among raft nodes before linearized reading' (duration: 358.995804ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:47.748102Z","caller":"traceutil/trace.go:171","msg":"trace[1223088056] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:19746; }","duration":"106.043817ms","start":"2026-04-01T16:27:47.642039Z","end":"2026-04-01T16:27:47.748083Z","steps":["trace[1223088056] 'agreement among raft nodes before linearized reading' (duration: 105.837622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.748133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:47.388931Z","time spent":"359.19713ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:47.748145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.104387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:27:47.748149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.813676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:47.748196Z","caller":"traceutil/trace.go:171","msg":"trace[1469956664] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19746; }","duration":"929.899198ms","start":"2026-04-01T16:27:46.818288Z","end":"2026-04-01T16:27:47.748187Z","steps":["trace[1469956664] 'agreement among raft nodes before linearized reading' (duration: 929.842077ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:47.748199Z","caller":"traceutil/trace.go:171","msg":"trace[41839461] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19746; }","duration":"359.161528ms","start":"2026-04-01T16:27:47.389022Z","end":"2026-04-01T16:27:47.748184Z","steps":["trace[41839461] 'agreement among raft nodes before linearized reading' (duration: 359.064566ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:47.748046Z","caller":"traceutil/trace.go:171","msg":"trace[1019198614] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19746; }","duration":"972.253307ms","start":"2026-04-01T16:27:46.775775Z","end":"2026-04-01T16:27:47.748029Z","steps":["trace[1019198614] 'agreement among raft nodes before linearized reading' (duration: 972.121834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.748168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222495582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-domain-ks-user-6d8d6\" ","response":"range_response_count:1 size:9061"} {"level":"warn","ts":"2026-04-01T16:27:47.748264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.775759Z","time spent":"972.486813ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:47.748291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140272821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-01T16:27:47.748312Z","caller":"traceutil/trace.go:171","msg":"trace[917006886] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19746; }","duration":"1.140343513s","start":"2026-04-01T16:27:46.607962Z","end":"2026-04-01T16:27:47.748306Z","steps":["trace[917006886] 'agreement among raft nodes before linearized reading' (duration: 1.140264171s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.748107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.729714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:47.748351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.263351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-01T16:27:47.748295Z","caller":"traceutil/trace.go:171","msg":"trace[1677839257] range","detail":"{range_begin:/registry/pods/openstack/heat-domain-ks-user-6d8d6; range_end:; response_count:1; response_revision:19746; }","duration":"1.222727427s","start":"2026-04-01T16:27:46.525553Z","end":"2026-04-01T16:27:47.74828Z","steps":["trace[1677839257] 'agreement among raft nodes before linearized reading' (duration: 1.222253786s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.748464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.525545Z","time spent":"1.222905751s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9083,"request content":"key:\"/registry/pods/openstack/heat-domain-ks-user-6d8d6\" "} {"level":"warn","ts":"2026-04-01T16:27:47.748041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.003825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:47.748633Z","caller":"traceutil/trace.go:171","msg":"trace[729753900] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19746; }","duration":"359.624479ms","start":"2026-04-01T16:27:47.388998Z","end":"2026-04-01T16:27:47.748622Z","steps":["trace[729753900] 'agreement among raft nodes before linearized reading' (duration: 358.875472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.748693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:47.388991Z","time spent":"359.67059ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:47.748242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:47.389018Z","time spent":"359.21614ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:27:47.748399Z","caller":"traceutil/trace.go:171","msg":"trace[1764899494] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19746; }","duration":"505.340082ms","start":"2026-04-01T16:27:47.243041Z","end":"2026-04-01T16:27:47.748381Z","steps":["trace[1764899494] 'agreement among raft nodes before linearized reading' (duration: 505.23599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.749073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:47.243016Z","time spent":"506.041278ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-01T16:27:47.748353Z","caller":"traceutil/trace.go:171","msg":"trace[2033140842] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19746; }","duration":"929.990551ms","start":"2026-04-01T16:27:46.818353Z","end":"2026-04-01T16:27:47.748344Z","steps":["trace[2033140842] 'agreement among raft nodes before linearized reading' (duration: 929.720204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:47.749244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.818348Z","time spent":"930.867411ms","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:47.748238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.818267Z","time spent":"929.96191ms","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:47.748326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:46.607939Z","time spent":"1.140384154s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:27:48.073485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.398646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:48.073689Z","caller":"traceutil/trace.go:171","msg":"trace[1371017803] transaction","detail":"{read_only:false; response_revision:19749; number_of_response:1; }","duration":"260.140236ms","start":"2026-04-01T16:27:47.813531Z","end":"2026-04-01T16:27:48.073672Z","steps":["trace[1371017803] 'process raft request' (duration: 260.068594ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:48.07391Z","caller":"traceutil/trace.go:171","msg":"trace[1910266088] linearizableReadLoop","detail":"{readStateIndex:20446; appliedIndex:20445; }","duration":"263.75382ms","start":"2026-04-01T16:27:47.810135Z","end":"2026-04-01T16:27:48.073889Z","steps":["trace[1910266088] 'read index received' (duration: 120.866773ms)","trace[1910266088] 'applied index is now lower than readState.Index' (duration: 142.885047ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:48.073982Z","caller":"traceutil/trace.go:171","msg":"trace[1201614381] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"316.720357ms","start":"2026-04-01T16:27:47.757248Z","end":"2026-04-01T16:27:48.073969Z","steps":["trace[1201614381] 'process raft request' (duration: 173.729897ms)","trace[1201614381] 'compare' (duration: 142.253353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:48.07426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:47.757233Z","time spent":"316.970153ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8988,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:48.074436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.545185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:27:48.07444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.35445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:27:48.074491Z","caller":"traceutil/trace.go:171","msg":"trace[1017230903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19749; }","duration":"221.605306ms","start":"2026-04-01T16:27:47.852868Z","end":"2026-04-01T16:27:48.074473Z","steps":["trace[1017230903] 'agreement among raft nodes before linearized reading' (duration: 221.466822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:48.074281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.883906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" ","response":"range_response_count:1 size:756"} {"level":"info","ts":"2026-04-01T16:27:48.074503Z","caller":"traceutil/trace.go:171","msg":"trace[45790255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19749; }","duration":"221.420212ms","start":"2026-04-01T16:27:47.853067Z","end":"2026-04-01T16:27:48.074487Z","steps":["trace[45790255] 'agreement among raft nodes before linearized reading' (duration: 221.243018ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:48.074548Z","caller":"traceutil/trace.go:171","msg":"trace[1560550080] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:19749; }","duration":"262.210714ms","start":"2026-04-01T16:27:47.812322Z","end":"2026-04-01T16:27:48.074533Z","steps":["trace[1560550080] 'agreement among raft nodes before linearized reading' (duration: 261.839635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:48.074289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.771709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:48.074643Z","caller":"traceutil/trace.go:171","msg":"trace[608101560] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19749; }","duration":"207.148478ms","start":"2026-04-01T16:27:47.867477Z","end":"2026-04-01T16:27:48.074625Z","steps":["trace[608101560] 'agreement among raft nodes before linearized reading' (duration: 206.706328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:48.074374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.922883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:48.074149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.629832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7cb05ef3-e0ba-4920-9ba8-04e191a51d33\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-01T16:27:48.075285Z","caller":"traceutil/trace.go:171","msg":"trace[994333365] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7cb05ef3-e0ba-4920-9ba8-04e191a51d33; range_end:; response_count:1; response_revision:19749; }","duration":"322.661526ms","start":"2026-04-01T16:27:47.752484Z","end":"2026-04-01T16:27:48.075146Z","steps":["trace[994333365] 'agreement among raft nodes before linearized reading' (duration: 321.53238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:48.075335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:47.752463Z","time spent":"322.85803ms","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-7cb05ef3-e0ba-4920-9ba8-04e191a51d33\" "} {"level":"info","ts":"2026-04-01T16:27:48.075544Z","caller":"traceutil/trace.go:171","msg":"trace[1001044972] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19749; }","duration":"207.485506ms","start":"2026-04-01T16:27:47.867427Z","end":"2026-04-01T16:27:48.074912Z","steps":["trace[1001044972] 'agreement among raft nodes before linearized reading' (duration: 206.923323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.028848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.635605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:49.029075Z","caller":"traceutil/trace.go:171","msg":"trace[1483168786] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"950.693384ms","start":"2026-04-01T16:27:48.078346Z","end":"2026-04-01T16:27:49.02904Z","steps":["trace[1483168786] 'process raft request' (duration: 192.785513ms)","trace[1483168786] 'compare' (duration: 757.519032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:49.029226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.078338Z","time spent":"950.804746ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:49.029509Z","caller":"traceutil/trace.go:171","msg":"trace[133120749] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"948.852531ms","start":"2026-04-01T16:27:48.080629Z","end":"2026-04-01T16:27:49.029481Z","steps":["trace[133120749] 'process raft request' (duration: 948.323589ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:49.029551Z","caller":"traceutil/trace.go:171","msg":"trace[598618250] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"946.199599ms","start":"2026-04-01T16:27:48.08332Z","end":"2026-04-01T16:27:49.02952Z","steps":["trace[598618250] 'process raft request' (duration: 945.693517ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:49.029574Z","caller":"traceutil/trace.go:171","msg":"trace[1138802701] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"891.566013ms","start":"2026-04-01T16:27:48.137997Z","end":"2026-04-01T16:27:49.029563Z","steps":["trace[1138802701] 'process raft request' (duration: 891.220205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.029657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.137971Z","time spent":"891.630904ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:49.029679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.080619Z","time spent":"948.946673ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:49.029681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.083316Z","time spent":"946.290101ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:27:49.029512Z","caller":"traceutil/trace.go:171","msg":"trace[1461990585] linearizableReadLoop","detail":"{readStateIndex:20450; appliedIndex:20448; }","duration":"948.522243ms","start":"2026-04-01T16:27:48.080965Z","end":"2026-04-01T16:27:49.029487Z","steps":["trace[1461990585] 'read index received' (duration: 190.313205ms)","trace[1461990585] 'applied index is now lower than readState.Index' (duration: 758.207948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:49.029785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.509373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4b4ns\" ","response":"range_response_count:1 size:23399"} {"level":"info","ts":"2026-04-01T16:27:49.029836Z","caller":"traceutil/trace.go:171","msg":"trace[2076444643] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4b4ns; range_end:; response_count:1; response_revision:19754; }","duration":"951.603325ms","start":"2026-04-01T16:27:48.07822Z","end":"2026-04-01T16:27:49.029823Z","steps":["trace[2076444643] 'agreement among raft nodes before linearized reading' (duration: 951.328119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.029875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.078215Z","time spent":"951.651686ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":23421,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4b4ns\" "} {"level":"warn","ts":"2026-04-01T16:27:49.029917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.504269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-04-01T16:27:49.029974Z","caller":"traceutil/trace.go:171","msg":"trace[1531763934] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:19754; }","duration":"947.56101ms","start":"2026-04-01T16:27:48.082392Z","end":"2026-04-01T16:27:49.029953Z","steps":["trace[1531763934] 'agreement among raft nodes before linearized reading' (duration: 947.442448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.030015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.082387Z","time spent":"947.618033ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":794,"request content":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" "} {"level":"warn","ts":"2026-04-01T16:27:49.030029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.837061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:49.030063Z","caller":"traceutil/trace.go:171","msg":"trace[269444968] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19754; }","duration":"835.896973ms","start":"2026-04-01T16:27:48.194156Z","end":"2026-04-01T16:27:49.030053Z","steps":["trace[269444968] 'agreement among raft nodes before linearized reading' (duration: 835.841291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.030065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.98192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-01T16:27:49.030094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.194143Z","time spent":"835.941423ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:49.03009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.901753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:49.030139Z","caller":"traceutil/trace.go:171","msg":"trace[673399127] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19754; }","duration":"835.976904ms","start":"2026-04-01T16:27:48.194148Z","end":"2026-04-01T16:27:49.030125Z","steps":["trace[673399127] 'agreement among raft nodes before linearized reading' (duration: 835.895212ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:49.030137Z","caller":"traceutil/trace.go:171","msg":"trace[1524459086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19754; }","duration":"152.068252ms","start":"2026-04-01T16:27:48.878032Z","end":"2026-04-01T16:27:49.0301Z","steps":["trace[1524459086] 'agreement among raft nodes before linearized reading' (duration: 151.911848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.030181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.194132Z","time spent":"836.034126ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:49.029908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.940271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:49.030267Z","caller":"traceutil/trace.go:171","msg":"trace[1586830010] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19754; }","duration":"665.318389ms","start":"2026-04-01T16:27:48.36493Z","end":"2026-04-01T16:27:49.030249Z","steps":["trace[1586830010] 'agreement among raft nodes before linearized reading' (duration: 664.91302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.030318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.471673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 ","response":"range_response_count:2 size:5758"} {"level":"warn","ts":"2026-04-01T16:27:49.030324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.364923Z","time spent":"665.381401ms","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:27:49.030348Z","caller":"traceutil/trace.go:171","msg":"trace[1932209817] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:2; response_revision:19754; }","duration":"665.526174ms","start":"2026-04-01T16:27:48.364813Z","end":"2026-04-01T16:27:49.030339Z","steps":["trace[1932209817] 'agreement among raft nodes before linearized reading' (duration: 665.425862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.03036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.33073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:49.030376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:48.364797Z","time spent":"665.571685ms","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":2,"response size":5780,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 "} {"level":"info","ts":"2026-04-01T16:27:49.030406Z","caller":"traceutil/trace.go:171","msg":"trace[1338537198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19754; }","duration":"230.408461ms","start":"2026-04-01T16:27:48.799981Z","end":"2026-04-01T16:27:49.03039Z","steps":["trace[1338537198] 'agreement among raft nodes before linearized reading' (duration: 230.33665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:49.309839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.469288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:49.310121Z","caller":"traceutil/trace.go:171","msg":"trace[1037160619] linearizableReadLoop","detail":"{readStateIndex:20453; appliedIndex:20452; }","duration":"273.290133ms","start":"2026-04-01T16:27:49.036638Z","end":"2026-04-01T16:27:49.309928Z","steps":["trace[1037160619] 'read index received' (duration: 94.562829ms)","trace[1037160619] 'applied index is now lower than readState.Index' (duration: 178.725864ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:49.310136Z","caller":"traceutil/trace.go:171","msg":"trace[393902824] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"273.776524ms","start":"2026-04-01T16:27:49.036332Z","end":"2026-04-01T16:27:49.310109Z","steps":["trace[393902824] 'process raft request' (duration: 94.922047ms)","trace[393902824] 'compare' (duration: 178.354686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:49.310562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.387754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:49.310619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.968579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"warn","ts":"2026-04-01T16:27:49.310636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.880916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-01T16:27:49.310672Z","caller":"traceutil/trace.go:171","msg":"trace[2114618378] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:19755; }","duration":"274.03578ms","start":"2026-04-01T16:27:49.036621Z","end":"2026-04-01T16:27:49.310656Z","steps":["trace[2114618378] 'agreement among raft nodes before linearized reading' (duration: 273.651281ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:49.310665Z","caller":"traceutil/trace.go:171","msg":"trace[2053860831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19755; }","duration":"210.530337ms","start":"2026-04-01T16:27:49.100111Z","end":"2026-04-01T16:27:49.310641Z","steps":["trace[2053860831] 'agreement among raft nodes before linearized reading' (duration: 210.354192ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:49.310716Z","caller":"traceutil/trace.go:171","msg":"trace[1462627869] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replication-controller; range_end:; response_count:1; response_revision:19755; }","duration":"273.971429ms","start":"2026-04-01T16:27:49.036724Z","end":"2026-04-01T16:27:49.310696Z","steps":["trace[1462627869] 'agreement among raft nodes before linearized reading' (duration: 273.697522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.139259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.339245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:50.139371Z","caller":"traceutil/trace.go:171","msg":"trace[907846792] linearizableReadLoop","detail":"{readStateIndex:20456; appliedIndex:20455; }","duration":"730.097961ms","start":"2026-04-01T16:27:49.409256Z","end":"2026-04-01T16:27:50.139354Z","steps":["trace[907846792] 'read index received' (duration: 268.586012ms)","trace[907846792] 'applied index is now lower than readState.Index' (duration: 461.510069ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:50.13946Z","caller":"traceutil/trace.go:171","msg":"trace[819356753] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"730.713935ms","start":"2026-04-01T16:27:49.408735Z","end":"2026-04-01T16:27:50.139449Z","steps":["trace[819356753] 'process raft request' (duration: 269.104474ms)","trace[819356753] 'compare' (duration: 461.073189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:50.139522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:49.40872Z","time spent":"730.770476ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:50.139791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.530411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-04-01T16:27:50.139831Z","caller":"traceutil/trace.go:171","msg":"trace[1455472426] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:19758; }","duration":"730.588172ms","start":"2026-04-01T16:27:49.409232Z","end":"2026-04-01T16:27:50.13982Z","steps":["trace[1455472426] 'agreement among raft nodes before linearized reading' (duration: 730.476819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.139865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:49.409219Z","time spent":"730.639514ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":794,"request content":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" "} {"level":"warn","ts":"2026-04-01T16:27:50.140084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.873732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-psn8p\" ","response":"range_response_count:1 size:5790"} {"level":"info","ts":"2026-04-01T16:27:50.140121Z","caller":"traceutil/trace.go:171","msg":"trace[1417915034] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-psn8p; range_end:; response_count:1; response_revision:19758; }","duration":"728.921084ms","start":"2026-04-01T16:27:49.411189Z","end":"2026-04-01T16:27:50.14011Z","steps":["trace[1417915034] 'agreement among raft nodes before linearized reading' (duration: 728.808501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.140152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:49.411182Z","time spent":"728.964484ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5812,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-psn8p\" "} {"level":"warn","ts":"2026-04-01T16:27:50.140395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.410501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T16:27:50.14043Z","caller":"traceutil/trace.go:171","msg":"trace[113250723] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:19758; }","duration":"191.485163ms","start":"2026-04-01T16:27:49.948936Z","end":"2026-04-01T16:27:50.140421Z","steps":["trace[113250723] 'agreement among raft nodes before linearized reading' (duration: 191.396611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.140579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.194325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:50.140611Z","caller":"traceutil/trace.go:171","msg":"trace[1385486936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19758; }","duration":"340.273377ms","start":"2026-04-01T16:27:49.80033Z","end":"2026-04-01T16:27:50.140603Z","steps":["trace[1385486936] 'agreement among raft nodes before linearized reading' (duration: 340.228286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.140642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:49.800301Z","time spent":"340.333129ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:50.140828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.011112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:50.140863Z","caller":"traceutil/trace.go:171","msg":"trace[69330593] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19758; }","duration":"382.056783ms","start":"2026-04-01T16:27:49.758796Z","end":"2026-04-01T16:27:50.140853Z","steps":["trace[69330593] 'agreement among raft nodes before linearized reading' (duration: 381.964001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.140892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:49.758789Z","time spent":"382.097895ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:50.141062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.249938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:50.141093Z","caller":"traceutil/trace.go:171","msg":"trace[19663282] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19758; }","duration":"385.291578ms","start":"2026-04-01T16:27:49.755794Z","end":"2026-04-01T16:27:50.141085Z","steps":["trace[19663282] 'agreement among raft nodes before linearized reading' (duration: 385.214176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.141122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:49.755788Z","time spent":"385.32916ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:50.141297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.19246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:50.14133Z","caller":"traceutil/trace.go:171","msg":"trace[506654379] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19758; }","duration":"386.244411ms","start":"2026-04-01T16:27:49.755078Z","end":"2026-04-01T16:27:50.141323Z","steps":["trace[506654379] 'agreement among raft nodes before linearized reading' (duration: 386.160219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.14136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:49.755067Z","time spent":"386.287352ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:27:50.141506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.91597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:27:50.141537Z","caller":"traceutil/trace.go:171","msg":"trace[990482000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19758; }","duration":"388.003672ms","start":"2026-04-01T16:27:49.753526Z","end":"2026-04-01T16:27:50.141529Z","steps":["trace[990482000] 'agreement among raft nodes before linearized reading' (duration: 387.9303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.141566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:49.753493Z","time spent":"388.067253ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:27:50.557194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.668018ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:50.557294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.434057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:50.55735Z","caller":"traceutil/trace.go:171","msg":"trace[702435756] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19759; }","duration":"233.834622ms","start":"2026-04-01T16:27:50.323495Z","end":"2026-04-01T16:27:50.557329Z","steps":["trace[702435756] 'range keys from in-memory index tree' (duration: 233.648768ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:50.557495Z","caller":"traceutil/trace.go:171","msg":"trace[1289398368] transaction","detail":"{read_only:false; response_revision:19760; number_of_response:1; }","duration":"393.417279ms","start":"2026-04-01T16:27:50.164044Z","end":"2026-04-01T16:27:50.557461Z","steps":["trace[1289398368] 'process raft request' (duration: 232.737976ms)","trace[1289398368] 'compare' (duration: 160.271673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:50.557639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.164021Z","time spent":"393.544701ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:50.557785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.910969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:50.557826Z","caller":"traceutil/trace.go:171","msg":"trace[1506759999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19760; }","duration":"358.000691ms","start":"2026-04-01T16:27:50.199815Z","end":"2026-04-01T16:27:50.557815Z","steps":["trace[1506759999] 'agreement among raft nodes before linearized reading' (duration: 357.915569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.557865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.199783Z","time spent":"358.072403ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:27:50.557687Z","caller":"traceutil/trace.go:171","msg":"trace[430759943] linearizableReadLoop","detail":"{readStateIndex:20458; appliedIndex:20457; }","duration":"327.653563ms","start":"2026-04-01T16:27:50.229712Z","end":"2026-04-01T16:27:50.557366Z","steps":["trace[430759943] 'read index received' (duration: 167.014581ms)","trace[430759943] 'applied index is now lower than readState.Index' (duration: 160.637892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:50.558165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.098988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2015"} {"level":"warn","ts":"2026-04-01T16:27:50.5582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.570731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-04-01T16:27:50.55823Z","caller":"traceutil/trace.go:171","msg":"trace[197610748] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:19760; }","duration":"407.158489ms","start":"2026-04-01T16:27:50.151054Z","end":"2026-04-01T16:27:50.558212Z","steps":["trace[197610748] 'agreement among raft nodes before linearized reading' (duration: 406.965515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.558282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.151048Z","time spent":"407.222471ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2037,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-01T16:27:50.558345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.55361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T16:27:50.558234Z","caller":"traceutil/trace.go:171","msg":"trace[1881084886] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:19760; }","duration":"324.677793ms","start":"2026-04-01T16:27:50.233545Z","end":"2026-04-01T16:27:50.558223Z","steps":["trace[1881084886] 'agreement among raft nodes before linearized reading' (duration: 324.612821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:50.558382Z","caller":"traceutil/trace.go:171","msg":"trace[1881610266] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19760; }","duration":"324.614561ms","start":"2026-04-01T16:27:50.23376Z","end":"2026-04-01T16:27:50.558375Z","steps":["trace[1881610266] 'agreement among raft nodes before linearized reading' (duration: 324.496878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.558521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.233747Z","time spent":"324.765345ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"warn","ts":"2026-04-01T16:27:50.558611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.233525Z","time spent":"324.97877ms","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":732,"request content":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-04-01T16:27:50.558219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.608993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-psn8p\" ","response":"range_response_count:1 size:5790"} {"level":"info","ts":"2026-04-01T16:27:50.558674Z","caller":"traceutil/trace.go:171","msg":"trace[26795087] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-psn8p; range_end:; response_count:1; response_revision:19760; }","duration":"409.072324ms","start":"2026-04-01T16:27:50.149585Z","end":"2026-04-01T16:27:50.558657Z","steps":["trace[26795087] 'agreement among raft nodes before linearized reading' (duration: 408.520451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.558746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.14958Z","time spent":"409.143325ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5812,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-psn8p\" "} {"level":"warn","ts":"2026-04-01T16:27:50.971668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.16289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:50.971816Z","caller":"traceutil/trace.go:171","msg":"trace[838114232] linearizableReadLoop","detail":"{readStateIndex:20460; appliedIndex:20459; }","duration":"395.328823ms","start":"2026-04-01T16:27:50.576464Z","end":"2026-04-01T16:27:50.971793Z","steps":["trace[838114232] 'read index received' (duration: 103.876876ms)","trace[838114232] 'applied index is now lower than readState.Index' (duration: 291.450217ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:50.971875Z","caller":"traceutil/trace.go:171","msg":"trace[999307184] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"404.082838ms","start":"2026-04-01T16:27:50.567757Z","end":"2026-04-01T16:27:50.97184Z","steps":["trace[999307184] 'process raft request' (duration: 112.61084ms)","trace[999307184] 'compare' (duration: 290.71047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:50.972023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.594896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-04-01T16:27:50.972032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.567745Z","time spent":"404.20523ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5583,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:50.972064Z","caller":"traceutil/trace.go:171","msg":"trace[121273159] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:19762; }","duration":"406.659928ms","start":"2026-04-01T16:27:50.565395Z","end":"2026-04-01T16:27:50.972055Z","steps":["trace[121273159] 'agreement among raft nodes before linearized reading' (duration: 406.517425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.972091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.56539Z","time spent":"406.695689ms","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2913,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-01T16:27:50.972128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.407725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T16:27:50.972176Z","caller":"traceutil/trace.go:171","msg":"trace[1824397392] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19762; }","duration":"392.495967ms","start":"2026-04-01T16:27:50.579662Z","end":"2026-04-01T16:27:50.972158Z","steps":["trace[1824397392] 'agreement among raft nodes before linearized reading' (duration: 392.272612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.97222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.579633Z","time spent":"392.578179ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"warn","ts":"2026-04-01T16:27:50.972268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.443106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-01T16:27:50.972322Z","caller":"traceutil/trace.go:171","msg":"trace[1291935227] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:19762; }","duration":"392.527108ms","start":"2026-04-01T16:27:50.579782Z","end":"2026-04-01T16:27:50.972309Z","steps":["trace[1291935227] 'agreement among raft nodes before linearized reading' (duration: 392.431896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:50.972345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:50.579773Z","time spent":"392.566829ms","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":648,"request content":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" "} {"level":"info","ts":"2026-04-01T16:27:51.162381Z","caller":"traceutil/trace.go:171","msg":"trace[460435335] linearizableReadLoop","detail":"{readStateIndex:20462; appliedIndex:20461; }","duration":"128.804488ms","start":"2026-04-01T16:27:51.033558Z","end":"2026-04-01T16:27:51.162363Z","steps":["trace[460435335] 'read index received' (duration: 126.546176ms)","trace[460435335] 'applied index is now lower than readState.Index' (duration: 2.257672ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:51.162471Z","caller":"traceutil/trace.go:171","msg":"trace[1538815492] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"177.458574ms","start":"2026-04-01T16:27:50.984986Z","end":"2026-04-01T16:27:51.162444Z","steps":["trace[1538815492] 'process raft request' (duration: 175.025187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.162571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.987381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-01T16:27:51.162614Z","caller":"traceutil/trace.go:171","msg":"trace[551358141] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:19764; }","duration":"185.058032ms","start":"2026-04-01T16:27:50.977546Z","end":"2026-04-01T16:27:51.162604Z","steps":["trace[551358141] 'agreement among raft nodes before linearized reading' (duration: 184.916109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.226803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.373653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-01T16:27:51.226942Z","caller":"traceutil/trace.go:171","msg":"trace[2007996173] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:19765; }","duration":"189.575097ms","start":"2026-04-01T16:27:51.037343Z","end":"2026-04-01T16:27:51.226918Z","steps":["trace[2007996173] 'agreement among raft nodes before linearized reading' (duration: 189.353342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.227236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.247063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:27:51.227292Z","caller":"traceutil/trace.go:171","msg":"trace[1611677821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19765; }","duration":"190.326855ms","start":"2026-04-01T16:27:51.036951Z","end":"2026-04-01T16:27:51.227278Z","steps":["trace[1611677821] 'agreement among raft nodes before linearized reading' (duration: 190.180801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.227615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.828037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a248411c180549\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T16:27:51.227673Z","caller":"traceutil/trace.go:171","msg":"trace[147483826] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a248411c180549; range_end:; response_count:1; response_revision:19765; }","duration":"190.907458ms","start":"2026-04-01T16:27:51.03675Z","end":"2026-04-01T16:27:51.227658Z","steps":["trace[147483826] 'agreement among raft nodes before linearized reading' (duration: 190.730874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.22797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.028988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:27:51.228068Z","caller":"traceutil/trace.go:171","msg":"trace[289976254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19765; }","duration":"193.209183ms","start":"2026-04-01T16:27:51.034836Z","end":"2026-04-01T16:27:51.228046Z","steps":["trace[289976254] 'agreement among raft nodes before linearized reading' (duration: 193.032188ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:51.359547Z","caller":"traceutil/trace.go:171","msg":"trace[320553935] transaction","detail":"{read_only:false; response_revision:19766; number_of_response:1; }","duration":"129.138736ms","start":"2026-04-01T16:27:51.230366Z","end":"2026-04-01T16:27:51.359504Z","steps":["trace[320553935] 'process raft request' (duration: 38.957529ms)","trace[320553935] 'compare' (duration: 89.951572ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:51.359539Z","caller":"traceutil/trace.go:171","msg":"trace[1677844306] linearizableReadLoop","detail":"{readStateIndex:20464; appliedIndex:20463; }","duration":"127.207092ms","start":"2026-04-01T16:27:51.232279Z","end":"2026-04-01T16:27:51.359486Z","steps":["trace[1677844306] 'read index received' (duration: 37.057636ms)","trace[1677844306] 'applied index is now lower than readState.Index' (duration: 90.147646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:51.359917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.620301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:854"} {"level":"info","ts":"2026-04-01T16:27:51.360062Z","caller":"traceutil/trace.go:171","msg":"trace[1015338796] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:19766; }","duration":"127.745784ms","start":"2026-04-01T16:27:51.232237Z","end":"2026-04-01T16:27:51.359983Z","steps":["trace[1015338796] 'agreement among raft nodes before linearized reading' (duration: 127.363065ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:51.60782Z","caller":"traceutil/trace.go:171","msg":"trace[868488564] transaction","detail":"{read_only:false; response_revision:19767; number_of_response:1; }","duration":"374.962788ms","start":"2026-04-01T16:27:51.232831Z","end":"2026-04-01T16:27:51.607794Z","steps":["trace[868488564] 'process raft request' (duration: 298.678246ms)","trace[868488564] 'compare' (duration: 75.702748ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:51.607801Z","caller":"traceutil/trace.go:171","msg":"trace[898319925] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"374.267751ms","start":"2026-04-01T16:27:51.233507Z","end":"2026-04-01T16:27:51.607774Z","steps":["trace[898319925] 'process raft request' (duration: 373.893333ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:51.607544Z","caller":"traceutil/trace.go:171","msg":"trace[1925751152] linearizableReadLoop","detail":"{readStateIndex:20466; appliedIndex:20464; }","duration":"247.874079ms","start":"2026-04-01T16:27:51.359644Z","end":"2026-04-01T16:27:51.607518Z","steps":["trace[1925751152] 'read index received' (duration: 171.896285ms)","trace[1925751152] 'applied index is now lower than readState.Index' (duration: 75.976654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:51.608014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.233495Z","time spent":"374.434955ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:51.608015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.232818Z","time spent":"375.07381ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:51.608111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.551811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2003"} {"level":"info","ts":"2026-04-01T16:27:51.608197Z","caller":"traceutil/trace.go:171","msg":"trace[1329177378] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:19768; }","duration":"375.676334ms","start":"2026-04-01T16:27:51.232501Z","end":"2026-04-01T16:27:51.608178Z","steps":["trace[1329177378] 'agreement among raft nodes before linearized reading' (duration: 375.419698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.608247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.232486Z","time spent":"375.751866ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2025,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-01T16:27:51.608301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.154645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:809"} {"level":"info","ts":"2026-04-01T16:27:51.608439Z","caller":"traceutil/trace.go:171","msg":"trace[1127641981] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:19768; }","duration":"245.35216ms","start":"2026-04-01T16:27:51.363051Z","end":"2026-04-01T16:27:51.608403Z","steps":["trace[1127641981] 'agreement among raft nodes before linearized reading' (duration: 245.058633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.608353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.743876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T16:27:51.608517Z","caller":"traceutil/trace.go:171","msg":"trace[1313950023] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19768; }","duration":"244.92588ms","start":"2026-04-01T16:27:51.363578Z","end":"2026-04-01T16:27:51.608504Z","steps":["trace[1313950023] 'agreement among raft nodes before linearized reading' (duration: 244.713855ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:51.844344Z","caller":"traceutil/trace.go:171","msg":"trace[1066795524] linearizableReadLoop","detail":"{readStateIndex:20467; appliedIndex:20466; }","duration":"231.232021ms","start":"2026-04-01T16:27:51.613081Z","end":"2026-04-01T16:27:51.844313Z","steps":["trace[1066795524] 'read index received' (duration: 190.52046ms)","trace[1066795524] 'applied index is now lower than readState.Index' (duration: 40.709811ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:51.844388Z","caller":"traceutil/trace.go:171","msg":"trace[753102289] transaction","detail":"{read_only:false; response_revision:19769; number_of_response:1; }","duration":"233.845662ms","start":"2026-04-01T16:27:51.610496Z","end":"2026-04-01T16:27:51.844342Z","steps":["trace[753102289] 'process raft request' (duration: 193.146621ms)","trace[753102289] 'compare' (duration: 40.293061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:51.844732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.62737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-04-01T16:27:51.844798Z","caller":"traceutil/trace.go:171","msg":"trace[429170939] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:19769; }","duration":"231.740033ms","start":"2026-04-01T16:27:51.613037Z","end":"2026-04-01T16:27:51.844777Z","steps":["trace[429170939] 'agreement among raft nodes before linearized reading' (duration: 231.454966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.844806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.594719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-04-01T16:27:51.844871Z","caller":"traceutil/trace.go:171","msg":"trace[1981270805] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:19769; }","duration":"231.716442ms","start":"2026-04-01T16:27:51.61314Z","end":"2026-04-01T16:27:51.844856Z","steps":["trace[1981270805] 'agreement among raft nodes before linearized reading' (duration: 231.563138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:51.845238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.680242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-01T16:27:51.84534Z","caller":"traceutil/trace.go:171","msg":"trace[1406773398] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:19769; }","duration":"145.852896ms","start":"2026-04-01T16:27:51.699471Z","end":"2026-04-01T16:27:51.845324Z","steps":["trace[1406773398] 'agreement among raft nodes before linearized reading' (duration: 145.544769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.400333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.105903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:52.400509Z","caller":"traceutil/trace.go:171","msg":"trace[233583624] transaction","detail":"{read_only:false; response_revision:19770; number_of_response:1; }","duration":"552.522284ms","start":"2026-04-01T16:27:51.847952Z","end":"2026-04-01T16:27:52.400474Z","steps":["trace[233583624] 'process raft request' (duration: 221.216416ms)","trace[233583624] 'compare' (duration: 330.95594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:52.400751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.847924Z","time spent":"552.74291ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:27:52.400791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.089991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:730"} {"level":"info","ts":"2026-04-01T16:27:52.401026Z","caller":"traceutil/trace.go:171","msg":"trace[611880631] linearizableReadLoop","detail":"{readStateIndex:20468; appliedIndex:20467; }","duration":"550.744813ms","start":"2026-04-01T16:27:51.849681Z","end":"2026-04-01T16:27:52.400426Z","steps":["trace[611880631] 'read index received' (duration: 219.505127ms)","trace[611880631] 'applied index is now lower than readState.Index' (duration: 331.238676ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:52.400901Z","caller":"traceutil/trace.go:171","msg":"trace[1547523334] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:19770; }","duration":"551.233185ms","start":"2026-04-01T16:27:51.849643Z","end":"2026-04-01T16:27:52.400876Z","steps":["trace[1547523334] 'agreement among raft nodes before linearized reading' (duration: 550.937428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.401601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.849632Z","time spent":"551.951981ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":752,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" "} {"level":"info","ts":"2026-04-01T16:27:52.435942Z","caller":"traceutil/trace.go:171","msg":"trace[32058409] transaction","detail":"{read_only:false; response_revision:19771; number_of_response:1; }","duration":"581.505081ms","start":"2026-04-01T16:27:51.854417Z","end":"2026-04-01T16:27:52.435922Z","steps":["trace[32058409] 'process raft request' (duration: 581.347187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.43611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.854406Z","time spent":"581.595504ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5954,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:52.436305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.807679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-01T16:27:52.436341Z","caller":"traceutil/trace.go:171","msg":"trace[1762806161] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19771; }","duration":"295.908061ms","start":"2026-04-01T16:27:52.140423Z","end":"2026-04-01T16:27:52.436331Z","steps":["trace[1762806161] 'agreement among raft nodes before linearized reading' (duration: 295.814018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.436365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.436506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:27:52.436396Z","caller":"traceutil/trace.go:171","msg":"trace[331224342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19771; }","duration":"446.524379ms","start":"2026-04-01T16:27:51.989863Z","end":"2026-04-01T16:27:52.436387Z","steps":["trace[331224342] 'agreement among raft nodes before linearized reading' (duration: 446.404426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.436439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.989843Z","time spent":"446.57308ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:27:52.436483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.669891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:52.436509Z","caller":"traceutil/trace.go:171","msg":"trace[1333220669] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:19771; }","duration":"243.752763ms","start":"2026-04-01T16:27:52.19275Z","end":"2026-04-01T16:27:52.436502Z","steps":["trace[1333220669] 'agreement among raft nodes before linearized reading' (duration: 243.709602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.436534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.957194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:52.436587Z","caller":"traceutil/trace.go:171","msg":"trace[1956395063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19771; }","duration":"536.371517ms","start":"2026-04-01T16:27:51.900203Z","end":"2026-04-01T16:27:52.436574Z","steps":["trace[1956395063] 'agreement among raft nodes before linearized reading' (duration: 536.296885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.436624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.900177Z","time spent":"536.441019ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:52.436637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.000509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:52.436655Z","caller":"traceutil/trace.go:171","msg":"trace[242641269] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:19771; }","duration":"244.04081ms","start":"2026-04-01T16:27:52.192609Z","end":"2026-04-01T16:27:52.43665Z","steps":["trace[242641269] 'agreement among raft nodes before linearized reading' (duration: 244.006749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.436778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.715516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:52.436801Z","caller":"traceutil/trace.go:171","msg":"trace[859834149] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19771; }","duration":"286.806408ms","start":"2026-04-01T16:27:52.149988Z","end":"2026-04-01T16:27:52.436795Z","steps":["trace[859834149] 'agreement among raft nodes before linearized reading' (duration: 286.738967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.436799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.504006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:52.436922Z","caller":"traceutil/trace.go:171","msg":"trace[96609857] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19771; }","duration":"508.64934ms","start":"2026-04-01T16:27:51.92826Z","end":"2026-04-01T16:27:52.43691Z","steps":["trace[96609857] 'agreement among raft nodes before linearized reading' (duration: 508.508527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.436944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.961175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:52.436965Z","caller":"traceutil/trace.go:171","msg":"trace[1465961520] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19771; }","duration":"288.036777ms","start":"2026-04-01T16:27:52.148923Z","end":"2026-04-01T16:27:52.436959Z","steps":["trace[1465961520] 'agreement among raft nodes before linearized reading' (duration: 287.978636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.43697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.928244Z","time spent":"508.713511ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:52.437092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.03782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:52.437114Z","caller":"traceutil/trace.go:171","msg":"trace[1862803409] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19771; }","duration":"289.095142ms","start":"2026-04-01T16:27:52.148013Z","end":"2026-04-01T16:27:52.437108Z","steps":["trace[1862803409] 'agreement among raft nodes before linearized reading' (duration: 289.03745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.437256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.08302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:52.437298Z","caller":"traceutil/trace.go:171","msg":"trace[693784057] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19771; }","duration":"509.174662ms","start":"2026-04-01T16:27:51.928113Z","end":"2026-04-01T16:27:52.437288Z","steps":["trace[693784057] 'agreement among raft nodes before linearized reading' (duration: 509.10705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:52.43741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:51.928091Z","time spent":"509.271764ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:53.769092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122818913s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:53.769183Z","caller":"traceutil/trace.go:171","msg":"trace[1346112107] linearizableReadLoop","detail":"{readStateIndex:20470; appliedIndex:20469; }","duration":"1.293868818s","start":"2026-04-01T16:27:52.475299Z","end":"2026-04-01T16:27:53.769168Z","steps":["trace[1346112107] 'read index received' (duration: 170.87368ms)","trace[1346112107] 'applied index is now lower than readState.Index' (duration: 1.122993228s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:53.769269Z","caller":"traceutil/trace.go:171","msg":"trace[2023042400] transaction","detail":"{read_only:false; response_revision:19772; number_of_response:1; }","duration":"1.328804454s","start":"2026-04-01T16:27:52.440453Z","end":"2026-04-01T16:27:53.769257Z","steps":["trace[2023042400] 'process raft request' (duration: 205.749575ms)","trace[2023042400] 'compare' (duration: 1.121969023s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:53.769363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:52.440439Z","time spent":"1.328867735s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:53.769834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294525633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 ","response":"range_response_count:22 size:43731"} {"level":"info","ts":"2026-04-01T16:27:53.769888Z","caller":"traceutil/trace.go:171","msg":"trace[2074883481] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:22; response_revision:19772; }","duration":"1.294605885s","start":"2026-04-01T16:27:52.47527Z","end":"2026-04-01T16:27:53.769876Z","steps":["trace[2074883481] 'agreement among raft nodes before linearized reading' (duration: 1.294266107s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.769922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:52.475249Z","time spent":"1.294663926s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":22,"response size":43753,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:53.770193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294620805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:53.770262Z","caller":"traceutil/trace.go:171","msg":"trace[995478355] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19772; }","duration":"1.294755048s","start":"2026-04-01T16:27:52.475493Z","end":"2026-04-01T16:27:53.770248Z","steps":["trace[995478355] 'agreement among raft nodes before linearized reading' (duration: 1.294557913s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.770414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.58986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:53.770442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:52.475462Z","time spent":"1.294953143s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:53.770461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.420277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:27:53.770482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.638461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:53.7705Z","caller":"traceutil/trace.go:171","msg":"trace[795478334] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19772; }","duration":"634.665782ms","start":"2026-04-01T16:27:53.135829Z","end":"2026-04-01T16:27:53.770495Z","steps":["trace[795478334] 'agreement among raft nodes before linearized reading' (duration: 634.639191ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:53.770497Z","caller":"traceutil/trace.go:171","msg":"trace[836565279] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19772; }","duration":"598.513028ms","start":"2026-04-01T16:27:53.171975Z","end":"2026-04-01T16:27:53.770488Z","steps":["trace[836565279] 'agreement among raft nodes before linearized reading' (duration: 598.452277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.770511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.926289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:27:53.770525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:53.135825Z","time spent":"634.694532ms","remote":"127.0.0.1:60816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:53.770532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:53.171928Z","time spent":"598.5957ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:27:53.770542Z","caller":"traceutil/trace.go:171","msg":"trace[172678035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19772; }","duration":"157.998861ms","start":"2026-04-01T16:27:53.612535Z","end":"2026-04-01T16:27:53.770533Z","steps":["trace[172678035] 'agreement among raft nodes before linearized reading' (duration: 157.877008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.770576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.813933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:27:53.770655Z","caller":"traceutil/trace.go:171","msg":"trace[818082166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19772; }","duration":"156.952026ms","start":"2026-04-01T16:27:53.613686Z","end":"2026-04-01T16:27:53.770638Z","steps":["trace[818082166] 'agreement among raft nodes before linearized reading' (duration: 156.70654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.770621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.525609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-04-01T16:27:53.770661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.535686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T16:27:53.770718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.719062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:27:53.77075Z","caller":"traceutil/trace.go:171","msg":"trace[1219559027] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19772; }","duration":"153.662259ms","start":"2026-04-01T16:27:53.617069Z","end":"2026-04-01T16:27:53.770731Z","steps":["trace[1219559027] 'agreement among raft nodes before linearized reading' (duration: 153.404733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:53.770737Z","caller":"traceutil/trace.go:171","msg":"trace[1357260423] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:19772; }","duration":"598.716364ms","start":"2026-04-01T16:27:53.172003Z","end":"2026-04-01T16:27:53.770719Z","steps":["trace[1357260423] 'agreement among raft nodes before linearized reading' (duration: 598.362996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.770604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269837087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:53.770789Z","caller":"traceutil/trace.go:171","msg":"trace[1405425504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19772; }","duration":"425.793335ms","start":"2026-04-01T16:27:53.344979Z","end":"2026-04-01T16:27:53.770772Z","steps":["trace[1405425504] 'agreement among raft nodes before linearized reading' (duration: 425.609971ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:53.770826Z","caller":"traceutil/trace.go:171","msg":"trace[2029859471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19772; }","duration":"1.270092622s","start":"2026-04-01T16:27:52.500723Z","end":"2026-04-01T16:27:53.770815Z","steps":["trace[2029859471] 'agreement among raft nodes before linearized reading' (duration: 1.269857357s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.770814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:53.171953Z","time spent":"598.847507ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:53.770842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:53.344905Z","time spent":"425.925747ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:27:53.770889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:52.500705Z","time spent":"1.270154124s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:27:53.770453Z","caller":"traceutil/trace.go:171","msg":"trace[1101032610] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19772; }","duration":"634.654891ms","start":"2026-04-01T16:27:53.135789Z","end":"2026-04-01T16:27:53.770444Z","steps":["trace[1101032610] 'agreement among raft nodes before linearized reading' (duration: 634.58487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.770942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207110871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:27:53.771049Z","caller":"traceutil/trace.go:171","msg":"trace[727036083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19772; }","duration":"1.207381208s","start":"2026-04-01T16:27:52.563651Z","end":"2026-04-01T16:27:53.771032Z","steps":["trace[727036083] 'agreement among raft nodes before linearized reading' (duration: 1.206759614s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:53.770964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:53.135747Z","time spent":"635.200364ms","remote":"127.0.0.1:60816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:53.77115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:52.56363Z","time spent":"1.207504671s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:27:53.950706Z","caller":"traceutil/trace.go:171","msg":"trace[1936267729] transaction","detail":"{read_only:false; response_revision:19773; number_of_response:1; }","duration":"167.607745ms","start":"2026-04-01T16:27:53.783071Z","end":"2026-04-01T16:27:53.950679Z","steps":["trace[1936267729] 'process raft request' (duration: 96.518455ms)","trace[1936267729] 'compare' (duration: 70.944987ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:54.028939Z","caller":"traceutil/trace.go:171","msg":"trace[1499250673] transaction","detail":"{read_only:false; response_revision:19775; number_of_response:1; }","duration":"245.656157ms","start":"2026-04-01T16:27:53.783231Z","end":"2026-04-01T16:27:54.028887Z","steps":["trace[1499250673] 'process raft request' (duration: 245.431792ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:54.028997Z","caller":"traceutil/trace.go:171","msg":"trace[649765444] transaction","detail":"{read_only:false; response_revision:19776; number_of_response:1; }","duration":"245.741329ms","start":"2026-04-01T16:27:53.783231Z","end":"2026-04-01T16:27:54.028972Z","steps":["trace[649765444] 'process raft request' (duration: 245.455113ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:54.029112Z","caller":"traceutil/trace.go:171","msg":"trace[924259446] transaction","detail":"{read_only:false; response_revision:19774; number_of_response:1; }","duration":"245.895353ms","start":"2026-04-01T16:27:53.783182Z","end":"2026-04-01T16:27:54.029077Z","steps":["trace[924259446] 'process raft request' (duration: 245.405601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:54.728198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.069778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:54.728471Z","caller":"traceutil/trace.go:171","msg":"trace[1551496467] linearizableReadLoop","detail":"{readStateIndex:20477; appliedIndex:20475; }","duration":"522.486243ms","start":"2026-04-01T16:27:54.205962Z","end":"2026-04-01T16:27:54.728448Z","steps":["trace[1551496467] 'read index received' (duration: 216.288662ms)","trace[1551496467] 'applied index is now lower than readState.Index' (duration: 306.196351ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:54.728578Z","caller":"traceutil/trace.go:171","msg":"trace[2107760841] transaction","detail":"{read_only:false; response_revision:19777; number_of_response:1; }","duration":"698.487984ms","start":"2026-04-01T16:27:54.030079Z","end":"2026-04-01T16:27:54.728567Z","steps":["trace[2107760841] 'process raft request' (duration: 391.931724ms)","trace[2107760841] 'compare' (duration: 305.950076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:54.728694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.030058Z","time spent":"698.590186ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:54.728953Z","caller":"traceutil/trace.go:171","msg":"trace[1574404795] transaction","detail":"{read_only:false; response_revision:19778; number_of_response:1; }","duration":"696.644701ms","start":"2026-04-01T16:27:54.032297Z","end":"2026-04-01T16:27:54.728942Z","steps":["trace[1574404795] 'process raft request' (duration: 696.046937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:54.729035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.032276Z","time spent":"696.709952ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:54.729442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.474206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-01T16:27:54.729493Z","caller":"traceutil/trace.go:171","msg":"trace[482502854] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19778; }","duration":"523.526667ms","start":"2026-04-01T16:27:54.205953Z","end":"2026-04-01T16:27:54.72948Z","steps":["trace[482502854] 'agreement among raft nodes before linearized reading' (duration: 523.282672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:54.729525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.205932Z","time spent":"523.585808ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T16:27:54.729732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.907109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:54.729776Z","caller":"traceutil/trace.go:171","msg":"trace[2057559607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19778; }","duration":"497.984651ms","start":"2026-04-01T16:27:54.231779Z","end":"2026-04-01T16:27:54.729764Z","steps":["trace[2057559607] 'agreement among raft nodes before linearized reading' (duration: 497.92542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:54.729815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.231759Z","time spent":"498.046572ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:54.730255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.530959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:27:54.730309Z","caller":"traceutil/trace.go:171","msg":"trace[2025280010] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19778; }","duration":"276.61289ms","start":"2026-04-01T16:27:54.453686Z","end":"2026-04-01T16:27:54.730298Z","steps":["trace[2025280010] 'agreement among raft nodes before linearized reading' (duration: 276.462567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:54.730558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.470121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:54.730593Z","caller":"traceutil/trace.go:171","msg":"trace[753531709] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19778; }","duration":"286.515752ms","start":"2026-04-01T16:27:54.444069Z","end":"2026-04-01T16:27:54.730584Z","steps":["trace[753531709] 'agreement among raft nodes before linearized reading' (duration: 286.402309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:54.730974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.663929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:54.731024Z","caller":"traceutil/trace.go:171","msg":"trace[2027632292] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19778; }","duration":"287.74318ms","start":"2026-04-01T16:27:54.44327Z","end":"2026-04-01T16:27:54.731013Z","steps":["trace[2027632292] 'agreement among raft nodes before linearized reading' (duration: 287.520535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:54.731308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.180041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:27:54.731361Z","caller":"traceutil/trace.go:171","msg":"trace[683827496] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19778; }","duration":"288.266923ms","start":"2026-04-01T16:27:54.443082Z","end":"2026-04-01T16:27:54.731349Z","steps":["trace[683827496] 'agreement among raft nodes before linearized reading' (duration: 288.12627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:55.404573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.310778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:55.40468Z","caller":"traceutil/trace.go:171","msg":"trace[213657410] linearizableReadLoop","detail":"{readStateIndex:20478; appliedIndex:20477; }","duration":"664.508719ms","start":"2026-04-01T16:27:54.740154Z","end":"2026-04-01T16:27:55.404663Z","steps":["trace[213657410] 'read index received' (duration: 178.023267ms)","trace[213657410] 'applied index is now lower than readState.Index' (duration: 486.483922ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:55.404747Z","caller":"traceutil/trace.go:171","msg":"trace[984242844] transaction","detail":"{read_only:false; response_revision:19779; number_of_response:1; }","duration":"665.150385ms","start":"2026-04-01T16:27:54.739586Z","end":"2026-04-01T16:27:55.404736Z","steps":["trace[984242844] 'process raft request' (duration: 178.605441ms)","trace[984242844] 'compare' (duration: 486.175125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:55.404817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.739574Z","time spent":"665.205926ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:27:55.405047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.871069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:27:55.405133Z","caller":"traceutil/trace.go:171","msg":"trace[917954230] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19779; }","duration":"664.983831ms","start":"2026-04-01T16:27:54.740128Z","end":"2026-04-01T16:27:55.405112Z","steps":["trace[917954230] 'agreement among raft nodes before linearized reading' (duration: 664.710604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:55.405186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.740121Z","time spent":"665.055892ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T16:27:55.49612Z","caller":"traceutil/trace.go:171","msg":"trace[385297741] transaction","detail":"{read_only:false; response_revision:19780; number_of_response:1; }","duration":"755.482265ms","start":"2026-04-01T16:27:54.740617Z","end":"2026-04-01T16:27:55.496099Z","steps":["trace[385297741] 'process raft request' (duration: 755.314121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:55.496242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.740584Z","time spent":"755.592907ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:55.496321Z","caller":"traceutil/trace.go:171","msg":"trace[874154065] transaction","detail":"{read_only:false; response_revision:19781; number_of_response:1; }","duration":"748.01291ms","start":"2026-04-01T16:27:54.748273Z","end":"2026-04-01T16:27:55.496286Z","steps":["trace[874154065] 'process raft request' (duration: 747.777615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:55.496475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.748263Z","time spent":"748.128463ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:55.803959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.164425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:55.804068Z","caller":"traceutil/trace.go:171","msg":"trace[479937192] linearizableReadLoop","detail":"{readStateIndex:20481; appliedIndex:20478; }","duration":"399.342737ms","start":"2026-04-01T16:27:55.404706Z","end":"2026-04-01T16:27:55.804049Z","steps":["trace[479937192] 'read index received' (duration: 91.255552ms)","trace[479937192] 'applied index is now lower than readState.Index' (duration: 308.086105ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:55.804143Z","caller":"traceutil/trace.go:171","msg":"trace[143306333] transaction","detail":"{read_only:false; response_revision:19782; number_of_response:1; }","duration":"549.951244ms","start":"2026-04-01T16:27:55.25418Z","end":"2026-04-01T16:27:55.804132Z","steps":["trace[143306333] 'process raft request' (duration: 328.525733ms)","trace[143306333] 'compare' (duration: 220.792337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:55.804206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.254162Z","time spent":"550.014226ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:55.804259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.587257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:55.804264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.860037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:55.804281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.44213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:55.80432Z","caller":"traceutil/trace.go:171","msg":"trace[1787009745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19782; }","duration":"567.650408ms","start":"2026-04-01T16:27:55.236656Z","end":"2026-04-01T16:27:55.804307Z","steps":["trace[1787009745] 'agreement among raft nodes before linearized reading' (duration: 567.494975ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:55.804327Z","caller":"traceutil/trace.go:171","msg":"trace[1874487194] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19782; }","duration":"476.94571ms","start":"2026-04-01T16:27:55.327367Z","end":"2026-04-01T16:27:55.804313Z","steps":["trace[1874487194] 'agreement among raft nodes before linearized reading' (duration: 476.832017ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:55.804341Z","caller":"traceutil/trace.go:171","msg":"trace[572576228] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19782; }","duration":"587.534382ms","start":"2026-04-01T16:27:55.21679Z","end":"2026-04-01T16:27:55.804324Z","steps":["trace[572576228] 'agreement among raft nodes before linearized reading' (duration: 587.402149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:55.804653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.21677Z","time spent":"587.86673ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:55.804362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.327364Z","time spent":"476.991121ms","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:55.804361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.236623Z","time spent":"567.73067ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:55.80441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.529752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:55.80505Z","caller":"traceutil/trace.go:171","msg":"trace[908765812] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19782; }","duration":"588.171928ms","start":"2026-04-01T16:27:55.216865Z","end":"2026-04-01T16:27:55.805037Z","steps":["trace[908765812] 'agreement among raft nodes before linearized reading' (duration: 587.521122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:55.805103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.216861Z","time spent":"588.220609ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:55.804382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.038161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:55.805315Z","caller":"traceutil/trace.go:171","msg":"trace[124752805] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19782; }","duration":"478.029915ms","start":"2026-04-01T16:27:55.327271Z","end":"2026-04-01T16:27:55.805301Z","steps":["trace[124752805] 'agreement among raft nodes before linearized reading' (duration: 476.99341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:55.805509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.327253Z","time spent":"478.239689ms","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:55.804412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062606937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-01T16:27:55.805621Z","caller":"traceutil/trace.go:171","msg":"trace[877895698] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19782; }","duration":"1.063817326s","start":"2026-04-01T16:27:54.741765Z","end":"2026-04-01T16:27:55.805582Z","steps":["trace[877895698] 'agreement among raft nodes before linearized reading' (duration: 1.062484775s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:55.805738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:54.741758Z","time spent":"1.063942339s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-01T16:27:56.088001Z","caller":"traceutil/trace.go:171","msg":"trace[974933574] linearizableReadLoop","detail":"{readStateIndex:20482; appliedIndex:20481; }","duration":"283.878669ms","start":"2026-04-01T16:27:55.804094Z","end":"2026-04-01T16:27:56.087973Z","steps":["trace[974933574] 'read index received' (duration: 282.821275ms)","trace[974933574] 'applied index is now lower than readState.Index' (duration: 1.055654ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:56.088129Z","caller":"traceutil/trace.go:171","msg":"trace[1579340736] transaction","detail":"{read_only:false; response_revision:19783; number_of_response:1; }","duration":"586.415506ms","start":"2026-04-01T16:27:55.501689Z","end":"2026-04-01T16:27:56.088104Z","steps":["trace[1579340736] 'process raft request' (duration: 585.208348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.088212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.50168Z","time spent":"586.476518ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:27:56.088579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.488164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:56.088621Z","caller":"traceutil/trace.go:171","msg":"trace[1213320805] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19783; }","duration":"445.532105ms","start":"2026-04-01T16:27:55.643076Z","end":"2026-04-01T16:27:56.088608Z","steps":["trace[1213320805] 'agreement among raft nodes before linearized reading' (duration: 445.477064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.088598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.356427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:56.088645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.643053Z","time spent":"445.586997ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:27:56.088669Z","caller":"traceutil/trace.go:171","msg":"trace[1887574905] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19783; }","duration":"414.46774ms","start":"2026-04-01T16:27:55.674182Z","end":"2026-04-01T16:27:56.08865Z","steps":["trace[1887574905] 'agreement among raft nodes before linearized reading' (duration: 414.353977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.088674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.017921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:27:56.088709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.674171Z","time spent":"414.527821ms","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:56.088823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.197941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-01T16:27:56.088836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.651591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:56.088843Z","caller":"traceutil/trace.go:171","msg":"trace[2067752726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19783; }","duration":"589.239543ms","start":"2026-04-01T16:27:55.499597Z","end":"2026-04-01T16:27:56.088837Z","steps":["trace[2067752726] 'agreement among raft nodes before linearized reading' (duration: 589.178081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.088866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.499585Z","time spent":"589.274343ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T16:27:56.088864Z","caller":"traceutil/trace.go:171","msg":"trace[300344515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19783; }","duration":"282.697932ms","start":"2026-04-01T16:27:55.806156Z","end":"2026-04-01T16:27:56.088854Z","steps":["trace[300344515] 'agreement among raft nodes before linearized reading' (duration: 282.658961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.088934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.731617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:56.088976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.316811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:56.088976Z","caller":"traceutil/trace.go:171","msg":"trace[649292982] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19783; }","duration":"414.775878ms","start":"2026-04-01T16:27:55.674191Z","end":"2026-04-01T16:27:56.088967Z","steps":["trace[649292982] 'agreement among raft nodes before linearized reading' (duration: 414.707756ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:56.088996Z","caller":"traceutil/trace.go:171","msg":"trace[2145676178] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19783; }","duration":"469.349642ms","start":"2026-04-01T16:27:55.619641Z","end":"2026-04-01T16:27:56.08899Z","steps":["trace[2145676178] 'agreement among raft nodes before linearized reading' (duration: 469.317221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.674155Z","time spent":"414.843468ms","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:56.089027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.619634Z","time spent":"469.382863ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:56.089101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.76086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-01T16:27:56.089124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.165561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:56.089141Z","caller":"traceutil/trace.go:171","msg":"trace[253461438] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19783; }","duration":"470.184291ms","start":"2026-04-01T16:27:55.618951Z","end":"2026-04-01T16:27:56.089136Z","steps":["trace[253461438] 'agreement among raft nodes before linearized reading' (duration: 470.157661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.936311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:56.089143Z","caller":"traceutil/trace.go:171","msg":"trace[2053041578] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2; range_end:; response_count:1; response_revision:19783; }","duration":"680.827811ms","start":"2026-04-01T16:27:55.408305Z","end":"2026-04-01T16:27:56.089133Z","steps":["trace[2053041578] 'agreement among raft nodes before linearized reading' (duration: 680.485253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.618894Z","time spent":"470.260013ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:27:56.089166Z","caller":"traceutil/trace.go:171","msg":"trace[464313507] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19783; }","duration":"414.995022ms","start":"2026-04-01T16:27:55.674162Z","end":"2026-04-01T16:27:56.089157Z","steps":["trace[464313507] 'agreement among raft nodes before linearized reading' (duration: 414.948661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.408291Z","time spent":"680.876892ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2461e914639e2\" "} {"level":"warn","ts":"2026-04-01T16:27:56.08925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.311664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:56.089274Z","caller":"traceutil/trace.go:171","msg":"trace[594114298] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19783; }","duration":"470.356526ms","start":"2026-04-01T16:27:55.618912Z","end":"2026-04-01T16:27:56.089269Z","steps":["trace[594114298] 'agreement among raft nodes before linearized reading' (duration: 470.322975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.6189Z","time spent":"470.386776ms","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:56.088581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.70423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:56.089411Z","caller":"traceutil/trace.go:171","msg":"trace[1424730811] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19783; }","duration":"485.574671ms","start":"2026-04-01T16:27:55.603829Z","end":"2026-04-01T16:27:56.089403Z","steps":["trace[1424730811] 'agreement among raft nodes before linearized reading' (duration: 484.714521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.603816Z","time spent":"485.609141ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":25,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:56.08953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.062397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:25 size:161499"} {"level":"info","ts":"2026-04-01T16:27:56.089574Z","caller":"traceutil/trace.go:171","msg":"trace[216990748] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:25; response_revision:19783; }","duration":"425.118718ms","start":"2026-04-01T16:27:55.664443Z","end":"2026-04-01T16:27:56.089562Z","steps":["trace[216990748] 'agreement among raft nodes before linearized reading' (duration: 424.76372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.664437Z","time spent":"425.15955ms","remote":"127.0.0.1:60874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":25,"response size":161521,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:56.089741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.357104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:25 size:161499"} {"level":"info","ts":"2026-04-01T16:27:56.089767Z","caller":"traceutil/trace.go:171","msg":"trace[1565455586] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:25; response_revision:19783; }","duration":"425.441006ms","start":"2026-04-01T16:27:55.66432Z","end":"2026-04-01T16:27:56.089761Z","steps":["trace[1565455586] 'agreement among raft nodes before linearized reading' (duration: 424.121575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.664295Z","time spent":"425.485878ms","remote":"127.0.0.1:60874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":25,"response size":161521,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:56.08984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.400176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:56.089878Z","caller":"traceutil/trace.go:171","msg":"trace[1596507621] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19783; }","duration":"425.483228ms","start":"2026-04-01T16:27:55.664386Z","end":"2026-04-01T16:27:56.089869Z","steps":["trace[1596507621] 'agreement among raft nodes before linearized reading' (duration: 425.414236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.089913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.664366Z","time spent":"425.535088ms","remote":"127.0.0.1:60874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":25,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:56.089984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.082913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:25 size:57683"} {"level":"info","ts":"2026-04-01T16:27:56.090007Z","caller":"traceutil/trace.go:171","msg":"trace[1710394245] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:25; response_revision:19783; }","duration":"486.122114ms","start":"2026-04-01T16:27:55.60388Z","end":"2026-04-01T16:27:56.090002Z","steps":["trace[1710394245] 'agreement among raft nodes before linearized reading' (duration: 484.509236ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:56.088709Z","caller":"traceutil/trace.go:171","msg":"trace[1494407812] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19783; }","duration":"504.108523ms","start":"2026-04-01T16:27:55.58459Z","end":"2026-04-01T16:27:56.088698Z","steps":["trace[1494407812] 'agreement among raft nodes before linearized reading' (duration: 504.062802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.090004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.379863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-01T16:27:56.090026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.603711Z","time spent":"486.310478ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":25,"response size":57705,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:56.090044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.584563Z","time spent":"505.469135ms","remote":"127.0.0.1:60838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:27:56.090053Z","caller":"traceutil/trace.go:171","msg":"trace[1439535688] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:19783; }","duration":"165.492865ms","start":"2026-04-01T16:27:55.92454Z","end":"2026-04-01T16:27:56.090033Z","steps":["trace[1439535688] 'agreement among raft nodes before linearized reading' (duration: 165.401793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.090266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.02292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:3 size:3229"} {"level":"info","ts":"2026-04-01T16:27:56.090292Z","caller":"traceutil/trace.go:171","msg":"trace[550220495] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:3; response_revision:19783; }","duration":"447.090861ms","start":"2026-04-01T16:27:55.643195Z","end":"2026-04-01T16:27:56.090285Z","steps":["trace[550220495] 'agreement among raft nodes before linearized reading' (duration: 445.3388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.090297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.560565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-32406ceb-df9b-453e-b321-de4769099477\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-01T16:27:56.09031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.643171Z","time spent":"447.134303ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":3,"response size":3251,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-04-01T16:27:56.09033Z","caller":"traceutil/trace.go:171","msg":"trace[756855409] range","detail":"{range_begin:/registry/persistentvolumes/pvc-32406ceb-df9b-453e-b321-de4769099477; range_end:; response_count:1; response_revision:19783; }","duration":"281.613097ms","start":"2026-04-01T16:27:55.808707Z","end":"2026-04-01T16:27:56.090321Z","steps":["trace[756855409] 'agreement among raft nodes before linearized reading' (duration: 281.504015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.090438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.503506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:4 size:5053"} {"level":"info","ts":"2026-04-01T16:27:56.090456Z","caller":"traceutil/trace.go:171","msg":"trace[334426629] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:4; response_revision:19783; }","duration":"505.534077ms","start":"2026-04-01T16:27:55.584917Z","end":"2026-04-01T16:27:56.090451Z","steps":["trace[334426629] 'agreement among raft nodes before linearized reading' (duration: 503.684844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.090475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.584911Z","time spent":"505.557638ms","remote":"127.0.0.1:60838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":4,"response size":5075,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:56.090568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.497203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:25 size:57683"} {"level":"info","ts":"2026-04-01T16:27:56.090583Z","caller":"traceutil/trace.go:171","msg":"trace[444708537] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:25; response_revision:19783; }","duration":"486.543403ms","start":"2026-04-01T16:27:55.604035Z","end":"2026-04-01T16:27:56.090578Z","steps":["trace[444708537] 'agreement among raft nodes before linearized reading' (duration: 484.317251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.090597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.604015Z","time spent":"486.577305ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":25,"response size":57705,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:56.090697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.026479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:4 size:5053"} {"level":"info","ts":"2026-04-01T16:27:56.090721Z","caller":"traceutil/trace.go:171","msg":"trace[2092989548] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:4; response_revision:19783; }","duration":"506.10265ms","start":"2026-04-01T16:27:55.584611Z","end":"2026-04-01T16:27:56.090714Z","steps":["trace[2092989548] 'agreement among raft nodes before linearized reading' (duration: 504.023272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.090745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.584583Z","time spent":"506.154761ms","remote":"127.0.0.1:60838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":4,"response size":5075,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:56.089192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.674146Z","time spent":"415.037844ms","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:56.090953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.876369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-01T16:27:56.090981Z","caller":"traceutil/trace.go:171","msg":"trace[1690190571] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19783; }","duration":"518.930419ms","start":"2026-04-01T16:27:55.572043Z","end":"2026-04-01T16:27:56.090974Z","steps":["trace[1690190571] 'agreement among raft nodes before linearized reading' (duration: 516.684317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.090986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.192198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:3 size:3229"} {"level":"info","ts":"2026-04-01T16:27:56.091017Z","caller":"traceutil/trace.go:171","msg":"trace[917361038] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:3; response_revision:19783; }","duration":"448.248759ms","start":"2026-04-01T16:27:55.642759Z","end":"2026-04-01T16:27:56.091008Z","steps":["trace[917361038] 'agreement among raft nodes before linearized reading' (duration: 445.995467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.091047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.642745Z","time spent":"448.29557ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":3,"response size":3251,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-04-01T16:27:56.090999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.572028Z","time spent":"518.967681ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:27:56.091357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.741887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-rvrph\" ","response":"range_response_count:1 size:4858"} {"level":"info","ts":"2026-04-01T16:27:56.091417Z","caller":"traceutil/trace.go:171","msg":"trace[261466803] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-rvrph; range_end:; response_count:1; response_revision:19783; }","duration":"578.843199ms","start":"2026-04-01T16:27:55.51256Z","end":"2026-04-01T16:27:56.091403Z","steps":["trace[261466803] 'agreement among raft nodes before linearized reading' (duration: 576.193128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.091462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:55.512547Z","time spent":"578.89679ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4880,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-rvrph\" "} {"level":"warn","ts":"2026-04-01T16:27:56.495637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.864759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:56.495848Z","caller":"traceutil/trace.go:171","msg":"trace[2058750438] transaction","detail":"{read_only:false; response_revision:19784; number_of_response:1; }","duration":"392.396295ms","start":"2026-04-01T16:27:56.103426Z","end":"2026-04-01T16:27:56.495822Z","steps":["trace[2058750438] 'process raft request' (duration: 120.239719ms)","trace[2058750438] 'compare' (duration: 271.714446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:56.495946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.103406Z","time spent":"392.493557ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:56.751523Z","caller":"traceutil/trace.go:171","msg":"trace[2005164670] transaction","detail":"{read_only:false; response_revision:19785; number_of_response:1; }","duration":"647.589683ms","start":"2026-04-01T16:27:56.103904Z","end":"2026-04-01T16:27:56.751494Z","steps":["trace[2005164670] 'process raft request' (duration: 582.76057ms)","trace[2005164670] 'compare' (duration: 64.631799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:56.75169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.103893Z","time spent":"647.713067ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:56.751832Z","caller":"traceutil/trace.go:171","msg":"trace[1485850341] transaction","detail":"{read_only:false; response_revision:19786; number_of_response:1; }","duration":"647.83415ms","start":"2026-04-01T16:27:56.103974Z","end":"2026-04-01T16:27:56.751808Z","steps":["trace[1485850341] 'process raft request' (duration: 647.461021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.751994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.103969Z","time spent":"647.935552ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:56.752378Z","caller":"traceutil/trace.go:171","msg":"trace[186103999] transaction","detail":"{read_only:false; response_revision:19787; number_of_response:1; }","duration":"648.370432ms","start":"2026-04-01T16:27:56.103991Z","end":"2026-04-01T16:27:56.752362Z","steps":["trace[186103999] 'process raft request' (duration: 647.721197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.752466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.103975Z","time spent":"648.448604ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:56.752526Z","caller":"traceutil/trace.go:171","msg":"trace[409744533] linearizableReadLoop","detail":"{readStateIndex:20487; appliedIndex:20482; }","duration":"646.413026ms","start":"2026-04-01T16:27:56.106094Z","end":"2026-04-01T16:27:56.752507Z","steps":["trace[409744533] 'read index received' (duration: 117.526775ms)","trace[409744533] 'applied index is now lower than readState.Index' (duration: 528.885271ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:56.752762Z","caller":"traceutil/trace.go:171","msg":"trace[1025371953] transaction","detail":"{read_only:false; response_revision:19790; number_of_response:1; }","duration":"626.634605ms","start":"2026-04-01T16:27:56.126114Z","end":"2026-04-01T16:27:56.752749Z","steps":["trace[1025371953] 'process raft request' (duration: 626.254086ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:56.752772Z","caller":"traceutil/trace.go:171","msg":"trace[894541573] transaction","detail":"{read_only:false; response_revision:19791; number_of_response:1; }","duration":"626.477481ms","start":"2026-04-01T16:27:56.126278Z","end":"2026-04-01T16:27:56.752756Z","steps":["trace[894541573] 'process raft request' (duration: 626.141233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.752827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.126097Z","time spent":"626.705396ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:27:56.752864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.126271Z","time spent":"626.540892ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:27:56.752964Z","caller":"traceutil/trace.go:171","msg":"trace[151901513] transaction","detail":"{read_only:false; response_revision:19788; number_of_response:1; }","duration":"648.942186ms","start":"2026-04-01T16:27:56.104012Z","end":"2026-04-01T16:27:56.752954Z","steps":["trace[151901513] 'process raft request' (duration: 648.245929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.753032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.104006Z","time spent":"648.989967ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:56.75317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.067591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-04-01T16:27:56.753231Z","caller":"traceutil/trace.go:171","msg":"trace[737502451] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:19791; }","duration":"647.144604ms","start":"2026-04-01T16:27:56.106072Z","end":"2026-04-01T16:27:56.753217Z","steps":["trace[737502451] 'agreement among raft nodes before linearized reading' (duration: 646.99045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.753276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.106066Z","time spent":"647.200145ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4801,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-01T16:27:56.753183Z","caller":"traceutil/trace.go:171","msg":"trace[1152862103] transaction","detail":"{read_only:false; response_revision:19789; number_of_response:1; }","duration":"637.941479ms","start":"2026-04-01T16:27:56.11523Z","end":"2026-04-01T16:27:56.753171Z","steps":["trace[1152862103] 'process raft request' (duration: 637.091399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.753521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.115211Z","time spent":"638.265336ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:27:56.827497Z","caller":"traceutil/trace.go:171","msg":"trace[1759575589] transaction","detail":"{read_only:false; response_revision:19792; number_of_response:1; }","duration":"324.626401ms","start":"2026-04-01T16:27:56.502849Z","end":"2026-04-01T16:27:56.827475Z","steps":["trace[1759575589] 'process raft request' (duration: 324.450907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.82763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.502822Z","time spent":"324.744114ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:27:56.827904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.055504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:56.827963Z","caller":"traceutil/trace.go:171","msg":"trace[861086632] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"323.70226ms","start":"2026-04-01T16:27:56.504242Z","end":"2026-04-01T16:27:56.827944Z","steps":["trace[861086632] 'process raft request' (duration: 323.184278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.828038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.504234Z","time spent":"323.770801ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:27:56.827977Z","caller":"traceutil/trace.go:171","msg":"trace[1743666809] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19793; }","duration":"180.178497ms","start":"2026-04-01T16:27:56.647781Z","end":"2026-04-01T16:27:56.827959Z","steps":["trace[1743666809] 'agreement among raft nodes before linearized reading' (duration: 180.034804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.828352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.610353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:56.828393Z","caller":"traceutil/trace.go:171","msg":"trace[791465511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19793; }","duration":"590.677815ms","start":"2026-04-01T16:27:56.237704Z","end":"2026-04-01T16:27:56.828381Z","steps":["trace[791465511] 'agreement among raft nodes before linearized reading' (duration: 590.618024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.828421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.237691Z","time spent":"590.724516ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:27:56.828573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.021146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-01T16:27:56.828594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.4842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"warn","ts":"2026-04-01T16:27:56.82866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.465912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21238"} {"level":"info","ts":"2026-04-01T16:27:56.828668Z","caller":"traceutil/trace.go:171","msg":"trace[546086153] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:19793; }","duration":"316.593853ms","start":"2026-04-01T16:27:56.512054Z","end":"2026-04-01T16:27:56.828648Z","steps":["trace[546086153] 'agreement among raft nodes before linearized reading' (duration: 316.424099ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:56.828701Z","caller":"traceutil/trace.go:171","msg":"trace[897082521] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:19793; }","duration":"540.525593ms","start":"2026-04-01T16:27:56.288166Z","end":"2026-04-01T16:27:56.828691Z","steps":["trace[897082521] 'agreement among raft nodes before linearized reading' (duration: 540.39081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.82871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.512041Z","time spent":"316.658844ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T16:27:56.828733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.288153Z","time spent":"540.574354ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":21260,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"info","ts":"2026-04-01T16:27:56.82864Z","caller":"traceutil/trace.go:171","msg":"trace[1160749636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19793; }","duration":"619.122689ms","start":"2026-04-01T16:27:56.209502Z","end":"2026-04-01T16:27:56.828625Z","steps":["trace[1160749636] 'agreement among raft nodes before linearized reading' (duration: 618.879993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:56.828912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:56.209487Z","time spent":"619.406746ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-01T16:27:56.829149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.004043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:56.829241Z","caller":"traceutil/trace.go:171","msg":"trace[829954622] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19793; }","duration":"181.338854ms","start":"2026-04-01T16:27:56.647889Z","end":"2026-04-01T16:27:56.829228Z","steps":["trace[829954622] 'agreement among raft nodes before linearized reading' (duration: 179.971882ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:57.720584Z","caller":"traceutil/trace.go:171","msg":"trace[574296646] linearizableReadLoop","detail":"{readStateIndex:20545; appliedIndex:20544; }","duration":"116.316476ms","start":"2026-04-01T16:27:57.604249Z","end":"2026-04-01T16:27:57.720566Z","steps":["trace[574296646] 'read index received' (duration: 109.596689ms)","trace[574296646] 'applied index is now lower than readState.Index' (duration: 6.718807ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:57.720658Z","caller":"traceutil/trace.go:171","msg":"trace[1980269204] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"118.384665ms","start":"2026-04-01T16:27:57.602245Z","end":"2026-04-01T16:27:57.720629Z","steps":["trace[1980269204] 'process raft request' (duration: 111.606726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:57.720821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.550702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-04-01T16:27:57.720864Z","caller":"traceutil/trace.go:171","msg":"trace[1124807347] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:19846; }","duration":"116.619853ms","start":"2026-04-01T16:27:57.604233Z","end":"2026-04-01T16:27:57.720853Z","steps":["trace[1124807347] 'agreement among raft nodes before linearized reading' (duration: 116.455909ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:58.016866Z","caller":"traceutil/trace.go:171","msg":"trace[1347134534] transaction","detail":"{read_only:false; response_revision:19855; number_of_response:1; }","duration":"108.067604ms","start":"2026-04-01T16:27:57.908772Z","end":"2026-04-01T16:27:58.01684Z","steps":["trace[1347134534] 'process raft request' (duration: 71.156982ms)","trace[1347134534] 'compare' (duration: 36.725648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:58.017266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.166093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-04-01T16:27:58.017346Z","caller":"traceutil/trace.go:171","msg":"trace[267932418] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:19855; }","duration":"107.267266ms","start":"2026-04-01T16:27:57.910065Z","end":"2026-04-01T16:27:58.017332Z","steps":["trace[267932418] 'agreement among raft nodes before linearized reading' (duration: 106.935498ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:58.017959Z","caller":"traceutil/trace.go:171","msg":"trace[704978586] linearizableReadLoop","detail":"{readStateIndex:20554; appliedIndex:20553; }","duration":"106.707642ms","start":"2026-04-01T16:27:57.91009Z","end":"2026-04-01T16:27:58.016797Z","steps":["trace[704978586] 'read index received' (duration: 69.925693ms)","trace[704978586] 'applied index is now lower than readState.Index' (duration: 36.780869ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:58.883397Z","caller":"traceutil/trace.go:171","msg":"trace[1608545592] transaction","detail":"{read_only:false; response_revision:19887; number_of_response:1; }","duration":"103.473817ms","start":"2026-04-01T16:27:58.779892Z","end":"2026-04-01T16:27:58.883366Z","steps":["trace[1608545592] 'process raft request' (duration: 73.317103ms)","trace[1608545592] 'compare' (duration: 30.00685ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:58.893404Z","caller":"traceutil/trace.go:171","msg":"trace[446706761] transaction","detail":"{read_only:false; response_revision:19889; number_of_response:1; }","duration":"111.271009ms","start":"2026-04-01T16:27:58.782108Z","end":"2026-04-01T16:27:58.893379Z","steps":["trace[446706761] 'process raft request' (duration: 111.176367ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:58.893428Z","caller":"traceutil/trace.go:171","msg":"trace[1481746134] transaction","detail":"{read_only:false; response_revision:19888; number_of_response:1; }","duration":"111.500684ms","start":"2026-04-01T16:27:58.781895Z","end":"2026-04-01T16:27:58.893396Z","steps":["trace[1481746134] 'process raft request' (duration: 111.257859ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:58.89374Z","caller":"traceutil/trace.go:171","msg":"trace[1207335475] transaction","detail":"{read_only:false; response_revision:19890; number_of_response:1; }","duration":"111.113585ms","start":"2026-04-01T16:27:58.782618Z","end":"2026-04-01T16:27:58.893732Z","steps":["trace[1207335475] 'process raft request' (duration: 110.706676ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:58.893748Z","caller":"traceutil/trace.go:171","msg":"trace[1924242683] linearizableReadLoop","detail":"{readStateIndex:20589; appliedIndex:20585; }","duration":"110.425779ms","start":"2026-04-01T16:27:58.783308Z","end":"2026-04-01T16:27:58.893734Z","steps":["trace[1924242683] 'read index received' (duration: 69.913693ms)","trace[1924242683] 'applied index is now lower than readState.Index' (duration: 40.511386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:58.893967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.638434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:58.894009Z","caller":"traceutil/trace.go:171","msg":"trace[525041131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19891; }","duration":"110.723396ms","start":"2026-04-01T16:27:58.783277Z","end":"2026-04-01T16:27:58.894001Z","steps":["trace[525041131] 'agreement among raft nodes before linearized reading' (duration: 110.607064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:58.894066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.681105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:27:58.894122Z","caller":"traceutil/trace.go:171","msg":"trace[1179893669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:19891; }","duration":"110.765097ms","start":"2026-04-01T16:27:58.783344Z","end":"2026-04-01T16:27:58.894109Z","steps":["trace[1179893669] 'agreement among raft nodes before linearized reading' (duration: 110.577883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.160564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.625911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:59.160777Z","caller":"traceutil/trace.go:171","msg":"trace[978237469] linearizableReadLoop","detail":"{readStateIndex:20593; appliedIndex:20590; }","duration":"254.099985ms","start":"2026-04-01T16:27:58.906664Z","end":"2026-04-01T16:27:59.160764Z","steps":["trace[978237469] 'read index received' (duration: 96.216367ms)","trace[978237469] 'applied index is now lower than readState.Index' (duration: 157.882718ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:59.160976Z","caller":"traceutil/trace.go:171","msg":"trace[25527039] transaction","detail":"{read_only:false; response_revision:19892; number_of_response:1; }","duration":"261.760404ms","start":"2026-04-01T16:27:58.899205Z","end":"2026-04-01T16:27:59.160966Z","steps":["trace[25527039] 'process raft request' (duration: 103.651651ms)","trace[25527039] 'compare' (duration: 157.440087ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:59.161133Z","caller":"traceutil/trace.go:171","msg":"trace[1668829788] transaction","detail":"{read_only:false; response_revision:19893; number_of_response:1; }","duration":"261.909897ms","start":"2026-04-01T16:27:58.899214Z","end":"2026-04-01T16:27:59.161124Z","steps":["trace[1668829788] 'process raft request' (duration: 261.444416ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.161251Z","caller":"traceutil/trace.go:171","msg":"trace[860062394] transaction","detail":"{read_only:false; response_revision:19894; number_of_response:1; }","duration":"261.738293ms","start":"2026-04-01T16:27:58.899505Z","end":"2026-04-01T16:27:59.161243Z","steps":["trace[860062394] 'process raft request' (duration: 261.220581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.161425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.75699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-01T16:27:59.161453Z","caller":"traceutil/trace.go:171","msg":"trace[2127202413] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:19894; }","duration":"254.808371ms","start":"2026-04-01T16:27:58.906638Z","end":"2026-04-01T16:27:59.161446Z","steps":["trace[2127202413] 'agreement among raft nodes before linearized reading' (duration: 254.694878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.243565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.370391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:59.243579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.16609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-04-01T16:27:59.24363Z","caller":"traceutil/trace.go:171","msg":"trace[2089946848] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19895; }","duration":"108.462803ms","start":"2026-04-01T16:27:59.135154Z","end":"2026-04-01T16:27:59.243617Z","steps":["trace[2089946848] 'agreement among raft nodes before linearized reading' (duration: 108.3453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.24364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.208333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:27:59.243637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.490944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.243651Z","caller":"traceutil/trace.go:171","msg":"trace[805451822] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:1; response_revision:19895; }","duration":"124.244372ms","start":"2026-04-01T16:27:59.119381Z","end":"2026-04-01T16:27:59.243626Z","steps":["trace[805451822] 'agreement among raft nodes before linearized reading' (duration: 124.101249ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.243673Z","caller":"traceutil/trace.go:171","msg":"trace[1627168197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19895; }","duration":"199.289225ms","start":"2026-04-01T16:27:59.044372Z","end":"2026-04-01T16:27:59.243662Z","steps":["trace[1627168197] 'agreement among raft nodes before linearized reading' (duration: 199.251624ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.243679Z","caller":"traceutil/trace.go:171","msg":"trace[1960861927] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19895; }","duration":"108.555645ms","start":"2026-04-01T16:27:59.135114Z","end":"2026-04-01T16:27:59.243669Z","steps":["trace[1960861927] 'agreement among raft nodes before linearized reading' (duration: 108.473463ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.243763Z","caller":"traceutil/trace.go:171","msg":"trace[485426771] transaction","detail":"{read_only:false; response_revision:19895; number_of_response:1; }","duration":"112.733693ms","start":"2026-04-01T16:27:59.131017Z","end":"2026-04-01T16:27:59.243751Z","steps":["trace[485426771] 'process raft request' (duration: 112.212731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.243755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.749734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T16:27:59.243833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.837669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.24384Z","caller":"traceutil/trace.go:171","msg":"trace[1959375268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:19895; }","duration":"285.873447ms","start":"2026-04-01T16:27:58.957948Z","end":"2026-04-01T16:27:59.243821Z","steps":["trace[1959375268] 'agreement among raft nodes before linearized reading' (duration: 285.607541ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.243862Z","caller":"traceutil/trace.go:171","msg":"trace[1223787527] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19895; }","duration":"107.89309ms","start":"2026-04-01T16:27:59.135962Z","end":"2026-04-01T16:27:59.243856Z","steps":["trace[1223787527] 'agreement among raft nodes before linearized reading' (duration: 107.851189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.243872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.877753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-04-01T16:27:59.243895Z","caller":"traceutil/trace.go:171","msg":"trace[79615846] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19895; }","duration":"123.910535ms","start":"2026-04-01T16:27:59.119978Z","end":"2026-04-01T16:27:59.243888Z","steps":["trace[79615846] 'agreement among raft nodes before linearized reading' (duration: 123.837713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.243906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.664814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:27:59.243929Z","caller":"traceutil/trace.go:171","msg":"trace[1768393856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:19895; }","duration":"199.702114ms","start":"2026-04-01T16:27:59.04422Z","end":"2026-04-01T16:27:59.243923Z","steps":["trace[1768393856] 'agreement among raft nodes before linearized reading' (duration: 199.612712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.243574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.681878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:59.243992Z","caller":"traceutil/trace.go:171","msg":"trace[1275540119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19895; }","duration":"258.137829ms","start":"2026-04-01T16:27:58.985846Z","end":"2026-04-01T16:27:59.243984Z","steps":["trace[1275540119] 'agreement among raft nodes before linearized reading' (duration: 257.668588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.636707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:59.244057Z","caller":"traceutil/trace.go:171","msg":"trace[1016839687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19895; }","duration":"230.676487ms","start":"2026-04-01T16:27:59.013374Z","end":"2026-04-01T16:27:59.24405Z","steps":["trace[1016839687] 'agreement among raft nodes before linearized reading' (duration: 230.645127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.781775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:59.244185Z","caller":"traceutil/trace.go:171","msg":"trace[1335955532] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19895; }","duration":"124.808455ms","start":"2026-04-01T16:27:59.119367Z","end":"2026-04-01T16:27:59.244176Z","steps":["trace[1335955532] 'agreement among raft nodes before linearized reading' (duration: 124.764944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.345955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T16:27:59.244217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.418986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T16:27:59.244263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.918423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:27:59.244289Z","caller":"traceutil/trace.go:171","msg":"trace[1048659515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:19895; }","duration":"230.957915ms","start":"2026-04-01T16:27:59.013325Z","end":"2026-04-01T16:27:59.244283Z","steps":["trace[1048659515] 'agreement among raft nodes before linearized reading' (duration: 230.882843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.24424Z","caller":"traceutil/trace.go:171","msg":"trace[1919047935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:19895; }","duration":"160.401026ms","start":"2026-04-01T16:27:59.083829Z","end":"2026-04-01T16:27:59.24423Z","steps":["trace[1919047935] 'agreement among raft nodes before linearized reading' (duration: 160.285254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.485198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-04-01T16:27:59.244324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.951082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-01T16:27:59.24433Z","caller":"traceutil/trace.go:171","msg":"trace[472317274] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:19895; }","duration":"130.531959ms","start":"2026-04-01T16:27:59.113791Z","end":"2026-04-01T16:27:59.244323Z","steps":["trace[472317274] 'agreement among raft nodes before linearized reading' (duration: 130.462347ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.244343Z","caller":"traceutil/trace.go:171","msg":"trace[1818189912] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:19895; }","duration":"286.994483ms","start":"2026-04-01T16:27:58.957343Z","end":"2026-04-01T16:27:59.244338Z","steps":["trace[1818189912] 'agreement among raft nodes before linearized reading' (duration: 286.937302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.24436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.353828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:59.244385Z","caller":"traceutil/trace.go:171","msg":"trace[288331268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19895; }","duration":"286.391499ms","start":"2026-04-01T16:27:58.957987Z","end":"2026-04-01T16:27:59.244378Z","steps":["trace[288331268] 'agreement among raft nodes before linearized reading' (duration: 286.345398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.756943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-04-01T16:27:59.244431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.499252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:27:59.244441Z","caller":"traceutil/trace.go:171","msg":"trace[232043458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:19895; }","duration":"237.836335ms","start":"2026-04-01T16:27:59.006599Z","end":"2026-04-01T16:27:59.244435Z","steps":["trace[232043458] 'agreement among raft nodes before linearized reading' (duration: 237.772954ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.244451Z","caller":"traceutil/trace.go:171","msg":"trace[1623889380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:19895; }","duration":"161.519263ms","start":"2026-04-01T16:27:59.082926Z","end":"2026-04-01T16:27:59.244445Z","steps":["trace[1623889380] 'agreement among raft nodes before linearized reading' (duration: 161.462551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.688326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:59.244546Z","caller":"traceutil/trace.go:171","msg":"trace[1019051650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19895; }","duration":"161.724897ms","start":"2026-04-01T16:27:59.082816Z","end":"2026-04-01T16:27:59.244541Z","steps":["trace[1019051650] 'agreement among raft nodes before linearized reading' (duration: 161.690986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.260066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:27:59.244606Z","caller":"traceutil/trace.go:171","msg":"trace[635444242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:19895; }","duration":"313.313338ms","start":"2026-04-01T16:27:58.931286Z","end":"2026-04-01T16:27:59.244599Z","steps":["trace[635444242] 'agreement among raft nodes before linearized reading' (duration: 313.232746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.833357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:59.244282Z","caller":"traceutil/trace.go:171","msg":"trace[1575873904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:19895; }","duration":"258.514398ms","start":"2026-04-01T16:27:58.98575Z","end":"2026-04-01T16:27:59.244264Z","steps":["trace[1575873904] 'agreement among raft nodes before linearized reading' (duration: 258.361715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:58.931274Z","time spent":"313.346229ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-01T16:27:59.244645Z","caller":"traceutil/trace.go:171","msg":"trace[629555231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19895; }","duration":"313.226406ms","start":"2026-04-01T16:27:58.931411Z","end":"2026-04-01T16:27:59.244638Z","steps":["trace[629555231] 'agreement among raft nodes before linearized reading' (duration: 312.838007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.244673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:27:58.931404Z","time spent":"313.259577ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:27:59.244933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.791776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-01T16:27:59.244966Z","caller":"traceutil/trace.go:171","msg":"trace[1046138042] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:19895; }","duration":"187.879799ms","start":"2026-04-01T16:27:59.057078Z","end":"2026-04-01T16:27:59.244958Z","steps":["trace[1046138042] 'agreement among raft nodes before linearized reading' (duration: 186.390844ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.271129Z","caller":"traceutil/trace.go:171","msg":"trace[99373871] transaction","detail":"{read_only:false; response_revision:19896; number_of_response:1; }","duration":"106.224621ms","start":"2026-04-01T16:27:59.164876Z","end":"2026-04-01T16:27:59.271101Z","steps":["trace[99373871] 'process raft request' (duration: 105.856282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.274576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.391111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.274634Z","caller":"traceutil/trace.go:171","msg":"trace[824618717] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19900; }","duration":"108.495384ms","start":"2026-04-01T16:27:59.166126Z","end":"2026-04-01T16:27:59.274621Z","steps":["trace[824618717] 'agreement among raft nodes before linearized reading' (duration: 108.394962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.274914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.707008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.275054Z","caller":"traceutil/trace.go:171","msg":"trace[1196245325] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19900; }","duration":"108.901904ms","start":"2026-04-01T16:27:59.166132Z","end":"2026-04-01T16:27:59.275034Z","steps":["trace[1196245325] 'agreement among raft nodes before linearized reading' (duration: 108.644328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.27508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.877897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-04-01T16:27:59.275112Z","caller":"traceutil/trace.go:171","msg":"trace[1924039731] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:19900; }","duration":"112.939297ms","start":"2026-04-01T16:27:59.162164Z","end":"2026-04-01T16:27:59.275104Z","steps":["trace[1924039731] 'agreement among raft nodes before linearized reading' (duration: 112.848295ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.47107Z","caller":"traceutil/trace.go:171","msg":"trace[2111878224] transaction","detail":"{read_only:false; response_revision:19901; number_of_response:1; }","duration":"213.556428ms","start":"2026-04-01T16:27:59.257473Z","end":"2026-04-01T16:27:59.471029Z","steps":["trace[2111878224] 'process raft request' (duration: 213.181789ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.471157Z","caller":"traceutil/trace.go:171","msg":"trace[605110568] transaction","detail":"{read_only:false; response_revision:19902; number_of_response:1; }","duration":"212.071783ms","start":"2026-04-01T16:27:59.259066Z","end":"2026-04-01T16:27:59.471138Z","steps":["trace[605110568] 'process raft request' (duration: 211.885098ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.471488Z","caller":"traceutil/trace.go:171","msg":"trace[1294395954] transaction","detail":"{read_only:false; response_revision:19903; number_of_response:1; }","duration":"212.296628ms","start":"2026-04-01T16:27:59.259172Z","end":"2026-04-01T16:27:59.471468Z","steps":["trace[1294395954] 'process raft request' (duration: 211.868078ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.471499Z","caller":"traceutil/trace.go:171","msg":"trace[1257469788] linearizableReadLoop","detail":"{readStateIndex:20603; appliedIndex:20599; }","duration":"198.190699ms","start":"2026-04-01T16:27:59.273283Z","end":"2026-04-01T16:27:59.471473Z","steps":["trace[1257469788] 'read index received' (duration: 197.39706ms)","trace[1257469788] 'applied index is now lower than readState.Index' (duration: 792.028µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:27:59.471869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.704774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.471913Z","caller":"traceutil/trace.go:171","msg":"trace[632478940] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:19904; }","duration":"211.767756ms","start":"2026-04-01T16:27:59.260134Z","end":"2026-04-01T16:27:59.471902Z","steps":["trace[632478940] 'agreement among raft nodes before linearized reading' (duration: 211.507439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.47195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.648896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-04-01T16:27:59.471973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.036059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cc682717-4ffb-4743-bfbb-6e22133e3787\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-01T16:27:59.471992Z","caller":"traceutil/trace.go:171","msg":"trace[1093233042] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:19904; }","duration":"212.695937ms","start":"2026-04-01T16:27:59.259285Z","end":"2026-04-01T16:27:59.471981Z","steps":["trace[1093233042] 'agreement among raft nodes before linearized reading' (duration: 212.604745ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.472022Z","caller":"traceutil/trace.go:171","msg":"trace[1795776029] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cc682717-4ffb-4743-bfbb-6e22133e3787; range_end:; response_count:1; response_revision:19904; }","duration":"214.147492ms","start":"2026-04-01T16:27:59.257858Z","end":"2026-04-01T16:27:59.472006Z","steps":["trace[1795776029] 'agreement among raft nodes before linearized reading' (duration: 213.749373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.051702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:27:59.472112Z","caller":"traceutil/trace.go:171","msg":"trace[187070283] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19904; }","duration":"203.126384ms","start":"2026-04-01T16:27:59.26897Z","end":"2026-04-01T16:27:59.472096Z","steps":["trace[187070283] 'agreement among raft nodes before linearized reading' (duration: 203.042552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.285918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-04-01T16:27:59.472159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.955223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-556a1708-f88d-4e16-9c03-0397269f763c\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-01T16:27:59.472172Z","caller":"traceutil/trace.go:171","msg":"trace[1827336004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:1; response_revision:19904; }","duration":"203.313359ms","start":"2026-04-01T16:27:59.268852Z","end":"2026-04-01T16:27:59.472165Z","steps":["trace[1827336004] 'agreement among raft nodes before linearized reading' (duration: 203.221707ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.472185Z","caller":"traceutil/trace.go:171","msg":"trace[217618063] range","detail":"{range_begin:/registry/persistentvolumes/pvc-556a1708-f88d-4e16-9c03-0397269f763c; range_end:; response_count:1; response_revision:19904; }","duration":"213.007505ms","start":"2026-04-01T16:27:59.259169Z","end":"2026-04-01T16:27:59.472177Z","steps":["trace[217618063] 'agreement among raft nodes before linearized reading' (duration: 212.960134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.471868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.934607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b25a68b8-355d-40c1-b740-2c83e2493e17\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-01T16:27:59.472245Z","caller":"traceutil/trace.go:171","msg":"trace[1588197650] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b25a68b8-355d-40c1-b740-2c83e2493e17; range_end:; response_count:1; response_revision:19904; }","duration":"214.346576ms","start":"2026-04-01T16:27:59.257892Z","end":"2026-04-01T16:27:59.472239Z","steps":["trace[1588197650] 'agreement among raft nodes before linearized reading' (duration: 213.64487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.372017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f1c1a4c1-dd66-48b1-a97f-595552a19426\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-01T16:27:59.47233Z","caller":"traceutil/trace.go:171","msg":"trace[1236411483] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f1c1a4c1-dd66-48b1-a97f-595552a19426; range_end:; response_count:1; response_revision:19904; }","duration":"214.406947ms","start":"2026-04-01T16:27:59.257916Z","end":"2026-04-01T16:27:59.472323Z","steps":["trace[1236411483] 'agreement among raft nodes before linearized reading' (duration: 214.332146ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.472322Z","caller":"traceutil/trace.go:171","msg":"trace[1875681646] transaction","detail":"{read_only:false; response_revision:19904; number_of_response:1; }","duration":"213.104737ms","start":"2026-04-01T16:27:59.259201Z","end":"2026-04-01T16:27:59.472306Z","steps":["trace[1875681646] 'process raft request' (duration: 212.147445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.49491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a042accc-2681-42df-aa45-b44baa1d95cd\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-01T16:27:59.472436Z","caller":"traceutil/trace.go:171","msg":"trace[70017526] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a042accc-2681-42df-aa45-b44baa1d95cd; range_end:; response_count:1; response_revision:19904; }","duration":"214.546991ms","start":"2026-04-01T16:27:59.257877Z","end":"2026-04-01T16:27:59.472424Z","steps":["trace[70017526] 'agreement among raft nodes before linearized reading' (duration: 214.437168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.567481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-01T16:27:59.472525Z","caller":"traceutil/trace.go:171","msg":"trace[1757365078] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11634c8b-45b5-487c-bc7f-10d86199f3ac; range_end:; response_count:1; response_revision:19904; }","duration":"214.602822ms","start":"2026-04-01T16:27:59.257915Z","end":"2026-04-01T16:27:59.472517Z","steps":["trace[1757365078] 'agreement among raft nodes before linearized reading' (duration: 214.5226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.720374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-04-01T16:27:59.472624Z","caller":"traceutil/trace.go:171","msg":"trace[1061369666] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:1; response_revision:19904; }","duration":"202.915029ms","start":"2026-04-01T16:27:59.269697Z","end":"2026-04-01T16:27:59.472612Z","steps":["trace[1061369666] 'agreement among raft nodes before linearized reading' (duration: 202.758665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.805926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7cb05ef3-e0ba-4920-9ba8-04e191a51d33\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-01T16:27:59.472717Z","caller":"traceutil/trace.go:171","msg":"trace[895774520] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7cb05ef3-e0ba-4920-9ba8-04e191a51d33; range_end:; response_count:1; response_revision:19904; }","duration":"214.852668ms","start":"2026-04-01T16:27:59.257855Z","end":"2026-04-01T16:27:59.472707Z","steps":["trace[895774520] 'agreement among raft nodes before linearized reading' (duration: 214.716845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.435125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.472898Z","caller":"traceutil/trace.go:171","msg":"trace[447591754] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:19904; }","duration":"216.487437ms","start":"2026-04-01T16:27:59.256402Z","end":"2026-04-01T16:27:59.47289Z","steps":["trace[447591754] 'agreement among raft nodes before linearized reading' (duration: 216.434115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.472937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.622299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.472977Z","caller":"traceutil/trace.go:171","msg":"trace[812705086] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19904; }","duration":"216.66368ms","start":"2026-04-01T16:27:59.256303Z","end":"2026-04-01T16:27:59.472966Z","steps":["trace[812705086] 'agreement among raft nodes before linearized reading' (duration: 216.598659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.473069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.209557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d1710b60-81e7-4680-8f5c-7d2f0f14334a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-01T16:27:59.473097Z","caller":"traceutil/trace.go:171","msg":"trace[1240487568] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d1710b60-81e7-4680-8f5c-7d2f0f14334a; range_end:; response_count:1; response_revision:19904; }","duration":"215.251357ms","start":"2026-04-01T16:27:59.257839Z","end":"2026-04-01T16:27:59.47309Z","steps":["trace[1240487568] 'agreement among raft nodes before linearized reading' (duration: 215.171235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.473187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.79664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.473214Z","caller":"traceutil/trace.go:171","msg":"trace[1558082649] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:19904; }","duration":"215.835311ms","start":"2026-04-01T16:27:59.257372Z","end":"2026-04-01T16:27:59.473207Z","steps":["trace[1558082649] 'agreement among raft nodes before linearized reading' (duration: 215.79356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.473265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.428341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-01T16:27:59.473311Z","caller":"traceutil/trace.go:171","msg":"trace[950638327] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129; range_end:; response_count:1; response_revision:19904; }","duration":"215.475872ms","start":"2026-04-01T16:27:59.257822Z","end":"2026-04-01T16:27:59.473298Z","steps":["trace[950638327] 'agreement among raft nodes before linearized reading' (duration: 215.38204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.473182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.695117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29k9k\" ","response":"range_response_count:1 size:6263"} {"level":"info","ts":"2026-04-01T16:27:59.473363Z","caller":"traceutil/trace.go:171","msg":"trace[1079368961] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29k9k; range_end:; response_count:1; response_revision:19904; }","duration":"215.882902ms","start":"2026-04-01T16:27:59.257466Z","end":"2026-04-01T16:27:59.473349Z","steps":["trace[1079368961] 'agreement among raft nodes before linearized reading' (duration: 215.636127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.473518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.716878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-01T16:27:59.473557Z","caller":"traceutil/trace.go:171","msg":"trace[261651023] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc; range_end:; response_count:1; response_revision:19904; }","duration":"215.77882ms","start":"2026-04-01T16:27:59.257768Z","end":"2026-04-01T16:27:59.473547Z","steps":["trace[261651023] 'agreement among raft nodes before linearized reading' (duration: 215.674358ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.537359Z","caller":"traceutil/trace.go:171","msg":"trace[2061449449] transaction","detail":"{read_only:false; response_revision:19907; number_of_response:1; }","duration":"244.565562ms","start":"2026-04-01T16:27:59.292767Z","end":"2026-04-01T16:27:59.537333Z","steps":["trace[2061449449] 'process raft request' (duration: 244.50388ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.537857Z","caller":"traceutil/trace.go:171","msg":"trace[559080388] transaction","detail":"{read_only:false; response_revision:19905; number_of_response:1; }","duration":"254.154366ms","start":"2026-04-01T16:27:59.283694Z","end":"2026-04-01T16:27:59.537848Z","steps":["trace[559080388] 'process raft request' (duration: 253.400018ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.53797Z","caller":"traceutil/trace.go:171","msg":"trace[1034414925] transaction","detail":"{read_only:false; response_revision:19906; number_of_response:1; }","duration":"253.502081ms","start":"2026-04-01T16:27:59.28446Z","end":"2026-04-01T16:27:59.537962Z","steps":["trace[1034414925] 'process raft request' (duration: 252.766623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.538988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.112962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.539053Z","caller":"traceutil/trace.go:171","msg":"trace[1750543749] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19907; }","duration":"134.200285ms","start":"2026-04-01T16:27:59.404839Z","end":"2026-04-01T16:27:59.539039Z","steps":["trace[1750543749] 'agreement among raft nodes before linearized reading' (duration: 134.076312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.540733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.421586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.540764Z","caller":"traceutil/trace.go:171","msg":"trace[1690791945] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19907; }","duration":"136.463507ms","start":"2026-04-01T16:27:59.404292Z","end":"2026-04-01T16:27:59.540755Z","steps":["trace[1690791945] 'agreement among raft nodes before linearized reading' (duration: 134.964332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.540863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.680392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.540891Z","caller":"traceutil/trace.go:171","msg":"trace[2077592739] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19907; }","duration":"136.721803ms","start":"2026-04-01T16:27:59.404163Z","end":"2026-04-01T16:27:59.540885Z","steps":["trace[2077592739] 'agreement among raft nodes before linearized reading' (duration: 136.680462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.540998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.192311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.54102Z","caller":"traceutil/trace.go:171","msg":"trace[928502006] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19907; }","duration":"148.224132ms","start":"2026-04-01T16:27:59.39279Z","end":"2026-04-01T16:27:59.541014Z","steps":["trace[928502006] 'agreement among raft nodes before linearized reading' (duration: 148.183491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.54113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.538544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541157Z","caller":"traceutil/trace.go:171","msg":"trace[709717379] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19907; }","duration":"215.565695ms","start":"2026-04-01T16:27:59.325584Z","end":"2026-04-01T16:27:59.54115Z","steps":["trace[709717379] 'agreement among raft nodes before linearized reading' (duration: 215.526074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.528304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541252Z","caller":"traceutil/trace.go:171","msg":"trace[2036963475] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19907; }","duration":"215.620996ms","start":"2026-04-01T16:27:59.325617Z","end":"2026-04-01T16:27:59.541238Z","steps":["trace[2036963475] 'agreement among raft nodes before linearized reading' (duration: 215.480653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.709259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541297Z","caller":"traceutil/trace.go:171","msg":"trace[1683010659] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19907; }","duration":"227.752039ms","start":"2026-04-01T16:27:59.313539Z","end":"2026-04-01T16:27:59.541291Z","steps":["trace[1683010659] 'agreement among raft nodes before linearized reading' (duration: 227.710668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541446Z","caller":"traceutil/trace.go:171","msg":"trace[491233572] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19907; }","duration":"228.678071ms","start":"2026-04-01T16:27:59.312763Z","end":"2026-04-01T16:27:59.541441Z","steps":["trace[491233572] 'agreement among raft nodes before linearized reading' (duration: 228.63838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.540763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541471Z","caller":"traceutil/trace.go:171","msg":"trace[1059269520] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19907; }","duration":"149.567013ms","start":"2026-04-01T16:27:59.391899Z","end":"2026-04-01T16:27:59.541466Z","steps":["trace[1059269520] 'agreement among raft nodes before linearized reading' (duration: 149.537033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.54153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.847405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541557Z","caller":"traceutil/trace.go:171","msg":"trace[1868999630] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19907; }","duration":"228.913556ms","start":"2026-04-01T16:27:59.312637Z","end":"2026-04-01T16:27:59.54155Z","steps":["trace[1868999630] 'agreement among raft nodes before linearized reading' (duration: 228.869955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.676926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541579Z","caller":"traceutil/trace.go:171","msg":"trace[907143833] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19907; }","duration":"149.700526ms","start":"2026-04-01T16:27:59.391875Z","end":"2026-04-01T16:27:59.541575Z","steps":["trace[907143833] 'agreement among raft nodes before linearized reading' (duration: 149.677625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.150888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541674Z","caller":"traceutil/trace.go:171","msg":"trace[1489928162] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19907; }","duration":"165.179058ms","start":"2026-04-01T16:27:59.376489Z","end":"2026-04-01T16:27:59.541668Z","steps":["trace[1489928162] 'agreement among raft nodes before linearized reading' (duration: 165.150197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.518587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-01T16:27:59.541752Z","caller":"traceutil/trace.go:171","msg":"trace[735355545] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:19907; }","duration":"234.560189ms","start":"2026-04-01T16:27:59.307183Z","end":"2026-04-01T16:27:59.541744Z","steps":["trace[735355545] 'agreement among raft nodes before linearized reading' (duration: 234.467637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.27261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541867Z","caller":"traceutil/trace.go:171","msg":"trace[196631602] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19907; }","duration":"165.390073ms","start":"2026-04-01T16:27:59.37647Z","end":"2026-04-01T16:27:59.54186Z","steps":["trace[196631602] 'agreement among raft nodes before linearized reading' (duration: 165.2759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.136852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541897Z","caller":"traceutil/trace.go:171","msg":"trace[116127878] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:19907; }","duration":"244.168132ms","start":"2026-04-01T16:27:59.297723Z","end":"2026-04-01T16:27:59.541891Z","steps":["trace[116127878] 'agreement among raft nodes before linearized reading' (duration: 244.123091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.487525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.541964Z","caller":"traceutil/trace.go:171","msg":"trace[181595901] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19907; }","duration":"165.520306ms","start":"2026-04-01T16:27:59.376439Z","end":"2026-04-01T16:27:59.54196Z","steps":["trace[181595901] 'agreement among raft nodes before linearized reading' (duration: 165.492035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.805037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542037Z","caller":"traceutil/trace.go:171","msg":"trace[141931660] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:19907; }","duration":"244.837519ms","start":"2026-04-01T16:27:59.297193Z","end":"2026-04-01T16:27:59.542031Z","steps":["trace[141931660] 'agreement among raft nodes before linearized reading' (duration: 244.802058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.282984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542057Z","caller":"traceutil/trace.go:171","msg":"trace[1892820838] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19907; }","duration":"181.312185ms","start":"2026-04-01T16:27:59.36074Z","end":"2026-04-01T16:27:59.542052Z","steps":["trace[1892820838] 'agreement among raft nodes before linearized reading' (duration: 181.286374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.401457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:27:59.542137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.998072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542151Z","caller":"traceutil/trace.go:171","msg":"trace[225351530] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19907; }","duration":"181.441308ms","start":"2026-04-01T16:27:59.360707Z","end":"2026-04-01T16:27:59.542148Z","steps":["trace[225351530] 'agreement among raft nodes before linearized reading' (duration: 181.415698ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.542162Z","caller":"traceutil/trace.go:171","msg":"trace[1164260563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:19907; }","duration":"245.037172ms","start":"2026-04-01T16:27:59.297118Z","end":"2026-04-01T16:27:59.542155Z","steps":["trace[1164260563] 'agreement among raft nodes before linearized reading' (duration: 244.999372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.540271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542225Z","caller":"traceutil/trace.go:171","msg":"trace[1560822224] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19907; }","duration":"181.580151ms","start":"2026-04-01T16:27:59.360641Z","end":"2026-04-01T16:27:59.542222Z","steps":["trace[1560822224] 'agreement among raft nodes before linearized reading' (duration: 181.55607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.403922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542295Z","caller":"traceutil/trace.go:171","msg":"trace[1307439580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19907; }","duration":"266.451974ms","start":"2026-04-01T16:27:59.275836Z","end":"2026-04-01T16:27:59.542288Z","steps":["trace[1307439580] 'agreement among raft nodes before linearized reading' (duration: 266.405823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.5423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.380103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542315Z","caller":"traceutil/trace.go:171","msg":"trace[1554687224] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19907; }","duration":"198.407174ms","start":"2026-04-01T16:27:59.343904Z","end":"2026-04-01T16:27:59.542311Z","steps":["trace[1554687224] 'agreement among raft nodes before linearized reading' (duration: 198.378973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.493106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542411Z","caller":"traceutil/trace.go:171","msg":"trace[107417320] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19907; }","duration":"198.518796ms","start":"2026-04-01T16:27:59.343888Z","end":"2026-04-01T16:27:59.542407Z","steps":["trace[107417320] 'agreement among raft nodes before linearized reading' (duration: 198.489106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.619857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-rvrph.18a24635a556283b\" ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-04-01T16:27:59.542483Z","caller":"traceutil/trace.go:171","msg":"trace[1335962115] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-rvrph.18a24635a556283b; range_end:; response_count:1; response_revision:19907; }","duration":"266.689479ms","start":"2026-04-01T16:27:59.275787Z","end":"2026-04-01T16:27:59.542477Z","steps":["trace[1335962115] 'agreement among raft nodes before linearized reading' (duration: 266.610037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.701111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542661Z","caller":"traceutil/trace.go:171","msg":"trace[1155744854] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19907; }","duration":"198.799933ms","start":"2026-04-01T16:27:59.343848Z","end":"2026-04-01T16:27:59.542648Z","steps":["trace[1155744854] 'agreement among raft nodes before linearized reading' (duration: 198.65277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.541426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.977859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.54269Z","caller":"traceutil/trace.go:171","msg":"trace[915263650] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19907; }","duration":"150.256559ms","start":"2026-04-01T16:27:59.392426Z","end":"2026-04-01T16:27:59.542682Z","steps":["trace[915263650] 'agreement among raft nodes before linearized reading' (duration: 148.979119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.542849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.122792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.542909Z","caller":"traceutil/trace.go:171","msg":"trace[509780925] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19907; }","duration":"217.183183ms","start":"2026-04-01T16:27:59.325718Z","end":"2026-04-01T16:27:59.542902Z","steps":["trace[509780925] 'agreement among raft nodes before linearized reading' (duration: 217.108651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.767028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.86519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:27:59.767578Z","caller":"traceutil/trace.go:171","msg":"trace[1153282113] transaction","detail":"{read_only:false; response_revision:19915; number_of_response:1; }","duration":"214.795487ms","start":"2026-04-01T16:27:59.552763Z","end":"2026-04-01T16:27:59.767559Z","steps":["trace[1153282113] 'process raft request' (duration: 214.755056ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.767992Z","caller":"traceutil/trace.go:171","msg":"trace[1857925285] transaction","detail":"{read_only:false; response_revision:19913; number_of_response:1; }","duration":"217.009478ms","start":"2026-04-01T16:27:59.55094Z","end":"2026-04-01T16:27:59.76795Z","steps":["trace[1857925285] 'process raft request' (duration: 216.477976ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.768202Z","caller":"traceutil/trace.go:171","msg":"trace[191122531] transaction","detail":"{read_only:false; response_revision:19911; number_of_response:1; }","duration":"282.954079ms","start":"2026-04-01T16:27:59.48523Z","end":"2026-04-01T16:27:59.768184Z","steps":["trace[191122531] 'process raft request' (duration: 282.092769ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.768398Z","caller":"traceutil/trace.go:171","msg":"trace[331492509] transaction","detail":"{read_only:false; response_revision:19914; number_of_response:1; }","duration":"215.845671ms","start":"2026-04-01T16:27:59.552535Z","end":"2026-04-01T16:27:59.768381Z","steps":["trace[331492509] 'process raft request' (duration: 214.93202ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.768544Z","caller":"traceutil/trace.go:171","msg":"trace[1443940653] transaction","detail":"{read_only:false; response_revision:19908; number_of_response:1; }","duration":"292.892121ms","start":"2026-04-01T16:27:59.475603Z","end":"2026-04-01T16:27:59.768495Z","steps":["trace[1443940653] 'process raft request' (duration: 150.492525ms)","trace[1443940653] 'compare' (duration: 140.680086ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:59.768673Z","caller":"traceutil/trace.go:171","msg":"trace[516996288] transaction","detail":"{read_only:false; response_revision:19910; number_of_response:1; }","duration":"284.996147ms","start":"2026-04-01T16:27:59.483655Z","end":"2026-04-01T16:27:59.768651Z","steps":["trace[516996288] 'process raft request' (duration: 283.559593ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.768915Z","caller":"traceutil/trace.go:171","msg":"trace[513032810] transaction","detail":"{read_only:false; response_revision:19909; number_of_response:1; }","duration":"286.499351ms","start":"2026-04-01T16:27:59.482401Z","end":"2026-04-01T16:27:59.7689Z","steps":["trace[513032810] 'process raft request' (duration: 284.73355ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.768968Z","caller":"traceutil/trace.go:171","msg":"trace[769537853] transaction","detail":"{read_only:false; response_revision:19912; number_of_response:1; }","duration":"221.76761ms","start":"2026-04-01T16:27:59.547184Z","end":"2026-04-01T16:27:59.768952Z","steps":["trace[769537853] 'process raft request' (duration: 220.192253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.769744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.344825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-93b34546-a6f7-47ab-b88a-55ec7fbd6009\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-01T16:27:59.769798Z","caller":"traceutil/trace.go:171","msg":"trace[1727245052] range","detail":"{range_begin:/registry/persistentvolumes/pvc-93b34546-a6f7-47ab-b88a-55ec7fbd6009; range_end:; response_count:1; response_revision:19915; }","duration":"288.420416ms","start":"2026-04-01T16:27:59.481365Z","end":"2026-04-01T16:27:59.769785Z","steps":["trace[1727245052] 'agreement among raft nodes before linearized reading' (duration: 288.254242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.76987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.100199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4fa038cc-dc1f-4c3a-ad19-e9b6791a3dbd\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-01T16:27:59.769885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.869046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7252618c-f672-419b-9a50-79b228498c24\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-01T16:27:59.769934Z","caller":"traceutil/trace.go:171","msg":"trace[231749954] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4fa038cc-dc1f-4c3a-ad19-e9b6791a3dbd; range_end:; response_count:1; response_revision:19915; }","duration":"291.174251ms","start":"2026-04-01T16:27:59.478742Z","end":"2026-04-01T16:27:59.769916Z","steps":["trace[231749954] 'agreement among raft nodes before linearized reading' (duration: 290.939786ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.769971Z","caller":"traceutil/trace.go:171","msg":"trace[654211080] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7252618c-f672-419b-9a50-79b228498c24; range_end:; response_count:1; response_revision:19915; }","duration":"288.98481ms","start":"2026-04-01T16:27:59.480963Z","end":"2026-04-01T16:27:59.769948Z","steps":["trace[654211080] 'agreement among raft nodes before linearized reading' (duration: 288.713704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.770037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.753417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:27:59.770084Z","caller":"traceutil/trace.go:171","msg":"trace[656465699] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19915; }","duration":"238.802698ms","start":"2026-04-01T16:27:59.531267Z","end":"2026-04-01T16:27:59.77007Z","steps":["trace[656465699] 'agreement among raft nodes before linearized reading' (duration: 238.714176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.770229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.774921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:27:59.770282Z","caller":"traceutil/trace.go:171","msg":"trace[306234451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19915; }","duration":"281.836272ms","start":"2026-04-01T16:27:59.488432Z","end":"2026-04-01T16:27:59.770269Z","steps":["trace[306234451] 'agreement among raft nodes before linearized reading' (duration: 281.702389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.771016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.245179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-32406ceb-df9b-453e-b321-de4769099477\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-01T16:27:59.771071Z","caller":"traceutil/trace.go:171","msg":"trace[40897091] range","detail":"{range_begin:/registry/persistentvolumes/pvc-32406ceb-df9b-453e-b321-de4769099477; range_end:; response_count:1; response_revision:19915; }","duration":"293.325981ms","start":"2026-04-01T16:27:59.477731Z","end":"2026-04-01T16:27:59.771057Z","steps":["trace[40897091] 'agreement among raft nodes before linearized reading' (duration: 293.183047ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.769588Z","caller":"traceutil/trace.go:171","msg":"trace[299429875] linearizableReadLoop","detail":"{readStateIndex:20610; appliedIndex:20606; }","duration":"230.663708ms","start":"2026-04-01T16:27:59.538894Z","end":"2026-04-01T16:27:59.769558Z","steps":["trace[299429875] 'read index received' (duration: 87.213347ms)","trace[299429875] 'applied index is now lower than readState.Index' (duration: 143.449181ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:59.909622Z","caller":"traceutil/trace.go:171","msg":"trace[950237633] transaction","detail":"{read_only:false; response_revision:19922; number_of_response:1; }","duration":"127.627911ms","start":"2026-04-01T16:27:59.781958Z","end":"2026-04-01T16:27:59.909586Z","steps":["trace[950237633] 'process raft request' (duration: 100.490497ms)","trace[950237633] 'compare' (duration: 26.879268ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:59.909857Z","caller":"traceutil/trace.go:171","msg":"trace[1097938944] linearizableReadLoop","detail":"{readStateIndex:20624; appliedIndex:20620; }","duration":"120.72444ms","start":"2026-04-01T16:27:59.7891Z","end":"2026-04-01T16:27:59.909825Z","steps":["trace[1097938944] 'read index received' (duration: 93.372791ms)","trace[1097938944] 'applied index is now lower than readState.Index' (duration: 27.350239ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:27:59.910094Z","caller":"traceutil/trace.go:171","msg":"trace[856751293] transaction","detail":"{read_only:false; response_revision:19924; number_of_response:1; }","duration":"126.844493ms","start":"2026-04-01T16:27:59.783219Z","end":"2026-04-01T16:27:59.910063Z","steps":["trace[856751293] 'process raft request' (duration: 126.439884ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.910278Z","caller":"traceutil/trace.go:171","msg":"trace[2100278008] transaction","detail":"{read_only:false; response_revision:19923; number_of_response:1; }","duration":"127.073808ms","start":"2026-04-01T16:27:59.783188Z","end":"2026-04-01T16:27:59.910262Z","steps":["trace[2100278008] 'process raft request' (duration: 126.371001ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.910431Z","caller":"traceutil/trace.go:171","msg":"trace[116252583] transaction","detail":"{read_only:false; response_revision:19925; number_of_response:1; }","duration":"126.76375ms","start":"2026-04-01T16:27:59.783653Z","end":"2026-04-01T16:27:59.910417Z","steps":["trace[116252583] 'process raft request' (duration: 126.095685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:27:59.910801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.989389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-01T16:27:59.910848Z","caller":"traceutil/trace.go:171","msg":"trace[1894767838] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:19925; }","duration":"128.082651ms","start":"2026-04-01T16:27:59.782753Z","end":"2026-04-01T16:27:59.910836Z","steps":["trace[1894767838] 'agreement among raft nodes before linearized reading' (duration: 127.889957ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.916305Z","caller":"traceutil/trace.go:171","msg":"trace[1842230892] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"122.84514ms","start":"2026-04-01T16:27:59.793443Z","end":"2026-04-01T16:27:59.916288Z","steps":["trace[1842230892] 'process raft request' (duration: 122.42652ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:27:59.916348Z","caller":"traceutil/trace.go:171","msg":"trace[1537285851] transaction","detail":"{read_only:false; response_revision:19927; number_of_response:1; }","duration":"122.876349ms","start":"2026-04-01T16:27:59.793451Z","end":"2026-04-01T16:27:59.916327Z","steps":["trace[1537285851] 'process raft request' (duration: 122.587413ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:05.060153Z","caller":"traceutil/trace.go:171","msg":"trace[1693952864] linearizableReadLoop","detail":"{readStateIndex:20685; appliedIndex:20684; }","duration":"141.353961ms","start":"2026-04-01T16:28:04.918774Z","end":"2026-04-01T16:28:05.060128Z","steps":["trace[1693952864] 'read index received' (duration: 141.170537ms)","trace[1693952864] 'applied index is now lower than readState.Index' (duration: 182.334µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:05.06031Z","caller":"traceutil/trace.go:171","msg":"trace[104549799] transaction","detail":"{read_only:false; response_revision:19985; number_of_response:1; }","duration":"146.490672ms","start":"2026-04-01T16:28:04.913791Z","end":"2026-04-01T16:28:05.060282Z","steps":["trace[104549799] 'process raft request' (duration: 146.159154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.060391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.601238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:28:05.060435Z","caller":"traceutil/trace.go:171","msg":"trace[954965482] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19985; }","duration":"141.678229ms","start":"2026-04-01T16:28:04.918746Z","end":"2026-04-01T16:28:05.060424Z","steps":["trace[954965482] 'agreement among raft nodes before linearized reading' (duration: 141.515296ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:05.117788Z","caller":"traceutil/trace.go:171","msg":"trace[149093390] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"197.481942ms","start":"2026-04-01T16:28:04.920282Z","end":"2026-04-01T16:28:05.117764Z","steps":["trace[149093390] 'process raft request' (duration: 197.105724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.118526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.319029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-01T16:28:05.118579Z","caller":"traceutil/trace.go:171","msg":"trace[214076171] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19986; }","duration":"102.404982ms","start":"2026-04-01T16:28:05.016162Z","end":"2026-04-01T16:28:05.118567Z","steps":["trace[214076171] 'agreement among raft nodes before linearized reading' (duration: 102.285879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.118769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.426768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-04-01T16:28:05.118811Z","caller":"traceutil/trace.go:171","msg":"trace[1566326866] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19986; }","duration":"116.4971ms","start":"2026-04-01T16:28:05.002304Z","end":"2026-04-01T16:28:05.118802Z","steps":["trace[1566326866] 'agreement among raft nodes before linearized reading' (duration: 116.398198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.119048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.998846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T16:28:05.119094Z","caller":"traceutil/trace.go:171","msg":"trace[627407042] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:19986; }","duration":"142.072518ms","start":"2026-04-01T16:28:04.977012Z","end":"2026-04-01T16:28:05.119084Z","steps":["trace[627407042] 'agreement among raft nodes before linearized reading' (duration: 141.952385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.11959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.541382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:28:05.119662Z","caller":"traceutil/trace.go:171","msg":"trace[1112873959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19986; }","duration":"167.641455ms","start":"2026-04-01T16:28:04.952001Z","end":"2026-04-01T16:28:05.119642Z","steps":["trace[1112873959] 'agreement among raft nodes before linearized reading' (duration: 167.515652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.1197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.030795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:28:05.119734Z","caller":"traceutil/trace.go:171","msg":"trace[1393176214] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19986; }","duration":"198.065666ms","start":"2026-04-01T16:28:04.921659Z","end":"2026-04-01T16:28:05.119725Z","steps":["trace[1393176214] 'agreement among raft nodes before linearized reading' (duration: 197.965614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.11991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.585188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:28:05.119935Z","caller":"traceutil/trace.go:171","msg":"trace[600454208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19986; }","duration":"192.631419ms","start":"2026-04-01T16:28:04.927296Z","end":"2026-04-01T16:28:05.119928Z","steps":["trace[600454208] 'agreement among raft nodes before linearized reading' (duration: 192.560607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.120105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.597092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-8dd476dd8-tnc68\" ","response":"range_response_count:1 size:7815"} {"level":"info","ts":"2026-04-01T16:28:05.120132Z","caller":"traceutil/trace.go:171","msg":"trace[118926336] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-8dd476dd8-tnc68; range_end:; response_count:1; response_revision:19986; }","duration":"193.638382ms","start":"2026-04-01T16:28:04.926486Z","end":"2026-04-01T16:28:05.120124Z","steps":["trace[118926336] 'agreement among raft nodes before linearized reading' (duration: 193.55801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.120265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.670853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:28:05.12029Z","caller":"traceutil/trace.go:171","msg":"trace[1520980904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19986; }","duration":"196.723914ms","start":"2026-04-01T16:28:04.92356Z","end":"2026-04-01T16:28:05.120284Z","steps":["trace[1520980904] 'agreement among raft nodes before linearized reading' (duration: 196.654482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:05.12045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.761592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:28:05.120477Z","caller":"traceutil/trace.go:171","msg":"trace[1411225967] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19986; }","duration":"198.801263ms","start":"2026-04-01T16:28:04.921666Z","end":"2026-04-01T16:28:05.120468Z","steps":["trace[1411225967] 'agreement among raft nodes before linearized reading' (duration: 198.729632ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:11.337512Z","caller":"traceutil/trace.go:171","msg":"trace[1803874427] linearizableReadLoop","detail":"{readStateIndex:20739; appliedIndex:20738; }","duration":"109.112458ms","start":"2026-04-01T16:28:11.228371Z","end":"2026-04-01T16:28:11.337484Z","steps":["trace[1803874427] 'read index received' (duration: 37.393023ms)","trace[1803874427] 'applied index is now lower than readState.Index' (duration: 71.718585ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:11.337665Z","caller":"traceutil/trace.go:171","msg":"trace[1728150742] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20038; }","duration":"110.005049ms","start":"2026-04-01T16:28:11.227617Z","end":"2026-04-01T16:28:11.337622Z","steps":["trace[1728150742] 'process raft request' (duration: 38.09939ms)","trace[1728150742] 'compare' (duration: 71.647993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:11.337791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.392785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:28:11.337856Z","caller":"traceutil/trace.go:171","msg":"trace[906562894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20038; }","duration":"109.489847ms","start":"2026-04-01T16:28:11.228343Z","end":"2026-04-01T16:28:11.337833Z","steps":["trace[906562894] 'agreement among raft nodes before linearized reading' (duration: 109.315023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:11.337816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.162156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:11.337952Z","caller":"traceutil/trace.go:171","msg":"trace[2066486951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20038; }","duration":"102.323719ms","start":"2026-04-01T16:28:11.235606Z","end":"2026-04-01T16:28:11.337929Z","steps":["trace[2066486951] 'agreement among raft nodes before linearized reading' (duration: 102.083404ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:11.885885Z","caller":"traceutil/trace.go:171","msg":"trace[993387467] transaction","detail":"{read_only:false; response_revision:20042; number_of_response:1; }","duration":"107.973761ms","start":"2026-04-01T16:28:11.777878Z","end":"2026-04-01T16:28:11.885852Z","steps":["trace[993387467] 'process raft request' (duration: 107.627873ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:13.327164Z","caller":"traceutil/trace.go:171","msg":"trace[1585555757] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"106.354614ms","start":"2026-04-01T16:28:13.22078Z","end":"2026-04-01T16:28:13.327135Z","steps":["trace[1585555757] 'process raft request' (duration: 63.306559ms)","trace[1585555757] 'compare' (duration: 42.682716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:19.49196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.378425ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:28:19.492232Z","caller":"traceutil/trace.go:171","msg":"trace[282194198] linearizableReadLoop","detail":"{readStateIndex:20785; appliedIndex:20784; }","duration":"307.44427ms","start":"2026-04-01T16:28:19.184764Z","end":"2026-04-01T16:28:19.492208Z","steps":["trace[282194198] 'read index received' (duration: 7.034344ms)","trace[282194198] 'applied index is now lower than readState.Index' (duration: 300.408726ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:19.4924Z","caller":"traceutil/trace.go:171","msg":"trace[1678976414] transaction","detail":"{read_only:false; response_revision:20082; number_of_response:1; }","duration":"293.578476ms","start":"2026-04-01T16:28:19.198802Z","end":"2026-04-01T16:28:19.49238Z","steps":["trace[1678976414] 'process raft request' (duration: 293.279499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:19.492491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.700937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:28:19.492582Z","caller":"traceutil/trace.go:171","msg":"trace[847808844] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20081; }","duration":"307.839361ms","start":"2026-04-01T16:28:19.184719Z","end":"2026-04-01T16:28:19.492559Z","steps":["trace[847808844] 'agreement among raft nodes before linearized reading' (duration: 307.571094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:19.492633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.1847Z","time spent":"307.920652ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:28:19.751292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.872188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:19.751874Z","caller":"traceutil/trace.go:171","msg":"trace[171874096] linearizableReadLoop","detail":"{readStateIndex:20788; appliedIndex:20786; }","duration":"259.580613ms","start":"2026-04-01T16:28:19.492277Z","end":"2026-04-01T16:28:19.751858Z","steps":["trace[171874096] 'read index received' (duration: 47.0901ms)","trace[171874096] 'applied index is now lower than readState.Index' (duration: 212.489343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:19.752039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.619233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T16:28:19.752066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.034181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:28:19.752141Z","caller":"traceutil/trace.go:171","msg":"trace[1222551017] transaction","detail":"{read_only:false; response_revision:20084; number_of_response:1; }","duration":"351.855088ms","start":"2026-04-01T16:28:19.400278Z","end":"2026-04-01T16:28:19.752133Z","steps":["trace[1222551017] 'process raft request' (duration: 351.49755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:19.752131Z","caller":"traceutil/trace.go:171","msg":"trace[848144921] transaction","detail":"{read_only:false; response_revision:20083; number_of_response:1; }","duration":"360.94029ms","start":"2026-04-01T16:28:19.39114Z","end":"2026-04-01T16:28:19.75208Z","steps":["trace[848144921] 'process raft request' (duration: 148.205241ms)","trace[848144921] 'compare' (duration: 211.650713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:19.75221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.400253Z","time spent":"351.90875ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:19.752182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.31389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-04-01T16:28:19.75228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.452621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-01T16:28:19.752308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.391104Z","time spent":"361.111144ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:19.752339Z","caller":"traceutil/trace.go:171","msg":"trace[1078618584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20084; }","duration":"456.556774ms","start":"2026-04-01T16:28:19.295772Z","end":"2026-04-01T16:28:19.752328Z","steps":["trace[1078618584] 'agreement among raft nodes before linearized reading' (duration: 456.425551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:19.752386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.295751Z","time spent":"456.625315ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:28:19.752406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.661883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:28:19.752308Z","caller":"traceutil/trace.go:171","msg":"trace[1597073758] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20084; }","duration":"567.489914ms","start":"2026-04-01T16:28:19.184807Z","end":"2026-04-01T16:28:19.752297Z","steps":["trace[1597073758] 'agreement among raft nodes before linearized reading' (duration: 567.154186ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:19.752434Z","caller":"traceutil/trace.go:171","msg":"trace[167490542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20084; }","duration":"345.701174ms","start":"2026-04-01T16:28:19.406722Z","end":"2026-04-01T16:28:19.752423Z","steps":["trace[167490542] 'agreement among raft nodes before linearized reading' (duration: 345.634532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:19.752555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.406713Z","time spent":"345.824807ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:28:19.752573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.184802Z","time spent":"567.72102ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:28:19.752697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.815037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:19.752743Z","caller":"traceutil/trace.go:171","msg":"trace[241436397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20084; }","duration":"515.896469ms","start":"2026-04-01T16:28:19.236836Z","end":"2026-04-01T16:28:19.752732Z","steps":["trace[241436397] 'agreement among raft nodes before linearized reading' (duration: 515.819727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:19.752781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.236817Z","time spent":"515.956681ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:28:19.75217Z","caller":"traceutil/trace.go:171","msg":"trace[2043952970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20084; }","duration":"462.177224ms","start":"2026-04-01T16:28:19.28997Z","end":"2026-04-01T16:28:19.752147Z","steps":["trace[2043952970] 'agreement among raft nodes before linearized reading' (duration: 461.940469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:19.752878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.289951Z","time spent":"462.898862ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:28:19.752104Z","caller":"traceutil/trace.go:171","msg":"trace[1310753422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20084; }","duration":"399.733076ms","start":"2026-04-01T16:28:19.352355Z","end":"2026-04-01T16:28:19.752089Z","steps":["trace[1310753422] 'agreement among raft nodes before linearized reading' (duration: 399.523531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:19.753043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.352332Z","time spent":"400.700619ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:28:20.142155Z","caller":"traceutil/trace.go:171","msg":"trace[204479878] linearizableReadLoop","detail":"{readStateIndex:20791; appliedIndex:20789; }","duration":"378.391747ms","start":"2026-04-01T16:28:19.763735Z","end":"2026-04-01T16:28:20.142127Z","steps":["trace[204479878] 'read index received' (duration: 36.238626ms)","trace[204479878] 'applied index is now lower than readState.Index' (duration: 342.152001ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:20.142264Z","caller":"traceutil/trace.go:171","msg":"trace[2012729151] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"350.024695ms","start":"2026-04-01T16:28:19.792202Z","end":"2026-04-01T16:28:20.142227Z","steps":["trace[2012729151] 'process raft request' (duration: 349.867251ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:20.142187Z","caller":"traceutil/trace.go:171","msg":"trace[1884405457] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"383.377304ms","start":"2026-04-01T16:28:19.758771Z","end":"2026-04-01T16:28:20.142148Z","steps":["trace[1884405457] 'process raft request' (duration: 383.096137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:20.142427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.674634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T16:28:20.142432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.792172Z","time spent":"350.173588ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:20.142486Z","caller":"traceutil/trace.go:171","msg":"trace[964628573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20088; }","duration":"378.772586ms","start":"2026-04-01T16:28:19.763701Z","end":"2026-04-01T16:28:20.142473Z","steps":["trace[964628573] 'agreement among raft nodes before linearized reading' (duration: 378.551681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:20.142526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.763685Z","time spent":"378.833297ms","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T16:28:20.142575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.764207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:28:20.142637Z","caller":"traceutil/trace.go:171","msg":"trace[1164050662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20088; }","duration":"146.85807ms","start":"2026-04-01T16:28:19.995763Z","end":"2026-04-01T16:28:20.142621Z","steps":["trace[1164050662] 'agreement among raft nodes before linearized reading' (duration: 146.670645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:20.143388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:19.758762Z","time spent":"383.65003ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:20.263824Z","caller":"traceutil/trace.go:171","msg":"trace[1667441179] linearizableReadLoop","detail":"{readStateIndex:20793; appliedIndex:20792; }","duration":"115.210371ms","start":"2026-04-01T16:28:20.148589Z","end":"2026-04-01T16:28:20.2638Z","steps":["trace[1667441179] 'read index received' (duration: 59.114671ms)","trace[1667441179] 'applied index is now lower than readState.Index' (duration: 56.09447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:20.264014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.404486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:28:20.264048Z","caller":"traceutil/trace.go:171","msg":"trace[247934195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20089; }","duration":"115.466637ms","start":"2026-04-01T16:28:20.148569Z","end":"2026-04-01T16:28:20.264035Z","steps":["trace[247934195] 'agreement among raft nodes before linearized reading' (duration: 115.318293ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:20.264096Z","caller":"traceutil/trace.go:171","msg":"trace[1725732531] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"116.846789ms","start":"2026-04-01T16:28:20.147193Z","end":"2026-04-01T16:28:20.26404Z","steps":["trace[1725732531] 'process raft request' (duration: 60.472262ms)","trace[1725732531] 'compare' (duration: 55.992998ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:21.339866Z","caller":"traceutil/trace.go:171","msg":"trace[1156770943] linearizableReadLoop","detail":"{readStateIndex:20796; appliedIndex:20795; }","duration":"104.46035ms","start":"2026-04-01T16:28:21.235378Z","end":"2026-04-01T16:28:21.339838Z","steps":["trace[1156770943] 'read index received' (duration: 62.619292ms)","trace[1156770943] 'applied index is now lower than readState.Index' (duration: 41.839858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:21.340005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.598403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:21.340067Z","caller":"traceutil/trace.go:171","msg":"trace[2004370857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20092; }","duration":"104.703196ms","start":"2026-04-01T16:28:21.235348Z","end":"2026-04-01T16:28:21.340052Z","steps":["trace[2004370857] 'agreement among raft nodes before linearized reading' (duration: 104.574233ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:21.340469Z","caller":"traceutil/trace.go:171","msg":"trace[445494012] transaction","detail":"{read_only:false; response_revision:20092; number_of_response:1; }","duration":"140.818999ms","start":"2026-04-01T16:28:21.199631Z","end":"2026-04-01T16:28:21.34045Z","steps":["trace[445494012] 'process raft request' (duration: 98.420088ms)","trace[445494012] 'compare' (duration: 41.657234ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:21.632794Z","caller":"traceutil/trace.go:171","msg":"trace[180548879] linearizableReadLoop","detail":"{readStateIndex:20797; appliedIndex:20796; }","duration":"133.17777ms","start":"2026-04-01T16:28:21.499584Z","end":"2026-04-01T16:28:21.632762Z","steps":["trace[180548879] 'read index received' (duration: 45.471642ms)","trace[180548879] 'applied index is now lower than readState.Index' (duration: 87.704918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:21.632992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.398246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:28:21.632964Z","caller":"traceutil/trace.go:171","msg":"trace[129156372] transaction","detail":"{read_only:false; response_revision:20093; number_of_response:1; }","duration":"134.801238ms","start":"2026-04-01T16:28:21.498129Z","end":"2026-04-01T16:28:21.63293Z","steps":["trace[129156372] 'process raft request' (duration: 46.960426ms)","trace[129156372] 'compare' (duration: 87.498554ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:21.633024Z","caller":"traceutil/trace.go:171","msg":"trace[1133750896] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20093; }","duration":"133.474477ms","start":"2026-04-01T16:28:21.499539Z","end":"2026-04-01T16:28:21.633014Z","steps":["trace[1133750896] 'agreement among raft nodes before linearized reading' (duration: 133.319653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.01674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.195156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:22.016845Z","caller":"traceutil/trace.go:171","msg":"trace[1625606593] linearizableReadLoop","detail":"{readStateIndex:20798; appliedIndex:20797; }","duration":"256.145851ms","start":"2026-04-01T16:28:21.76068Z","end":"2026-04-01T16:28:22.016826Z","steps":["trace[1625606593] 'read index received' (duration: 43.772721ms)","trace[1625606593] 'applied index is now lower than readState.Index' (duration: 212.37193ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:22.01698Z","caller":"traceutil/trace.go:171","msg":"trace[1186916447] transaction","detail":"{read_only:false; response_revision:20094; number_of_response:1; }","duration":"260.069673ms","start":"2026-04-01T16:28:21.756879Z","end":"2026-04-01T16:28:22.016948Z","steps":["trace[1186916447] 'process raft request' (duration: 47.58165ms)","trace[1186916447] 'compare' (duration: 211.993171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:22.017174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.806114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:28:22.017235Z","caller":"traceutil/trace.go:171","msg":"trace[225015179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20094; }","duration":"255.885595ms","start":"2026-04-01T16:28:21.761334Z","end":"2026-04-01T16:28:22.01722Z","steps":["trace[225015179] 'agreement among raft nodes before linearized reading' (duration: 255.725241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.01728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.578372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-04-01T16:28:22.01736Z","caller":"traceutil/trace.go:171","msg":"trace[1687009501] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20094; }","duration":"256.704654ms","start":"2026-04-01T16:28:21.760637Z","end":"2026-04-01T16:28:22.017342Z","steps":["trace[1687009501] 'agreement among raft nodes before linearized reading' (duration: 256.465048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.01728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.999518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:28:22.017503Z","caller":"traceutil/trace.go:171","msg":"trace[1822525943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20094; }","duration":"214.251164ms","start":"2026-04-01T16:28:21.803225Z","end":"2026-04-01T16:28:22.017476Z","steps":["trace[1822525943] 'agreement among raft nodes before linearized reading' (duration: 213.880815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.495041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.261853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:22.495226Z","caller":"traceutil/trace.go:171","msg":"trace[808539771] transaction","detail":"{read_only:false; response_revision:20096; number_of_response:1; }","duration":"472.826893ms","start":"2026-04-01T16:28:22.022374Z","end":"2026-04-01T16:28:22.495201Z","steps":["trace[808539771] 'process raft request' (duration: 315.310114ms)","trace[808539771] 'compare' (duration: 157.044858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:22.495655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:22.022357Z","time spent":"473.258073ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:22.520484Z","caller":"traceutil/trace.go:171","msg":"trace[2134842038] transaction","detail":"{read_only:false; response_revision:20097; number_of_response:1; }","duration":"427.339971ms","start":"2026-04-01T16:28:22.093111Z","end":"2026-04-01T16:28:22.520451Z","steps":["trace[2134842038] 'process raft request' (duration: 426.990653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.520655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:22.093095Z","time spent":"427.470814ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:22.520759Z","caller":"traceutil/trace.go:171","msg":"trace[2052754797] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"372.176433ms","start":"2026-04-01T16:28:22.148565Z","end":"2026-04-01T16:28:22.520741Z","steps":["trace[2052754797] 'process raft request' (duration: 371.728242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.52088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:22.148552Z","time spent":"372.261085ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:22.521099Z","caller":"traceutil/trace.go:171","msg":"trace[852756236] transaction","detail":"{read_only:false; response_revision:20099; number_of_response:1; }","duration":"354.678344ms","start":"2026-04-01T16:28:22.166407Z","end":"2026-04-01T16:28:22.521086Z","steps":["trace[852756236] 'process raft request' (duration: 354.227133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.521185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:22.16638Z","time spent":"354.755695ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:22.521466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.309749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:28:22.521533Z","caller":"traceutil/trace.go:171","msg":"trace[1830345840] linearizableReadLoop","detail":"{readStateIndex:20801; appliedIndex:20799; }","duration":"372.903279ms","start":"2026-04-01T16:28:22.148114Z","end":"2026-04-01T16:28:22.521018Z","steps":["trace[1830345840] 'read index received' (duration: 189.602328ms)","trace[1830345840] 'applied index is now lower than readState.Index' (duration: 183.299941ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:22.521572Z","caller":"traceutil/trace.go:171","msg":"trace[384785624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20099; }","duration":"373.489963ms","start":"2026-04-01T16:28:22.148055Z","end":"2026-04-01T16:28:22.521544Z","steps":["trace[384785624] 'agreement among raft nodes before linearized reading' (duration: 373.122064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.521629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:22.148025Z","time spent":"373.593855ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:28:22.533841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.807636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:22.533916Z","caller":"traceutil/trace.go:171","msg":"trace[887085447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20100; }","duration":"297.879017ms","start":"2026-04-01T16:28:22.236018Z","end":"2026-04-01T16:28:22.533897Z","steps":["trace[887085447] 'agreement among raft nodes before linearized reading' (duration: 297.745484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.533988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.172334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-01T16:28:22.534075Z","caller":"traceutil/trace.go:171","msg":"trace[1214876349] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:20100; }","duration":"167.343289ms","start":"2026-04-01T16:28:22.366711Z","end":"2026-04-01T16:28:22.534054Z","steps":["trace[1214876349] 'agreement among raft nodes before linearized reading' (duration: 167.077533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.53412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.630094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:28:22.53422Z","caller":"traceutil/trace.go:171","msg":"trace[1324916603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20100; }","duration":"265.791117ms","start":"2026-04-01T16:28:22.268405Z","end":"2026-04-01T16:28:22.534196Z","steps":["trace[1324916603] 'agreement among raft nodes before linearized reading' (duration: 265.440089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.78913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.908672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T16:28:22.789201Z","caller":"traceutil/trace.go:171","msg":"trace[1248032880] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:20102; }","duration":"191.999654ms","start":"2026-04-01T16:28:22.597182Z","end":"2026-04-01T16:28:22.789182Z","steps":["trace[1248032880] 'range keys from in-memory index tree' (duration: 191.79643ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:22.90811Z","caller":"traceutil/trace.go:171","msg":"trace[1257385419] linearizableReadLoop","detail":"{readStateIndex:20807; appliedIndex:20806; }","duration":"115.689653ms","start":"2026-04-01T16:28:22.792394Z","end":"2026-04-01T16:28:22.908084Z","steps":["trace[1257385419] 'read index received' (duration: 115.523439ms)","trace[1257385419] 'applied index is now lower than readState.Index' (duration: 164.814µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:22.908219Z","caller":"traceutil/trace.go:171","msg":"trace[296760546] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20103; }","duration":"117.087425ms","start":"2026-04-01T16:28:22.791103Z","end":"2026-04-01T16:28:22.90819Z","steps":["trace[296760546] 'process raft request' (duration: 116.800188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:22.908481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.062591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-01T16:28:22.908533Z","caller":"traceutil/trace.go:171","msg":"trace[575055599] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:20103; }","duration":"116.205844ms","start":"2026-04-01T16:28:22.792312Z","end":"2026-04-01T16:28:22.908518Z","steps":["trace[575055599] 'agreement among raft nodes before linearized reading' (duration: 115.884106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:23.416123Z","caller":"traceutil/trace.go:171","msg":"trace[1098807287] linearizableReadLoop","detail":"{readStateIndex:20808; appliedIndex:20807; }","duration":"236.011982ms","start":"2026-04-01T16:28:23.180085Z","end":"2026-04-01T16:28:23.416097Z","steps":["trace[1098807287] 'read index received' (duration: 235.761106ms)","trace[1098807287] 'applied index is now lower than readState.Index' (duration: 249.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:23.416335Z","caller":"traceutil/trace.go:171","msg":"trace[2002470066] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"268.030029ms","start":"2026-04-01T16:28:23.148162Z","end":"2026-04-01T16:28:23.416192Z","steps":["trace[2002470066] 'process raft request' (duration: 267.720362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:23.416359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.250458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"info","ts":"2026-04-01T16:28:23.416617Z","caller":"traceutil/trace.go:171","msg":"trace[1044671289] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20104; }","duration":"236.542835ms","start":"2026-04-01T16:28:23.180045Z","end":"2026-04-01T16:28:23.416588Z","steps":["trace[1044671289] 'agreement among raft nodes before linearized reading' (duration: 236.239328ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:23.559828Z","caller":"traceutil/trace.go:171","msg":"trace[1815983125] transaction","detail":"{read_only:false; response_revision:20105; number_of_response:1; }","duration":"138.666369ms","start":"2026-04-01T16:28:23.42113Z","end":"2026-04-01T16:28:23.559796Z","steps":["trace[1815983125] 'process raft request' (duration: 78.423852ms)","trace[1815983125] 'compare' (duration: 60.056712ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:23.770337Z","caller":"traceutil/trace.go:171","msg":"trace[152791294] transaction","detail":"{read_only:false; response_revision:20106; number_of_response:1; }","duration":"238.374357ms","start":"2026-04-01T16:28:23.531926Z","end":"2026-04-01T16:28:23.770301Z","steps":["trace[152791294] 'process raft request' (duration: 153.620537ms)","trace[152791294] 'compare' (duration: 84.480084ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:23.770461Z","caller":"traceutil/trace.go:171","msg":"trace[684139301] transaction","detail":"{read_only:false; response_revision:20107; number_of_response:1; }","duration":"130.914167ms","start":"2026-04-01T16:28:23.639523Z","end":"2026-04-01T16:28:23.770437Z","steps":["trace[684139301] 'process raft request' (duration: 130.810915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:23.770801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.645825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7495"} {"level":"info","ts":"2026-04-01T16:28:23.770857Z","caller":"traceutil/trace.go:171","msg":"trace[2051090652] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20107; }","duration":"131.719707ms","start":"2026-04-01T16:28:23.639123Z","end":"2026-04-01T16:28:23.770843Z","steps":["trace[2051090652] 'agreement among raft nodes before linearized reading' (duration: 131.568283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:23.771748Z","caller":"traceutil/trace.go:171","msg":"trace[1495709107] linearizableReadLoop","detail":"{readStateIndex:20810; appliedIndex:20809; }","duration":"131.248696ms","start":"2026-04-01T16:28:23.639132Z","end":"2026-04-01T16:28:23.770381Z","steps":["trace[1495709107] 'read index received' (duration: 46.397934ms)","trace[1495709107] 'applied index is now lower than readState.Index' (duration: 84.847942ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:24.004349Z","caller":"traceutil/trace.go:171","msg":"trace[554249212] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"215.234567ms","start":"2026-04-01T16:28:23.789087Z","end":"2026-04-01T16:28:24.004322Z","steps":["trace[554249212] 'process raft request' (duration: 215.115444ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:24.004363Z","caller":"traceutil/trace.go:171","msg":"trace[1481897105] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"222.139388ms","start":"2026-04-01T16:28:23.782193Z","end":"2026-04-01T16:28:24.004333Z","steps":["trace[1481897105] 'process raft request' (duration: 125.224134ms)","trace[1481897105] 'compare' (duration: 96.473153ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:24.335311Z","caller":"traceutil/trace.go:171","msg":"trace[1978134231] transaction","detail":"{read_only:false; response_revision:20110; number_of_response:1; }","duration":"321.342895ms","start":"2026-04-01T16:28:24.013935Z","end":"2026-04-01T16:28:24.335278Z","steps":["trace[1978134231] 'process raft request' (duration: 321.165181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:24.335502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:24.013912Z","time spent":"321.501288ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:24.353972Z","caller":"traceutil/trace.go:171","msg":"trace[1029782878] linearizableReadLoop","detail":"{readStateIndex:20816; appliedIndex:20814; }","duration":"329.488806ms","start":"2026-04-01T16:28:24.024464Z","end":"2026-04-01T16:28:24.353953Z","steps":["trace[1029782878] 'read index received' (duration: 310.669036ms)","trace[1029782878] 'applied index is now lower than readState.Index' (duration: 18.81892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:24.354101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.623249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-04-01T16:28:24.354131Z","caller":"traceutil/trace.go:171","msg":"trace[1422078891] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20111; }","duration":"329.68125ms","start":"2026-04-01T16:28:24.02444Z","end":"2026-04-01T16:28:24.354121Z","steps":["trace[1422078891] 'agreement among raft nodes before linearized reading' (duration: 329.615108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:24.354154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:24.024429Z","time spent":"329.719151ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7511,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-01T16:28:24.354169Z","caller":"traceutil/trace.go:171","msg":"trace[852220661] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"332.319851ms","start":"2026-04-01T16:28:24.021709Z","end":"2026-04-01T16:28:24.354029Z","steps":["trace[852220661] 'process raft request' (duration: 332.125667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:24.354354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:24.021666Z","time spent":"332.619908ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:24.384529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.352675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:24.384658Z","caller":"traceutil/trace.go:171","msg":"trace[647390173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20112; }","duration":"148.534599ms","start":"2026-04-01T16:28:24.236112Z","end":"2026-04-01T16:28:24.384647Z","steps":["trace[647390173] 'agreement among raft nodes before linearized reading' (duration: 148.361865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:24.384611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.970582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:28:24.384874Z","caller":"traceutil/trace.go:171","msg":"trace[719457041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20112; }","duration":"296.28763ms","start":"2026-04-01T16:28:24.088504Z","end":"2026-04-01T16:28:24.384791Z","steps":["trace[719457041] 'agreement among raft nodes before linearized reading' (duration: 295.824449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:26.067014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.114409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:26.067121Z","caller":"traceutil/trace.go:171","msg":"trace[1423200500] transaction","detail":"{read_only:false; response_revision:20126; number_of_response:1; }","duration":"232.06819ms","start":"2026-04-01T16:28:25.835033Z","end":"2026-04-01T16:28:26.067101Z","steps":["trace[1423200500] 'process raft request' (duration: 113.792417ms)","trace[1423200500] 'compare' (duration: 117.892264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:26.420441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.544714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:26.420536Z","caller":"traceutil/trace.go:171","msg":"trace[2007860342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20126; }","duration":"185.649836ms","start":"2026-04-01T16:28:26.234863Z","end":"2026-04-01T16:28:26.420513Z","steps":["trace[2007860342] 'range keys from in-memory index tree' (duration: 185.41676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:26.420563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.42757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T16:28:26.420637Z","caller":"traceutil/trace.go:171","msg":"trace[831212985] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:20126; }","duration":"167.564594ms","start":"2026-04-01T16:28:26.253051Z","end":"2026-04-01T16:28:26.420616Z","steps":["trace[831212985] 'range keys from in-memory index tree' (duration: 167.235976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:26.922608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706626000,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:28:27.023735Z","caller":"traceutil/trace.go:171","msg":"trace[1825018465] transaction","detail":"{read_only:false; response_revision:20127; number_of_response:1; }","duration":"664.882799ms","start":"2026-04-01T16:28:26.358822Z","end":"2026-04-01T16:28:27.023705Z","steps":["trace[1825018465] 'process raft request' (duration: 664.609622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:27.023905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.358788Z","time spent":"665.017472ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:28.01345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.736433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:28.013678Z","caller":"traceutil/trace.go:171","msg":"trace[1217394064] linearizableReadLoop","detail":"{readStateIndex:20834; appliedIndex:20831; }","duration":"1.592052703s","start":"2026-04-01T16:28:26.421608Z","end":"2026-04-01T16:28:28.013661Z","steps":["trace[1217394064] 'read index received' (duration: 601.878667ms)","trace[1217394064] 'applied index is now lower than readState.Index' (duration: 990.172726ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:28.013764Z","caller":"traceutil/trace.go:171","msg":"trace[1317042064] transaction","detail":"{read_only:false; response_revision:20129; number_of_response:1; }","duration":"1.412992151s","start":"2026-04-01T16:28:26.600763Z","end":"2026-04-01T16:28:28.013755Z","steps":["trace[1317042064] 'process raft request' (duration: 1.412782136s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:28.013829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.600733Z","time spent":"1.413060963s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:28.013961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592353029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:28.013992Z","caller":"traceutil/trace.go:171","msg":"trace[1078396122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20129; }","duration":"1.59238319s","start":"2026-04-01T16:28:26.421601Z","end":"2026-04-01T16:28:28.013984Z","steps":["trace[1078396122] 'agreement among raft nodes before linearized reading' (duration: 1.592331059s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:28.014039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.42156Z","time spent":"1.592473182s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:28:28.014142Z","caller":"traceutil/trace.go:171","msg":"trace[1791585621] transaction","detail":"{read_only:false; response_revision:20128; number_of_response:1; }","duration":"1.414964228s","start":"2026-04-01T16:28:26.599127Z","end":"2026-04-01T16:28:28.014092Z","steps":["trace[1791585621] 'process raft request' (duration: 729.505908ms)","trace[1791585621] 'compare' (duration: 684.450466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:28.014454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.599107Z","time spent":"1.415116781s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:28.271079Z","caller":"traceutil/trace.go:171","msg":"trace[344293153] linearizableReadLoop","detail":"{readStateIndex:20835; appliedIndex:20834; }","duration":"257.33325ms","start":"2026-04-01T16:28:28.013716Z","end":"2026-04-01T16:28:28.271049Z","steps":["trace[344293153] 'read index received' (duration: 211.52674ms)","trace[344293153] 'applied index is now lower than readState.Index' (duration: 45.80472ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:28.271123Z","caller":"traceutil/trace.go:171","msg":"trace[916361191] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"463.478145ms","start":"2026-04-01T16:28:27.807597Z","end":"2026-04-01T16:28:28.271075Z","steps":["trace[916361191] 'process raft request' (duration: 417.767307ms)","trace[916361191] 'compare' (duration: 45.36691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:28.271197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.837981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:28.271289Z","caller":"traceutil/trace.go:171","msg":"trace[959935679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20130; }","duration":"653.983654ms","start":"2026-04-01T16:28:27.617278Z","end":"2026-04-01T16:28:28.271261Z","steps":["trace[959935679] 'agreement among raft nodes before linearized reading' (duration: 653.839321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:28.271303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:27.807578Z","time spent":"463.622519ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:28.271345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82912171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:28:28.271372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.00786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:28:28.271383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641827736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:28:28.271213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380528503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:28:28.271414Z","caller":"traceutil/trace.go:171","msg":"trace[1217046597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20130; }","duration":"1.641906218s","start":"2026-04-01T16:28:26.629499Z","end":"2026-04-01T16:28:28.271406Z","steps":["trace[1217046597] 'agreement among raft nodes before linearized reading' (duration: 1.641820346s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:28.271413Z","caller":"traceutil/trace.go:171","msg":"trace[1943822127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20130; }","duration":"250.07275ms","start":"2026-04-01T16:28:28.021327Z","end":"2026-04-01T16:28:28.2714Z","steps":["trace[1943822127] 'agreement among raft nodes before linearized reading' (duration: 250.007689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:28.271461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.529998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:28:28.271286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75207965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T16:28:28.271508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.629478Z","time spent":"1.64202018s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:28:28.271351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:27.617245Z","time spent":"654.096027ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:28:28.271564Z","caller":"traceutil/trace.go:171","msg":"trace[1175964647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20130; }","duration":"684.690731ms","start":"2026-04-01T16:28:27.586858Z","end":"2026-04-01T16:28:28.271549Z","steps":["trace[1175964647] 'agreement among raft nodes before linearized reading' (duration: 684.394284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:28.27129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661080676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:28:28.271641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:27.586838Z","time spent":"684.788854ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:28:28.271564Z","caller":"traceutil/trace.go:171","msg":"trace[302435160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20130; }","duration":"1.752399808s","start":"2026-04-01T16:28:26.519151Z","end":"2026-04-01T16:28:28.271551Z","steps":["trace[302435160] 'agreement among raft nodes before linearized reading' (duration: 1.752004549s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:28.271486Z","caller":"traceutil/trace.go:171","msg":"trace[217608066] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20130; }","duration":"1.380817959s","start":"2026-04-01T16:28:26.890618Z","end":"2026-04-01T16:28:28.271436Z","steps":["trace[217608066] 'agreement among raft nodes before linearized reading' (duration: 1.3804374s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:28.271686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.519133Z","time spent":"1.752541782s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:28:28.271709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.890598Z","time spent":"1.381097006s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:28:28.271699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84751865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T16:28:28.271694Z","caller":"traceutil/trace.go:171","msg":"trace[211230217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20130; }","duration":"1.661512885s","start":"2026-04-01T16:28:26.610139Z","end":"2026-04-01T16:28:28.271652Z","steps":["trace[211230217] 'agreement among raft nodes before linearized reading' (duration: 1.660941462s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:28.271762Z","caller":"traceutil/trace.go:171","msg":"trace[702315648] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:20130; }","duration":"1.847624283s","start":"2026-04-01T16:28:26.424121Z","end":"2026-04-01T16:28:28.271745Z","steps":["trace[702315648] 'agreement among raft nodes before linearized reading' (duration: 1.847322455s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:28.271401Z","caller":"traceutil/trace.go:171","msg":"trace[1154435518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20130; }","duration":"1.829202022s","start":"2026-04-01T16:28:26.442184Z","end":"2026-04-01T16:28:28.271386Z","steps":["trace[1154435518] 'agreement among raft nodes before linearized reading' (duration: 1.829049169s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:28.271814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.424046Z","time spent":"1.847758345s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":689,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-01T16:28:28.271845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.442173Z","time spent":"1.829651782s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:28:28.271822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:26.610117Z","time spent":"1.661638929s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:28:28.532914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.860667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:28.533238Z","caller":"traceutil/trace.go:171","msg":"trace[1223651559] transaction","detail":"{read_only:false; response_revision:20135; number_of_response:1; }","duration":"256.514511ms","start":"2026-04-01T16:28:28.276702Z","end":"2026-04-01T16:28:28.533216Z","steps":["trace[1223651559] 'process raft request' (duration: 256.44884ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:28.533225Z","caller":"traceutil/trace.go:171","msg":"trace[2017095506] transaction","detail":"{read_only:false; response_revision:20133; number_of_response:1; }","duration":"256.610884ms","start":"2026-04-01T16:28:28.276586Z","end":"2026-04-01T16:28:28.533197Z","steps":["trace[2017095506] 'process raft request' (duration: 256.498291ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:28.533258Z","caller":"traceutil/trace.go:171","msg":"trace[59417285] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"256.89758ms","start":"2026-04-01T16:28:28.276307Z","end":"2026-04-01T16:28:28.533205Z","steps":["trace[59417285] 'process raft request' (duration: 256.711586ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:28.533421Z","caller":"traceutil/trace.go:171","msg":"trace[1682244777] transaction","detail":"{read_only:false; response_revision:20134; number_of_response:1; }","duration":"256.753957ms","start":"2026-04-01T16:28:28.276658Z","end":"2026-04-01T16:28:28.533412Z","steps":["trace[1682244777] 'process raft request' (duration: 256.46121ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:28.533413Z","caller":"traceutil/trace.go:171","msg":"trace[202453358] linearizableReadLoop","detail":"{readStateIndex:20840; appliedIndex:20835; }","duration":"255.497517ms","start":"2026-04-01T16:28:28.277892Z","end":"2026-04-01T16:28:28.533389Z","steps":["trace[202453358] 'read index received' (duration: 94.042406ms)","trace[202453358] 'applied index is now lower than readState.Index' (duration: 161.453951ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:28.533307Z","caller":"traceutil/trace.go:171","msg":"trace[1887081087] transaction","detail":"{read_only:false; response_revision:20131; number_of_response:1; }","duration":"257.271409ms","start":"2026-04-01T16:28:28.275967Z","end":"2026-04-01T16:28:28.533238Z","steps":["trace[1887081087] 'process raft request' (duration: 95.994882ms)","trace[1887081087] 'compare' (duration: 160.711254ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:28.533533Z","caller":"traceutil/trace.go:171","msg":"trace[1404969413] transaction","detail":"{read_only:false; response_revision:20136; number_of_response:1; }","duration":"254.119635ms","start":"2026-04-01T16:28:28.279405Z","end":"2026-04-01T16:28:28.533524Z","steps":["trace[1404969413] 'process raft request' (duration: 253.776717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:28.533617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.713923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2015"} {"level":"info","ts":"2026-04-01T16:28:28.533654Z","caller":"traceutil/trace.go:171","msg":"trace[1580832356] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:20136; }","duration":"255.783344ms","start":"2026-04-01T16:28:28.277857Z","end":"2026-04-01T16:28:28.53364Z","steps":["trace[1580832356] 'agreement among raft nodes before linearized reading' (duration: 255.61724ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:29.403022Z","caller":"traceutil/trace.go:171","msg":"trace[1773947184] linearizableReadLoop","detail":"{readStateIndex:20844; appliedIndex:20843; }","duration":"165.736491ms","start":"2026-04-01T16:28:29.237258Z","end":"2026-04-01T16:28:29.402994Z","steps":["trace[1773947184] 'read index received' (duration: 165.543257ms)","trace[1773947184] 'applied index is now lower than readState.Index' (duration: 191.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:29.403077Z","caller":"traceutil/trace.go:171","msg":"trace[1818240876] transaction","detail":"{read_only:false; response_revision:20138; number_of_response:1; }","duration":"165.927115ms","start":"2026-04-01T16:28:29.237116Z","end":"2026-04-01T16:28:29.403043Z","steps":["trace[1818240876] 'process raft request' (duration: 165.582907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:29.403211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.924425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:29.403248Z","caller":"traceutil/trace.go:171","msg":"trace[21274216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20138; }","duration":"166.024298ms","start":"2026-04-01T16:28:29.237213Z","end":"2026-04-01T16:28:29.403237Z","steps":["trace[21274216] 'agreement among raft nodes before linearized reading' (duration: 165.901585ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:29.792567Z","caller":"traceutil/trace.go:171","msg":"trace[342307442] transaction","detail":"{read_only:false; response_revision:20139; number_of_response:1; }","duration":"546.36047ms","start":"2026-04-01T16:28:29.246178Z","end":"2026-04-01T16:28:29.792539Z","steps":["trace[342307442] 'process raft request' (duration: 546.101104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:29.79273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:29.24612Z","time spent":"546.523705ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:30.090622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.962917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:30.090745Z","caller":"traceutil/trace.go:171","msg":"trace[280126933] linearizableReadLoop","detail":"{readStateIndex:20846; appliedIndex:20845; }","duration":"292.739296ms","start":"2026-04-01T16:28:29.797988Z","end":"2026-04-01T16:28:30.090727Z","steps":["trace[280126933] 'read index received' (duration: 75.543144ms)","trace[280126933] 'applied index is now lower than readState.Index' (duration: 217.194562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:30.090978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.994663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-85c5cb67d4-4drrm\" ","response":"range_response_count:1 size:8501"} {"level":"info","ts":"2026-04-01T16:28:30.091014Z","caller":"traceutil/trace.go:171","msg":"trace[596157063] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-85c5cb67d4-4drrm; range_end:; response_count:1; response_revision:20140; }","duration":"293.065865ms","start":"2026-04-01T16:28:29.797938Z","end":"2026-04-01T16:28:30.091004Z","steps":["trace[596157063] 'agreement among raft nodes before linearized reading' (duration: 292.86071ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:30.091262Z","caller":"traceutil/trace.go:171","msg":"trace[1169348084] transaction","detail":"{read_only:false; response_revision:20140; number_of_response:1; }","duration":"684.63777ms","start":"2026-04-01T16:28:29.406587Z","end":"2026-04-01T16:28:30.091225Z","steps":["trace[1169348084] 'process raft request' (duration: 467.000857ms)","trace[1169348084] 'compare' (duration: 216.801603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:30.091465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:29.406571Z","time spent":"684.807944ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:28:30.58999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.459713ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:30.590146Z","caller":"traceutil/trace.go:171","msg":"trace[57936291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20141; }","duration":"266.622957ms","start":"2026-04-01T16:28:30.323499Z","end":"2026-04-01T16:28:30.590122Z","steps":["trace[57936291] 'range keys from in-memory index tree' (duration: 266.446473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:30.590778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.251758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:30.590999Z","caller":"traceutil/trace.go:171","msg":"trace[1367285073] transaction","detail":"{read_only:false; response_revision:20143; number_of_response:1; }","duration":"558.970825ms","start":"2026-04-01T16:28:30.032012Z","end":"2026-04-01T16:28:30.590983Z","steps":["trace[1367285073] 'process raft request' (duration: 558.856683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:30.591075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.031992Z","time spent":"559.047987ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:30.591103Z","caller":"traceutil/trace.go:171","msg":"trace[1521341088] transaction","detail":"{read_only:false; response_revision:20142; number_of_response:1; }","duration":"571.560049ms","start":"2026-04-01T16:28:30.019511Z","end":"2026-04-01T16:28:30.591072Z","steps":["trace[1521341088] 'process raft request' (duration: 179.567164ms)","trace[1521341088] 'compare' (duration: 390.315096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:30.591377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.019457Z","time spent":"571.766694ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:30.87966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.41647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:30.880019Z","caller":"traceutil/trace.go:171","msg":"trace[744271366] linearizableReadLoop","detail":"{readStateIndex:20851; appliedIndex:20849; }","duration":"642.998438ms","start":"2026-04-01T16:28:30.236997Z","end":"2026-04-01T16:28:30.879995Z","steps":["trace[744271366] 'read index received' (duration: 469.305812ms)","trace[744271366] 'applied index is now lower than readState.Index' (duration: 173.691176ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:30.880059Z","caller":"traceutil/trace.go:171","msg":"trace[562758227] transaction","detail":"{read_only:false; response_revision:20145; number_of_response:1; }","duration":"780.871767ms","start":"2026-04-01T16:28:30.099135Z","end":"2026-04-01T16:28:30.880007Z","steps":["trace[562758227] 'process raft request' (duration: 780.645432ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:30.880227Z","caller":"traceutil/trace.go:171","msg":"trace[1425966991] transaction","detail":"{read_only:false; response_revision:20144; number_of_response:1; }","duration":"784.735468ms","start":"2026-04-01T16:28:30.095464Z","end":"2026-04-01T16:28:30.880199Z","steps":["trace[1425966991] 'process raft request' (duration: 610.693073ms)","trace[1425966991] 'compare' (duration: 173.253316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:30.880243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.099118Z","time spent":"781.024792ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:30.880313Z","caller":"traceutil/trace.go:171","msg":"trace[1175267483] transaction","detail":"{read_only:false; response_revision:20146; number_of_response:1; }","duration":"603.180077ms","start":"2026-04-01T16:28:30.277116Z","end":"2026-04-01T16:28:30.880296Z","steps":["trace[1175267483] 'process raft request' (duration: 602.813609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:30.880339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.09544Z","time spent":"784.851211ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:28:30.8804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.666169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T16:28:30.880429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.277096Z","time spent":"603.26901ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:30.880429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.416347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:30.880518Z","caller":"traceutil/trace.go:171","msg":"trace[1590897324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20146; }","duration":"643.558191ms","start":"2026-04-01T16:28:30.236941Z","end":"2026-04-01T16:28:30.880499Z","steps":["trace[1590897324] 'agreement among raft nodes before linearized reading' (duration: 643.210163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:30.880551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.845957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T16:28:30.88057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.236918Z","time spent":"643.642122ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:28:30.880559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.857104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:28:30.88061Z","caller":"traceutil/trace.go:171","msg":"trace[1440571910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20146; }","duration":"341.906035ms","start":"2026-04-01T16:28:30.538695Z","end":"2026-04-01T16:28:30.880602Z","steps":["trace[1440571910] 'agreement among raft nodes before linearized reading' (duration: 341.801893ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:30.880608Z","caller":"traceutil/trace.go:171","msg":"trace[333953759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20146; }","duration":"342.934789ms","start":"2026-04-01T16:28:30.537657Z","end":"2026-04-01T16:28:30.880591Z","steps":["trace[333953759] 'agreement among raft nodes before linearized reading' (duration: 342.825306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:30.880572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.817696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:28:30.880661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.538665Z","time spent":"341.976367ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:28:30.880652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.537635Z","time spent":"343.009421ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:28:30.880438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.388733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:28:30.880666Z","caller":"traceutil/trace.go:171","msg":"trace[569380085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20146; }","duration":"342.960049ms","start":"2026-04-01T16:28:30.537689Z","end":"2026-04-01T16:28:30.880649Z","steps":["trace[569380085] 'agreement among raft nodes before linearized reading' (duration: 342.748044ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:30.880463Z","caller":"traceutil/trace.go:171","msg":"trace[1443327551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20146; }","duration":"341.770112ms","start":"2026-04-01T16:28:30.538677Z","end":"2026-04-01T16:28:30.880447Z","steps":["trace[1443327551] 'agreement among raft nodes before linearized reading' (duration: 341.572407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:30.880726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.537665Z","time spent":"343.049792ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:28:30.880776Z","caller":"traceutil/trace.go:171","msg":"trace[235435599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20146; }","duration":"630.734021ms","start":"2026-04-01T16:28:30.249972Z","end":"2026-04-01T16:28:30.880706Z","steps":["trace[235435599] 'agreement among raft nodes before linearized reading' (duration: 630.2591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:30.880811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.538656Z","time spent":"342.146851ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:28:30.880842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.249953Z","time spent":"630.870024ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:28:30.881017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.393793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:28:30.881073Z","caller":"traceutil/trace.go:171","msg":"trace[1416831367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20146; }","duration":"341.459875ms","start":"2026-04-01T16:28:30.539587Z","end":"2026-04-01T16:28:30.881047Z","steps":["trace[1416831367] 'agreement among raft nodes before linearized reading' (duration: 340.763888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:30.881107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:30.539574Z","time spent":"341.526146ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:28:31.056086Z","caller":"traceutil/trace.go:171","msg":"trace[1811581497] transaction","detail":"{read_only:false; response_revision:20149; number_of_response:1; }","duration":"169.529899ms","start":"2026-04-01T16:28:30.886529Z","end":"2026-04-01T16:28:31.056059Z","steps":["trace[1811581497] 'process raft request' (duration: 169.456118ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:31.056301Z","caller":"traceutil/trace.go:171","msg":"trace[812865248] transaction","detail":"{read_only:false; response_revision:20148; number_of_response:1; }","duration":"169.799176ms","start":"2026-04-01T16:28:30.886493Z","end":"2026-04-01T16:28:31.056292Z","steps":["trace[812865248] 'process raft request' (duration: 149.975833ms)","trace[812865248] 'compare' (duration: 19.379962ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:31.056627Z","caller":"traceutil/trace.go:171","msg":"trace[1473429293] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"170.037802ms","start":"2026-04-01T16:28:30.886547Z","end":"2026-04-01T16:28:31.056585Z","steps":["trace[1473429293] 'process raft request' (duration: 169.474088ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:31.056769Z","caller":"traceutil/trace.go:171","msg":"trace[1150086110] transaction","detail":"{read_only:false; response_revision:20152; number_of_response:1; }","duration":"164.591905ms","start":"2026-04-01T16:28:30.892166Z","end":"2026-04-01T16:28:31.056758Z","steps":["trace[1150086110] 'process raft request' (duration: 164.38932ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:31.056826Z","caller":"traceutil/trace.go:171","msg":"trace[232869646] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"170.200325ms","start":"2026-04-01T16:28:30.88657Z","end":"2026-04-01T16:28:31.056771Z","steps":["trace[232869646] 'process raft request' (duration: 169.836236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:31.282922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.948915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:28:31.282989Z","caller":"traceutil/trace.go:171","msg":"trace[1882524486] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20153; }","duration":"127.070808ms","start":"2026-04-01T16:28:31.155902Z","end":"2026-04-01T16:28:31.282973Z","steps":["trace[1882524486] 'range keys from in-memory index tree' (duration: 126.73726ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:32.187722Z","caller":"traceutil/trace.go:171","msg":"trace[1743529827] transaction","detail":"{read_only:false; response_revision:20155; number_of_response:1; }","duration":"113.236104ms","start":"2026-04-01T16:28:32.074458Z","end":"2026-04-01T16:28:32.187694Z","steps":["trace[1743529827] 'process raft request' (duration: 76.826384ms)","trace[1743529827] 'compare' (duration: 36.264257ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:32.215991Z","caller":"traceutil/trace.go:171","msg":"trace[1714936321] transaction","detail":"{read_only:false; response_revision:20156; number_of_response:1; }","duration":"119.669535ms","start":"2026-04-01T16:28:32.096296Z","end":"2026-04-01T16:28:32.215966Z","steps":["trace[1714936321] 'process raft request' (duration: 119.540122ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:32.729903Z","caller":"traceutil/trace.go:171","msg":"trace[1457889606] transaction","detail":"{read_only:false; response_revision:20159; number_of_response:1; }","duration":"144.505435ms","start":"2026-04-01T16:28:32.585373Z","end":"2026-04-01T16:28:32.729878Z","steps":["trace[1457889606] 'process raft request' (duration: 134.148663ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:32.9243Z","caller":"traceutil/trace.go:171","msg":"trace[672404522] transaction","detail":"{read_only:false; response_revision:20162; number_of_response:1; }","duration":"328.112254ms","start":"2026-04-01T16:28:32.596167Z","end":"2026-04-01T16:28:32.92428Z","steps":["trace[672404522] 'process raft request' (duration: 328.068143ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:32.924397Z","caller":"traceutil/trace.go:171","msg":"trace[2052272225] transaction","detail":"{read_only:false; response_revision:20160; number_of_response:1; }","duration":"333.336086ms","start":"2026-04-01T16:28:32.59104Z","end":"2026-04-01T16:28:32.924376Z","steps":["trace[2052272225] 'process raft request' (duration: 265.00477ms)","trace[2052272225] 'compare' (duration: 67.951737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:32.924435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:32.596156Z","time spent":"328.211046ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:32.924493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:32.591021Z","time spent":"333.420337ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:32.92481Z","caller":"traceutil/trace.go:171","msg":"trace[398105086] transaction","detail":"{read_only:false; response_revision:20161; number_of_response:1; }","duration":"333.377807ms","start":"2026-04-01T16:28:32.591421Z","end":"2026-04-01T16:28:32.924798Z","steps":["trace[398105086] 'process raft request' (duration: 332.757422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:32.924891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:32.591415Z","time spent":"333.443108ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:32.953632Z","caller":"traceutil/trace.go:171","msg":"trace[1322382688] transaction","detail":"{read_only:false; response_revision:20163; number_of_response:1; }","duration":"147.473624ms","start":"2026-04-01T16:28:32.806134Z","end":"2026-04-01T16:28:32.953608Z","steps":["trace[1322382688] 'process raft request' (duration: 147.379282ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:32.996375Z","caller":"traceutil/trace.go:171","msg":"trace[1514673753] transaction","detail":"{read_only:false; response_revision:20164; number_of_response:1; }","duration":"111.435013ms","start":"2026-04-01T16:28:32.884923Z","end":"2026-04-01T16:28:32.996358Z","steps":["trace[1514673753] 'process raft request' (duration: 111.064454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:33.730349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.100488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:33.730546Z","caller":"traceutil/trace.go:171","msg":"trace[1621364793] linearizableReadLoop","detail":"{readStateIndex:20879; appliedIndex:20875; }","duration":"494.10422ms","start":"2026-04-01T16:28:33.236428Z","end":"2026-04-01T16:28:33.730532Z","steps":["trace[1621364793] 'read index received' (duration: 205.688704ms)","trace[1621364793] 'applied index is now lower than readState.Index' (duration: 288.414636ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:33.730607Z","caller":"traceutil/trace.go:171","msg":"trace[1761632873] transaction","detail":"{read_only:false; response_revision:20172; number_of_response:1; }","duration":"632.441201ms","start":"2026-04-01T16:28:33.098158Z","end":"2026-04-01T16:28:33.730599Z","steps":["trace[1761632873] 'process raft request' (duration: 632.309328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:33.730655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:33.098138Z","time spent":"632.489982ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:33.730644Z","caller":"traceutil/trace.go:171","msg":"trace[1301384539] transaction","detail":"{read_only:false; response_revision:20171; number_of_response:1; }","duration":"634.457078ms","start":"2026-04-01T16:28:33.096144Z","end":"2026-04-01T16:28:33.730601Z","steps":["trace[1301384539] 'process raft request' (duration: 634.280824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:33.730773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:33.096137Z","time spent":"634.568281ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:33.730816Z","caller":"traceutil/trace.go:171","msg":"trace[1342272808] transaction","detail":"{read_only:false; response_revision:20173; number_of_response:1; }","duration":"578.376058ms","start":"2026-04-01T16:28:33.152432Z","end":"2026-04-01T16:28:33.730808Z","steps":["trace[1342272808] 'process raft request' (duration: 578.062111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:33.730862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:33.152409Z","time spent":"578.43064ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:33.731018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.589051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:33.731045Z","caller":"traceutil/trace.go:171","msg":"trace[1607318545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20173; }","duration":"494.646662ms","start":"2026-04-01T16:28:33.236391Z","end":"2026-04-01T16:28:33.731037Z","steps":["trace[1607318545] 'agreement among raft nodes before linearized reading' (duration: 494.54732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:33.731063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:33.236374Z","time spent":"494.684913ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:28:33.731175Z","caller":"traceutil/trace.go:171","msg":"trace[2071111538] transaction","detail":"{read_only:false; response_revision:20170; number_of_response:1; }","duration":"635.100153ms","start":"2026-04-01T16:28:33.09606Z","end":"2026-04-01T16:28:33.73116Z","steps":["trace[2071111538] 'process raft request' (duration: 346.116114ms)","trace[2071111538] 'compare' (duration: 287.998126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:33.731248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:33.096013Z","time spent":"635.198295ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:33.924093Z","caller":"traceutil/trace.go:171","msg":"trace[994218846] linearizableReadLoop","detail":"{readStateIndex:20881; appliedIndex:20879; }","duration":"193.489959ms","start":"2026-04-01T16:28:33.730572Z","end":"2026-04-01T16:28:33.924062Z","steps":["trace[994218846] 'read index received' (duration: 128.614484ms)","trace[994218846] 'applied index is now lower than readState.Index' (duration: 64.874455ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:33.924368Z","caller":"traceutil/trace.go:171","msg":"trace[1646103317] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"350.672631ms","start":"2026-04-01T16:28:33.573679Z","end":"2026-04-01T16:28:33.924351Z","steps":["trace[1646103317] 'process raft request' (duration: 350.297262ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:33.924419Z","caller":"traceutil/trace.go:171","msg":"trace[647523748] transaction","detail":"{read_only:false; response_revision:20174; number_of_response:1; }","duration":"381.02511ms","start":"2026-04-01T16:28:33.543363Z","end":"2026-04-01T16:28:33.924388Z","steps":["trace[647523748] 'process raft request' (duration: 315.418497ms)","trace[647523748] 'compare' (duration: 64.706001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:33.924556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:33.543344Z","time spent":"381.154332ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:28:33.9246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.679172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-cbc78f466-qhmvs\" ","response":"range_response_count:1 size:8495"} {"level":"warn","ts":"2026-04-01T16:28:33.92464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:33.573655Z","time spent":"350.763812ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:33.924768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.371772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"info","ts":"2026-04-01T16:28:33.924804Z","caller":"traceutil/trace.go:171","msg":"trace[1365877170] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20175; }","duration":"287.407893ms","start":"2026-04-01T16:28:33.637388Z","end":"2026-04-01T16:28:33.924796Z","steps":["trace[1365877170] 'agreement among raft nodes before linearized reading' (duration: 287.318441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:33.924933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.896232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:33.924683Z","caller":"traceutil/trace.go:171","msg":"trace[542611007] range","detail":"{range_begin:/registry/pods/openstack/heat-api-cbc78f466-qhmvs; range_end:; response_count:1; response_revision:20175; }","duration":"410.799615ms","start":"2026-04-01T16:28:33.513863Z","end":"2026-04-01T16:28:33.924663Z","steps":["trace[542611007] 'agreement among raft nodes before linearized reading' (duration: 410.59775ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:33.925206Z","caller":"traceutil/trace.go:171","msg":"trace[2070442777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20175; }","duration":"191.965324ms","start":"2026-04-01T16:28:33.733002Z","end":"2026-04-01T16:28:33.924967Z","steps":["trace[2070442777] 'agreement among raft nodes before linearized reading' (duration: 191.887642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:33.925242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:33.513848Z","time spent":"411.354578ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8517,"request content":"key:\"/registry/pods/openstack/heat-api-cbc78f466-qhmvs\" "} {"level":"warn","ts":"2026-04-01T16:28:33.925275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.081356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T16:28:33.925349Z","caller":"traceutil/trace.go:171","msg":"trace[526158082] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:20175; }","duration":"147.163428ms","start":"2026-04-01T16:28:33.778169Z","end":"2026-04-01T16:28:33.925333Z","steps":["trace[526158082] 'agreement among raft nodes before linearized reading' (duration: 146.959313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:34.058285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.215741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:28:34.058348Z","caller":"traceutil/trace.go:171","msg":"trace[993313575] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20176; }","duration":"106.321534ms","start":"2026-04-01T16:28:33.952013Z","end":"2026-04-01T16:28:34.058335Z","steps":["trace[993313575] 'agreement among raft nodes before linearized reading' (duration: 106.129959ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:34.05871Z","caller":"traceutil/trace.go:171","msg":"trace[1297364554] transaction","detail":"{read_only:false; response_revision:20176; number_of_response:1; }","duration":"122.125202ms","start":"2026-04-01T16:28:33.936575Z","end":"2026-04-01T16:28:34.0587Z","steps":["trace[1297364554] 'process raft request' (duration: 108.478733ms)","trace[1297364554] 'compare' (duration: 12.957743ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:35.273986Z","caller":"traceutil/trace.go:171","msg":"trace[1505056785] linearizableReadLoop","detail":"{readStateIndex:20890; appliedIndex:20889; }","duration":"102.813311ms","start":"2026-04-01T16:28:35.171148Z","end":"2026-04-01T16:28:35.273962Z","steps":["trace[1505056785] 'read index received' (duration: 36.721507ms)","trace[1505056785] 'applied index is now lower than readState.Index' (duration: 66.090834ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:35.274028Z","caller":"traceutil/trace.go:171","msg":"trace[1790099899] transaction","detail":"{read_only:false; response_revision:20183; number_of_response:1; }","duration":"103.895307ms","start":"2026-04-01T16:28:35.170086Z","end":"2026-04-01T16:28:35.273982Z","steps":["trace[1790099899] 'process raft request' (duration: 37.739741ms)","trace[1790099899] 'compare' (duration: 66.009082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:35.27486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.689842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-04-01T16:28:35.274948Z","caller":"traceutil/trace.go:171","msg":"trace[1966371295] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:20183; }","duration":"103.806725ms","start":"2026-04-01T16:28:35.171125Z","end":"2026-04-01T16:28:35.274932Z","steps":["trace[1966371295] 'agreement among raft nodes before linearized reading' (duration: 102.973055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:38.01649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.764525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:38.016678Z","caller":"traceutil/trace.go:171","msg":"trace[543409585] transaction","detail":"{read_only:false; response_revision:20194; number_of_response:1; }","duration":"219.136298ms","start":"2026-04-01T16:28:37.797505Z","end":"2026-04-01T16:28:38.016641Z","steps":["trace[543409585] 'process raft request' (duration: 34.134287ms)","trace[543409585] 'compare' (duration: 184.664323ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:38.016731Z","caller":"traceutil/trace.go:171","msg":"trace[1002908952] transaction","detail":"{read_only:false; response_revision:20196; number_of_response:1; }","duration":"218.311608ms","start":"2026-04-01T16:28:37.7984Z","end":"2026-04-01T16:28:38.016712Z","steps":["trace[1002908952] 'process raft request' (duration: 218.236927ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:38.016732Z","caller":"traceutil/trace.go:171","msg":"trace[648248916] transaction","detail":"{read_only:false; response_revision:20195; number_of_response:1; }","duration":"218.630746ms","start":"2026-04-01T16:28:37.798068Z","end":"2026-04-01T16:28:38.016698Z","steps":["trace[648248916] 'process raft request' (duration: 218.518633ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:38.499329Z","caller":"traceutil/trace.go:171","msg":"trace[629364743] transaction","detail":"{read_only:false; response_revision:20197; number_of_response:1; }","duration":"170.293757ms","start":"2026-04-01T16:28:38.328995Z","end":"2026-04-01T16:28:38.499289Z","steps":["trace[629364743] 'process raft request' (duration: 170.105143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:39.325594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.47001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:39.325769Z","caller":"traceutil/trace.go:171","msg":"trace[908078689] transaction","detail":"{read_only:false; response_revision:20199; number_of_response:1; }","duration":"239.959724ms","start":"2026-04-01T16:28:39.085769Z","end":"2026-04-01T16:28:39.325728Z","steps":["trace[908078689] 'process raft request' (duration: 120.268939ms)","trace[908078689] 'compare' (duration: 119.343887ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:39.325973Z","caller":"traceutil/trace.go:171","msg":"trace[668999097] linearizableReadLoop","detail":"{readStateIndex:20906; appliedIndex:20905; }","duration":"212.892623ms","start":"2026-04-01T16:28:39.113064Z","end":"2026-04-01T16:28:39.325956Z","steps":["trace[668999097] 'read index received' (duration: 92.946161ms)","trace[668999097] 'applied index is now lower than readState.Index' (duration: 119.944582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:39.430609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.886689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:28:39.430711Z","caller":"traceutil/trace.go:171","msg":"trace[578901678] linearizableReadLoop","detail":"{readStateIndex:20907; appliedIndex:20906; }","duration":"104.676865ms","start":"2026-04-01T16:28:39.326017Z","end":"2026-04-01T16:28:39.430694Z","steps":["trace[578901678] 'read index received' (duration: 50.931µs)","trace[578901678] 'applied index is now lower than readState.Index' (duration: 104.624444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:39.43086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.658235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:28:39.430917Z","caller":"traceutil/trace.go:171","msg":"trace[2038772044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20199; }","duration":"131.757538ms","start":"2026-04-01T16:28:39.29915Z","end":"2026-04-01T16:28:39.430907Z","steps":["trace[2038772044] 'agreement among raft nodes before linearized reading' (duration: 131.590954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:39.430966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.879674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:28:39.431058Z","caller":"traceutil/trace.go:171","msg":"trace[1911738880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20199; }","duration":"318.010257ms","start":"2026-04-01T16:28:39.113023Z","end":"2026-04-01T16:28:39.431033Z","steps":["trace[1911738880] 'agreement among raft nodes before linearized reading' (duration: 213.022765ms)","trace[1911738880] 'range keys from in-memory index tree' (duration: 104.711676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:39.431155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:39.113006Z","time spent":"318.13633ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:28:39.650927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.309129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:28:39.651006Z","caller":"traceutil/trace.go:171","msg":"trace[535228011] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20201; }","duration":"117.429253ms","start":"2026-04-01T16:28:39.533558Z","end":"2026-04-01T16:28:39.650987Z","steps":["trace[535228011] 'range keys from in-memory index tree' (duration: 117.051133ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:40.015247Z","caller":"traceutil/trace.go:171","msg":"trace[1988666213] linearizableReadLoop","detail":"{readStateIndex:20910; appliedIndex:20909; }","duration":"133.442897ms","start":"2026-04-01T16:28:39.881782Z","end":"2026-04-01T16:28:40.015225Z","steps":["trace[1988666213] 'read index received' (duration: 133.402476ms)","trace[1988666213] 'applied index is now lower than readState.Index' (duration: 39.461µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:40.015474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.676872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-85c5cb67d4-4drrm\" ","response":"range_response_count:1 size:8659"} {"level":"info","ts":"2026-04-01T16:28:40.015529Z","caller":"traceutil/trace.go:171","msg":"trace[192829437] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-85c5cb67d4-4drrm; range_end:; response_count:1; response_revision:20202; }","duration":"133.785685ms","start":"2026-04-01T16:28:39.881732Z","end":"2026-04-01T16:28:40.015518Z","steps":["trace[192829437] 'agreement among raft nodes before linearized reading' (duration: 133.5835ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:40.015648Z","caller":"traceutil/trace.go:171","msg":"trace[211418051] transaction","detail":"{read_only:false; response_revision:20202; number_of_response:1; }","duration":"216.478226ms","start":"2026-04-01T16:28:39.798857Z","end":"2026-04-01T16:28:40.015335Z","steps":["trace[211418051] 'process raft request' (duration: 216.225251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:40.273607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.741401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:40.273715Z","caller":"traceutil/trace.go:171","msg":"trace[604222781] linearizableReadLoop","detail":"{readStateIndex:20911; appliedIndex:20910; }","duration":"253.720987ms","start":"2026-04-01T16:28:40.019975Z","end":"2026-04-01T16:28:40.273696Z","steps":["trace[604222781] 'read index received' (duration: 90.806532ms)","trace[604222781] 'applied index is now lower than readState.Index' (duration: 162.912935ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:40.273798Z","caller":"traceutil/trace.go:171","msg":"trace[1174536850] transaction","detail":"{read_only:false; response_revision:20203; number_of_response:1; }","duration":"391.583946ms","start":"2026-04-01T16:28:39.882199Z","end":"2026-04-01T16:28:40.273783Z","steps":["trace[1174536850] 'process raft request' (duration: 228.592919ms)","trace[1174536850] 'compare' (duration: 162.619978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:40.273871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:39.88214Z","time spent":"391.698419ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:28:40.274152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.143186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:28:40.274253Z","caller":"traceutil/trace.go:171","msg":"trace[1415598109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20203; }","duration":"254.258269ms","start":"2026-04-01T16:28:40.019972Z","end":"2026-04-01T16:28:40.27423Z","steps":["trace[1415598109] 'agreement among raft nodes before linearized reading' (duration: 253.918321ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:40.323749Z","caller":"traceutil/trace.go:171","msg":"trace[1106674589] transaction","detail":"{read_only:false; response_revision:20204; number_of_response:1; }","duration":"299.762442ms","start":"2026-04-01T16:28:40.02395Z","end":"2026-04-01T16:28:40.323712Z","steps":["trace[1106674589] 'process raft request' (duration: 299.524116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:40.323814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.453277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:28:40.32389Z","caller":"traceutil/trace.go:171","msg":"trace[893917668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20204; }","duration":"303.54747ms","start":"2026-04-01T16:28:40.020317Z","end":"2026-04-01T16:28:40.323864Z","steps":["trace[893917668] 'agreement among raft nodes before linearized reading' (duration: 303.334615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:40.323934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.422207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:28:40.323963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.020313Z","time spent":"303.633712ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:28:40.324013Z","caller":"traceutil/trace.go:171","msg":"trace[1489424938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20204; }","duration":"303.55033ms","start":"2026-04-01T16:28:40.020442Z","end":"2026-04-01T16:28:40.323992Z","steps":["trace[1489424938] 'agreement among raft nodes before linearized reading' (duration: 303.327735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:40.324076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.020424Z","time spent":"303.638842ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:28:40.708166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.666633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:40.7084Z","caller":"traceutil/trace.go:171","msg":"trace[1849931896] transaction","detail":"{read_only:false; response_revision:20206; number_of_response:1; }","duration":"380.121877ms","start":"2026-04-01T16:28:40.328249Z","end":"2026-04-01T16:28:40.708371Z","steps":["trace[1849931896] 'process raft request' (duration: 46.134917ms)","trace[1849931896] 'compare' (duration: 333.466848ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:40.708542Z","caller":"traceutil/trace.go:171","msg":"trace[273428022] linearizableReadLoop","detail":"{readStateIndex:20920; appliedIndex:20914; }","duration":"373.201297ms","start":"2026-04-01T16:28:40.335324Z","end":"2026-04-01T16:28:40.708525Z","steps":["trace[273428022] 'read index received' (duration: 39.058233ms)","trace[273428022] 'applied index is now lower than readState.Index' (duration: 334.142164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:40.708541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.32823Z","time spent":"380.239521ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:40.708718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.281165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-cbc78f466-qhmvs\" ","response":"range_response_count:1 size:8642"} {"level":"info","ts":"2026-04-01T16:28:40.708759Z","caller":"traceutil/trace.go:171","msg":"trace[936215968] range","detail":"{range_begin:/registry/pods/openstack/heat-api-cbc78f466-qhmvs; range_end:; response_count:1; response_revision:20211; }","duration":"381.345436ms","start":"2026-04-01T16:28:40.327401Z","end":"2026-04-01T16:28:40.708747Z","steps":["trace[936215968] 'agreement among raft nodes before linearized reading' (duration: 381.183802ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:40.70877Z","caller":"traceutil/trace.go:171","msg":"trace[1266173251] transaction","detail":"{read_only:false; response_revision:20210; number_of_response:1; }","duration":"378.381767ms","start":"2026-04-01T16:28:40.330354Z","end":"2026-04-01T16:28:40.708736Z","steps":["trace[1266173251] 'process raft request' (duration: 378.071459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:40.708805Z","caller":"traceutil/trace.go:171","msg":"trace[1080296079] transaction","detail":"{read_only:false; response_revision:20211; number_of_response:1; }","duration":"374.754153ms","start":"2026-04-01T16:28:40.334021Z","end":"2026-04-01T16:28:40.708775Z","steps":["trace[1080296079] 'process raft request' (duration: 374.450146ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:40.708851Z","caller":"traceutil/trace.go:171","msg":"trace[214213553] transaction","detail":"{read_only:false; response_revision:20208; number_of_response:1; }","duration":"379.355109ms","start":"2026-04-01T16:28:40.329489Z","end":"2026-04-01T16:28:40.708844Z","steps":["trace[214213553] 'process raft request' (duration: 378.829787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:40.708878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.330337Z","time spent":"378.4937ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1082,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:40.708896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.329472Z","time spent":"379.400171ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:40.708894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.333995Z","time spent":"374.854974ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:40.708793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.327386Z","time spent":"381.398757ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8664,"request content":"key:\"/registry/pods/openstack/heat-api-cbc78f466-qhmvs\" "} {"level":"info","ts":"2026-04-01T16:28:40.708938Z","caller":"traceutil/trace.go:171","msg":"trace[730609998] transaction","detail":"{read_only:false; response_revision:20209; number_of_response:1; }","duration":"378.641163ms","start":"2026-04-01T16:28:40.330239Z","end":"2026-04-01T16:28:40.70888Z","steps":["trace[730609998] 'process raft request' (duration: 378.135611ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:40.708756Z","caller":"traceutil/trace.go:171","msg":"trace[869727491] transaction","detail":"{read_only:false; response_revision:20207; number_of_response:1; }","duration":"380.164209ms","start":"2026-04-01T16:28:40.328578Z","end":"2026-04-01T16:28:40.708742Z","steps":["trace[869727491] 'process raft request' (duration: 379.677908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:40.709092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.328548Z","time spent":"380.503476ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:40.709094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.330222Z","time spent":"378.785236ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:40.896891Z","caller":"traceutil/trace.go:171","msg":"trace[1344157739] transaction","detail":"{read_only:false; response_revision:20212; number_of_response:1; }","duration":"560.487131ms","start":"2026-04-01T16:28:40.336371Z","end":"2026-04-01T16:28:40.896858Z","steps":["trace[1344157739] 'process raft request' (duration: 481.281001ms)","trace[1344157739] 'compare' (duration: 79.053246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:40.897045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.336351Z","time spent":"560.632705ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:28:40.93707Z","caller":"traceutil/trace.go:171","msg":"trace[664826360] transaction","detail":"{read_only:false; response_revision:20213; number_of_response:1; }","duration":"432.321197ms","start":"2026-04-01T16:28:40.504722Z","end":"2026-04-01T16:28:40.937043Z","steps":["trace[664826360] 'process raft request' (duration: 432.061271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:40.937299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:40.504698Z","time spent":"432.460291ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:28:40.937417Z","caller":"traceutil/trace.go:171","msg":"trace[9003837] transaction","detail":"{read_only:false; response_revision:20214; number_of_response:1; }","duration":"219.418224ms","start":"2026-04-01T16:28:40.717972Z","end":"2026-04-01T16:28:40.93739Z","steps":["trace[9003837] 'process raft request' (duration: 218.986434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:40.937817Z","caller":"traceutil/trace.go:171","msg":"trace[443107244] transaction","detail":"{read_only:false; response_revision:20215; number_of_response:1; }","duration":"219.597029ms","start":"2026-04-01T16:28:40.718203Z","end":"2026-04-01T16:28:40.9378Z","steps":["trace[443107244] 'process raft request' (duration: 219.077857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:41.151865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.824806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:41.152208Z","caller":"traceutil/trace.go:171","msg":"trace[642817947] transaction","detail":"{read_only:false; response_revision:20220; number_of_response:1; }","duration":"208.830517ms","start":"2026-04-01T16:28:40.943361Z","end":"2026-04-01T16:28:41.152191Z","steps":["trace[642817947] 'process raft request' (duration: 208.684904ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:41.152635Z","caller":"traceutil/trace.go:171","msg":"trace[1744385879] transaction","detail":"{read_only:false; response_revision:20221; number_of_response:1; }","duration":"205.016618ms","start":"2026-04-01T16:28:40.947608Z","end":"2026-04-01T16:28:41.152624Z","steps":["trace[1744385879] 'process raft request' (duration: 204.509036ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:41.152875Z","caller":"traceutil/trace.go:171","msg":"trace[1299889214] transaction","detail":"{read_only:false; response_revision:20219; number_of_response:1; }","duration":"209.447292ms","start":"2026-04-01T16:28:40.943336Z","end":"2026-04-01T16:28:41.152783Z","steps":["trace[1299889214] 'process raft request' (duration: 56.602822ms)","trace[1299889214] 'compare' (duration: 151.489568ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:41.447622Z","caller":"traceutil/trace.go:171","msg":"trace[482915459] transaction","detail":"{read_only:false; response_revision:20224; number_of_response:1; }","duration":"117.366411ms","start":"2026-04-01T16:28:41.330228Z","end":"2026-04-01T16:28:41.447594Z","steps":["trace[482915459] 'process raft request' (duration: 117.121155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:41.787256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.229209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:41.787363Z","caller":"traceutil/trace.go:171","msg":"trace[124232238] linearizableReadLoop","detail":"{readStateIndex:20934; appliedIndex:20933; }","duration":"313.155953ms","start":"2026-04-01T16:28:41.47419Z","end":"2026-04-01T16:28:41.787346Z","steps":["trace[124232238] 'read index received' (duration: 168.580017ms)","trace[124232238] 'applied index is now lower than readState.Index' (duration: 144.574596ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:41.78745Z","caller":"traceutil/trace.go:171","msg":"trace[2132810703] transaction","detail":"{read_only:false; response_revision:20225; number_of_response:1; }","duration":"357.168702ms","start":"2026-04-01T16:28:41.430271Z","end":"2026-04-01T16:28:41.78744Z","steps":["trace[2132810703] 'process raft request' (duration: 212.661437ms)","trace[2132810703] 'compare' (duration: 143.995173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:41.787504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:41.430246Z","time spent":"357.230573ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:41.787625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.452633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:28:41.787689Z","caller":"traceutil/trace.go:171","msg":"trace[748526184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20225; }","duration":"272.526225ms","start":"2026-04-01T16:28:41.515146Z","end":"2026-04-01T16:28:41.787672Z","steps":["trace[748526184] 'agreement among raft nodes before linearized reading' (duration: 272.32428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:41.787873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.735893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:41.787976Z","caller":"traceutil/trace.go:171","msg":"trace[810751430] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20225; }","duration":"103.856365ms","start":"2026-04-01T16:28:41.684094Z","end":"2026-04-01T16:28:41.78795Z","steps":["trace[810751430] 'agreement among raft nodes before linearized reading' (duration: 103.676831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:41.787987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.830076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:28:41.788065Z","caller":"traceutil/trace.go:171","msg":"trace[814504041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20225; }","duration":"267.951209ms","start":"2026-04-01T16:28:41.520091Z","end":"2026-04-01T16:28:41.788042Z","steps":["trace[814504041] 'agreement among raft nodes before linearized reading' (duration: 267.709893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:41.788053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.83737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:28:41.788124Z","caller":"traceutil/trace.go:171","msg":"trace[1122377418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20225; }","duration":"313.958562ms","start":"2026-04-01T16:28:41.474149Z","end":"2026-04-01T16:28:41.788107Z","steps":["trace[1122377418] 'agreement among raft nodes before linearized reading' (duration: 313.648665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:41.788167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:41.474134Z","time spent":"314.024524ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:28:42.940321Z","caller":"traceutil/trace.go:171","msg":"trace[1829976989] transaction","detail":"{read_only:false; response_revision:20230; number_of_response:1; }","duration":"222.049386ms","start":"2026-04-01T16:28:42.718246Z","end":"2026-04-01T16:28:42.940295Z","steps":["trace[1829976989] 'process raft request' (duration: 221.857361ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:42.940528Z","caller":"traceutil/trace.go:171","msg":"trace[1425871992] linearizableReadLoop","detail":"{readStateIndex:20940; appliedIndex:20938; }","duration":"144.993157ms","start":"2026-04-01T16:28:42.795503Z","end":"2026-04-01T16:28:42.940496Z","steps":["trace[1425871992] 'read index received' (duration: 144.541186ms)","trace[1425871992] 'applied index is now lower than readState.Index' (duration: 449.541µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:42.940587Z","caller":"traceutil/trace.go:171","msg":"trace[17875469] transaction","detail":"{read_only:false; response_revision:20231; number_of_response:1; }","duration":"222.302092ms","start":"2026-04-01T16:28:42.71825Z","end":"2026-04-01T16:28:42.940552Z","steps":["trace[17875469] 'process raft request' (duration: 222.007745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:42.940724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.207591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:28:42.940781Z","caller":"traceutil/trace.go:171","msg":"trace[168868416] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20231; }","duration":"145.280003ms","start":"2026-04-01T16:28:42.795486Z","end":"2026-04-01T16:28:42.940766Z","steps":["trace[168868416] 'agreement among raft nodes before linearized reading' (duration: 145.16838ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:44.044293Z","caller":"traceutil/trace.go:171","msg":"trace[1928845593] transaction","detail":"{read_only:false; response_revision:20239; number_of_response:1; }","duration":"145.067778ms","start":"2026-04-01T16:28:43.899196Z","end":"2026-04-01T16:28:44.044264Z","steps":["trace[1928845593] 'process raft request' (duration: 71.330006ms)","trace[1928845593] 'compare' (duration: 73.586828ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:44.359517Z","caller":"traceutil/trace.go:171","msg":"trace[235429007] linearizableReadLoop","detail":"{readStateIndex:20950; appliedIndex:20949; }","duration":"312.960839ms","start":"2026-04-01T16:28:44.046531Z","end":"2026-04-01T16:28:44.359491Z","steps":["trace[235429007] 'read index received' (duration: 271.663714ms)","trace[235429007] 'applied index is now lower than readState.Index' (duration: 41.296085ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:44.359539Z","caller":"traceutil/trace.go:171","msg":"trace[795608484] transaction","detail":"{read_only:false; response_revision:20240; number_of_response:1; }","duration":"325.555733ms","start":"2026-04-01T16:28:44.033952Z","end":"2026-04-01T16:28:44.359508Z","steps":["trace[795608484] 'process raft request' (duration: 284.29486ms)","trace[795608484] 'compare' (duration: 41.12962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:44.359688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:44.033927Z","time spent":"325.679177ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:28:44.359901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.958309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-01T16:28:44.359943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.350859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-01T16:28:44.360003Z","caller":"traceutil/trace.go:171","msg":"trace[2085216640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20240; }","duration":"113.124332ms","start":"2026-04-01T16:28:44.246842Z","end":"2026-04-01T16:28:44.359966Z","steps":["trace[2085216640] 'agreement among raft nodes before linearized reading' (duration: 112.814875ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:44.360097Z","caller":"traceutil/trace.go:171","msg":"trace[1743896504] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20240; }","duration":"313.573914ms","start":"2026-04-01T16:28:44.046441Z","end":"2026-04-01T16:28:44.360014Z","steps":["trace[1743896504] 'agreement among raft nodes before linearized reading' (duration: 313.151104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:44.360227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:44.046421Z","time spent":"313.784779ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T16:28:44.493838Z","caller":"traceutil/trace.go:171","msg":"trace[479874677] transaction","detail":"{read_only:false; response_revision:20241; number_of_response:1; }","duration":"117.122325ms","start":"2026-04-01T16:28:44.376689Z","end":"2026-04-01T16:28:44.493811Z","steps":["trace[479874677] 'process raft request' (duration: 87.904233ms)","trace[479874677] 'compare' (duration: 29.10424ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:45.146008Z","caller":"traceutil/trace.go:171","msg":"trace[382965151] transaction","detail":"{read_only:false; response_revision:20243; number_of_response:1; }","duration":"196.364516ms","start":"2026-04-01T16:28:44.949616Z","end":"2026-04-01T16:28:45.145981Z","steps":["trace[382965151] 'process raft request' (duration: 149.04513ms)","trace[382965151] 'compare' (duration: 47.143952ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:45.146137Z","caller":"traceutil/trace.go:171","msg":"trace[894632882] transaction","detail":"{read_only:false; response_revision:20244; number_of_response:1; }","duration":"169.655603ms","start":"2026-04-01T16:28:44.976448Z","end":"2026-04-01T16:28:45.146103Z","steps":["trace[894632882] 'process raft request' (duration: 169.487009ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:47.160146Z","caller":"traceutil/trace.go:171","msg":"trace[885113062] transaction","detail":"{read_only:false; response_revision:20251; number_of_response:1; }","duration":"110.754617ms","start":"2026-04-01T16:28:47.049367Z","end":"2026-04-01T16:28:47.160122Z","steps":["trace[885113062] 'process raft request' (duration: 110.561252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:47.396093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.559343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:28:47.396164Z","caller":"traceutil/trace.go:171","msg":"trace[843632814] linearizableReadLoop","detail":"{readStateIndex:20962; appliedIndex:20961; }","duration":"236.063234ms","start":"2026-04-01T16:28:47.160089Z","end":"2026-04-01T16:28:47.396152Z","steps":["trace[843632814] 'read index received' (duration: 83.401528ms)","trace[843632814] 'applied index is now lower than readState.Index' (duration: 152.661016ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:47.396219Z","caller":"traceutil/trace.go:171","msg":"trace[2098766737] transaction","detail":"{read_only:false; response_revision:20252; number_of_response:1; }","duration":"244.90386ms","start":"2026-04-01T16:28:47.151305Z","end":"2026-04-01T16:28:47.396209Z","steps":["trace[2098766737] 'process raft request' (duration: 92.167843ms)","trace[2098766737] 'compare' (duration: 152.345838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:47.396366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.537678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:28:47.396383Z","caller":"traceutil/trace.go:171","msg":"trace[83418793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20252; }","duration":"246.604279ms","start":"2026-04-01T16:28:47.149775Z","end":"2026-04-01T16:28:47.396379Z","steps":["trace[83418793] 'agreement among raft nodes before linearized reading' (duration: 246.511707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:47.441038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.365063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:47.441064Z","caller":"traceutil/trace.go:171","msg":"trace[1786662198] transaction","detail":"{read_only:false; response_revision:20253; number_of_response:1; }","duration":"190.663003ms","start":"2026-04-01T16:28:47.250367Z","end":"2026-04-01T16:28:47.44103Z","steps":["trace[1786662198] 'process raft request' (duration: 190.336305ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:47.441152Z","caller":"traceutil/trace.go:171","msg":"trace[2071734377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20253; }","duration":"204.538487ms","start":"2026-04-01T16:28:47.236589Z","end":"2026-04-01T16:28:47.441128Z","steps":["trace[2071734377] 'agreement among raft nodes before linearized reading' (duration: 204.328682ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:49.271844Z","caller":"traceutil/trace.go:171","msg":"trace[1033247757] transaction","detail":"{read_only:false; response_revision:20260; number_of_response:1; }","duration":"103.418725ms","start":"2026-04-01T16:28:49.168404Z","end":"2026-04-01T16:28:49.271823Z","steps":["trace[1033247757] 'process raft request' (duration: 103.283342ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:49.272078Z","caller":"traceutil/trace.go:171","msg":"trace[1421200049] linearizableReadLoop","detail":"{readStateIndex:20970; appliedIndex:20970; }","duration":"100.902076ms","start":"2026-04-01T16:28:49.171123Z","end":"2026-04-01T16:28:49.272025Z","steps":["trace[1421200049] 'read index received' (duration: 100.879596ms)","trace[1421200049] 'applied index is now lower than readState.Index' (duration: 17.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:49.272349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.210994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-01T16:28:49.272412Z","caller":"traceutil/trace.go:171","msg":"trace[344203232] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20260; }","duration":"101.324707ms","start":"2026-04-01T16:28:49.171073Z","end":"2026-04-01T16:28:49.272398Z","steps":["trace[344203232] 'agreement among raft nodes before linearized reading' (duration: 101.102182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:49.336378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.536718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:28:49.336481Z","caller":"traceutil/trace.go:171","msg":"trace[796972730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20261; }","duration":"100.684931ms","start":"2026-04-01T16:28:49.235774Z","end":"2026-04-01T16:28:49.336459Z","steps":["trace[796972730] 'agreement among raft nodes before linearized reading' (duration: 100.499317ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:50.127149Z","caller":"traceutil/trace.go:171","msg":"trace[1446034841] transaction","detail":"{read_only:false; response_revision:20267; number_of_response:1; }","duration":"144.203008ms","start":"2026-04-01T16:28:49.98291Z","end":"2026-04-01T16:28:50.127113Z","steps":["trace[1446034841] 'process raft request' (duration: 128.396859ms)","trace[1446034841] 'compare' (duration: 15.291377ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:50.127792Z","caller":"traceutil/trace.go:171","msg":"trace[2033114584] linearizableReadLoop","detail":"{readStateIndex:20979; appliedIndex:20977; }","duration":"141.691079ms","start":"2026-04-01T16:28:49.98607Z","end":"2026-04-01T16:28:50.127761Z","steps":["trace[2033114584] 'read index received' (duration: 125.264536ms)","trace[2033114584] 'applied index is now lower than readState.Index' (duration: 16.425393ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:50.127885Z","caller":"traceutil/trace.go:171","msg":"trace[1903520217] transaction","detail":"{read_only:false; response_revision:20268; number_of_response:1; }","duration":"143.093431ms","start":"2026-04-01T16:28:49.984757Z","end":"2026-04-01T16:28:50.12785Z","steps":["trace[1903520217] 'process raft request' (duration: 142.841066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:50.128157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.956736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:28:50.128259Z","caller":"traceutil/trace.go:171","msg":"trace[181331930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20268; }","duration":"142.195771ms","start":"2026-04-01T16:28:49.986041Z","end":"2026-04-01T16:28:50.128237Z","steps":["trace[181331930] 'agreement among raft nodes before linearized reading' (duration: 141.829272ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:53.413249Z","caller":"traceutil/trace.go:171","msg":"trace[587871988] transaction","detail":"{read_only:false; response_revision:20284; number_of_response:1; }","duration":"123.393272ms","start":"2026-04-01T16:28:53.289831Z","end":"2026-04-01T16:28:53.413225Z","steps":["trace[587871988] 'process raft request' (duration: 123.213328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:54.540037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.839141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:28:54.54021Z","caller":"traceutil/trace.go:171","msg":"trace[426402191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20290; }","duration":"350.043436ms","start":"2026-04-01T16:28:54.190142Z","end":"2026-04-01T16:28:54.540185Z","steps":["trace[426402191] 'range keys from in-memory index tree' (duration: 349.649347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:54.540295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:54.190131Z","time spent":"350.148108ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:28:54.540473Z","caller":"traceutil/trace.go:171","msg":"trace[1919869199] transaction","detail":"{read_only:false; response_revision:20291; number_of_response:1; }","duration":"141.967466ms","start":"2026-04-01T16:28:54.398441Z","end":"2026-04-01T16:28:54.540409Z","steps":["trace[1919869199] 'process raft request' (duration: 130.330624ms)","trace[1919869199] 'compare' (duration: 10.879994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:28:54.540517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.68048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:28:54.54074Z","caller":"traceutil/trace.go:171","msg":"trace[411566524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20290; }","duration":"356.931736ms","start":"2026-04-01T16:28:54.183746Z","end":"2026-04-01T16:28:54.540678Z","steps":["trace[411566524] 'range keys from in-memory index tree' (duration: 356.317442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:28:54.540812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:28:54.183726Z","time spent":"357.064319ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:28:58.670781Z","caller":"traceutil/trace.go:171","msg":"trace[823963113] transaction","detail":"{read_only:false; response_revision:20329; number_of_response:1; }","duration":"105.480673ms","start":"2026-04-01T16:28:58.565272Z","end":"2026-04-01T16:28:58.670753Z","steps":["trace[823963113] 'process raft request' (duration: 104.996642ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:28:58.796708Z","caller":"traceutil/trace.go:171","msg":"trace[957103111] transaction","detail":"{read_only:false; response_revision:20330; number_of_response:1; }","duration":"120.901543ms","start":"2026-04-01T16:28:58.675782Z","end":"2026-04-01T16:28:58.796683Z","steps":["trace[957103111] 'process raft request' (duration: 86.985891ms)","trace[957103111] 'compare' (duration: 33.442891ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:28:58.796937Z","caller":"traceutil/trace.go:171","msg":"trace[1979737590] transaction","detail":"{read_only:false; response_revision:20331; number_of_response:1; }","duration":"121.140729ms","start":"2026-04-01T16:28:58.675788Z","end":"2026-04-01T16:28:58.796929Z","steps":["trace[1979737590] 'process raft request' (duration: 120.562965ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:07.33851Z","caller":"traceutil/trace.go:171","msg":"trace[383287721] linearizableReadLoop","detail":"{readStateIndex:21111; appliedIndex:21110; }","duration":"102.691479ms","start":"2026-04-01T16:29:07.235779Z","end":"2026-04-01T16:29:07.338471Z","steps":["trace[383287721] 'read index received' (duration: 73.556318ms)","trace[383287721] 'applied index is now lower than readState.Index' (duration: 29.133281ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:07.338618Z","caller":"traceutil/trace.go:171","msg":"trace[424339878] transaction","detail":"{read_only:false; response_revision:20396; number_of_response:1; }","duration":"210.575028ms","start":"2026-04-01T16:29:07.128012Z","end":"2026-04-01T16:29:07.338587Z","steps":["trace[424339878] 'process raft request' (duration: 181.304154ms)","trace[424339878] 'compare' (duration: 28.812104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:29:07.339046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.948694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:29:07.339115Z","caller":"traceutil/trace.go:171","msg":"trace[273761396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20396; }","duration":"103.370144ms","start":"2026-04-01T16:29:07.235725Z","end":"2026-04-01T16:29:07.339095Z","steps":["trace[273761396] 'agreement among raft nodes before linearized reading' (duration: 102.934044ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:07.545336Z","caller":"traceutil/trace.go:171","msg":"trace[1807387947] transaction","detail":"{read_only:false; response_revision:20397; number_of_response:1; }","duration":"195.324542ms","start":"2026-04-01T16:29:07.349979Z","end":"2026-04-01T16:29:07.545304Z","steps":["trace[1807387947] 'process raft request' (duration: 137.784218ms)","trace[1807387947] 'compare' (duration: 57.128355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:29:07.806818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.898548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:29:07.807058Z","caller":"traceutil/trace.go:171","msg":"trace[473228921] transaction","detail":"{read_only:false; response_revision:20398; number_of_response:1; }","duration":"256.652115ms","start":"2026-04-01T16:29:07.550365Z","end":"2026-04-01T16:29:07.807017Z","steps":["trace[473228921] 'process raft request' (duration: 98.483531ms)","trace[473228921] 'compare' (duration: 157.552439ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:07.807274Z","caller":"traceutil/trace.go:171","msg":"trace[603857770] linearizableReadLoop","detail":"{readStateIndex:21113; appliedIndex:21112; }","duration":"255.566419ms","start":"2026-04-01T16:29:07.551581Z","end":"2026-04-01T16:29:07.807147Z","steps":["trace[603857770] 'read index received' (duration: 97.267072ms)","trace[603857770] 'applied index is now lower than readState.Index' (duration: 158.295247ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:07.807745Z","caller":"traceutil/trace.go:171","msg":"trace[818846244] transaction","detail":"{read_only:false; response_revision:20402; number_of_response:1; }","duration":"240.692611ms","start":"2026-04-01T16:29:07.567035Z","end":"2026-04-01T16:29:07.807728Z","steps":["trace[818846244] 'process raft request' (duration: 240.64914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:07.80783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.224134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:29:07.808076Z","caller":"traceutil/trace.go:171","msg":"trace[916064553] transaction","detail":"{read_only:false; response_revision:20401; number_of_response:1; }","duration":"253.819588ms","start":"2026-04-01T16:29:07.554245Z","end":"2026-04-01T16:29:07.808064Z","steps":["trace[916064553] 'process raft request' (duration: 253.388158ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:07.808113Z","caller":"traceutil/trace.go:171","msg":"trace[912056019] transaction","detail":"{read_only:false; response_revision:20399; number_of_response:1; }","duration":"255.942398ms","start":"2026-04-01T16:29:07.552139Z","end":"2026-04-01T16:29:07.808081Z","steps":["trace[912056019] 'process raft request' (duration: 254.844292ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:07.808302Z","caller":"traceutil/trace.go:171","msg":"trace[1208353435] transaction","detail":"{read_only:false; response_revision:20400; number_of_response:1; }","duration":"256.103721ms","start":"2026-04-01T16:29:07.552181Z","end":"2026-04-01T16:29:07.808285Z","steps":["trace[1208353435] 'process raft request' (duration: 255.363194ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:07.809148Z","caller":"traceutil/trace.go:171","msg":"trace[584178319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20398; }","duration":"256.353277ms","start":"2026-04-01T16:29:07.551535Z","end":"2026-04-01T16:29:07.807888Z","steps":["trace[584178319] 'agreement among raft nodes before linearized reading' (duration: 255.895516ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:07.809829Z","caller":"traceutil/trace.go:171","msg":"trace[377282765] transaction","detail":"{read_only:false; response_revision:20403; number_of_response:1; }","duration":"108.240088ms","start":"2026-04-01T16:29:07.701573Z","end":"2026-04-01T16:29:07.809813Z","steps":["trace[377282765] 'process raft request' (duration: 107.862419ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:07.809904Z","caller":"traceutil/trace.go:171","msg":"trace[857007086] transaction","detail":"{read_only:false; response_revision:20404; number_of_response:1; }","duration":"104.672355ms","start":"2026-04-01T16:29:07.705216Z","end":"2026-04-01T16:29:07.809888Z","steps":["trace[857007086] 'process raft request' (duration: 104.285966ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:19.247364Z","caller":"traceutil/trace.go:171","msg":"trace[1125097848] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"200.823239ms","start":"2026-04-01T16:29:19.046506Z","end":"2026-04-01T16:29:19.247329Z","steps":["trace[1125097848] 'process raft request' (duration: 131.782977ms)","trace[1125097848] 'compare' (duration: 68.855178ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:19.247507Z","caller":"traceutil/trace.go:171","msg":"trace[1514077783] transaction","detail":"{read_only:false; response_revision:20468; number_of_response:1; }","duration":"200.945823ms","start":"2026-04-01T16:29:19.046533Z","end":"2026-04-01T16:29:19.247479Z","steps":["trace[1514077783] 'process raft request' (duration: 200.737298ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:20.021967Z","caller":"traceutil/trace.go:171","msg":"trace[1763871219] transaction","detail":"{read_only:false; response_revision:20471; number_of_response:1; }","duration":"123.398342ms","start":"2026-04-01T16:29:19.898539Z","end":"2026-04-01T16:29:20.021937Z","steps":["trace[1763871219] 'process raft request' (duration: 119.518061ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:20.022118Z","caller":"traceutil/trace.go:171","msg":"trace[1521949836] transaction","detail":"{read_only:false; response_revision:20472; number_of_response:1; }","duration":"100.6452ms","start":"2026-04-01T16:29:19.921438Z","end":"2026-04-01T16:29:20.022083Z","steps":["trace[1521949836] 'process raft request' (duration: 100.437345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:20.035689Z","caller":"traceutil/trace.go:171","msg":"trace[1213622963] transaction","detail":"{read_only:false; response_revision:20473; number_of_response:1; }","duration":"106.19837ms","start":"2026-04-01T16:29:19.929457Z","end":"2026-04-01T16:29:20.035655Z","steps":["trace[1213622963] 'process raft request' (duration: 106.025736ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:23.454772Z","caller":"traceutil/trace.go:171","msg":"trace[1714918741] transaction","detail":"{read_only:false; response_revision:20492; number_of_response:1; }","duration":"184.769345ms","start":"2026-04-01T16:29:23.26997Z","end":"2026-04-01T16:29:23.45474Z","steps":["trace[1714918741] 'process raft request' (duration: 180.940646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:30.313686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.544069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:29:30.313995Z","caller":"traceutil/trace.go:171","msg":"trace[787331829] transaction","detail":"{read_only:false; response_revision:20533; number_of_response:1; }","duration":"178.192322ms","start":"2026-04-01T16:29:30.135784Z","end":"2026-04-01T16:29:30.313976Z","steps":["trace[787331829] 'process raft request' (duration: 178.004797ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:30.314023Z","caller":"traceutil/trace.go:171","msg":"trace[2118456285] transaction","detail":"{read_only:false; response_revision:20532; number_of_response:1; }","duration":"180.616608ms","start":"2026-04-01T16:29:30.133375Z","end":"2026-04-01T16:29:30.313992Z","steps":["trace[2118456285] 'process raft request' (duration: 22.68682ms)","trace[2118456285] 'compare' (duration: 157.423526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:29:30.314357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.127558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-01T16:29:30.314489Z","caller":"traceutil/trace.go:171","msg":"trace[904852702] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20533; }","duration":"100.328783ms","start":"2026-04-01T16:29:30.214125Z","end":"2026-04-01T16:29:30.314454Z","steps":["trace[904852702] 'agreement among raft nodes before linearized reading' (duration: 100.013396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:33.020253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.426788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:29:33.020337Z","caller":"traceutil/trace.go:171","msg":"trace[1179699792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:20552; }","duration":"235.585902ms","start":"2026-04-01T16:29:32.784733Z","end":"2026-04-01T16:29:33.020319Z","steps":["trace[1179699792] 'count revisions from in-memory index tree' (duration: 235.278965ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:36.530012Z","caller":"traceutil/trace.go:171","msg":"trace[879198629] linearizableReadLoop","detail":"{readStateIndex:21333; appliedIndex:21332; }","duration":"123.852543ms","start":"2026-04-01T16:29:36.40614Z","end":"2026-04-01T16:29:36.529993Z","steps":["trace[879198629] 'read index received' (duration: 123.71018ms)","trace[879198629] 'applied index is now lower than readState.Index' (duration: 141.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:36.530117Z","caller":"traceutil/trace.go:171","msg":"trace[482219230] transaction","detail":"{read_only:false; response_revision:20608; number_of_response:1; }","duration":"131.455361ms","start":"2026-04-01T16:29:36.398654Z","end":"2026-04-01T16:29:36.530109Z","steps":["trace[482219230] 'process raft request' (duration: 131.215025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:36.530293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.124689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:29:36.530355Z","caller":"traceutil/trace.go:171","msg":"trace[1126196262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20608; }","duration":"124.236322ms","start":"2026-04-01T16:29:36.406103Z","end":"2026-04-01T16:29:36.53034Z","steps":["trace[1126196262] 'agreement among raft nodes before linearized reading' (duration: 124.036607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:36.530457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.281933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:29:36.530552Z","caller":"traceutil/trace.go:171","msg":"trace[1477253447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20608; }","duration":"124.416945ms","start":"2026-04-01T16:29:36.406111Z","end":"2026-04-01T16:29:36.530528Z","steps":["trace[1477253447] 'agreement among raft nodes before linearized reading' (duration: 124.115278ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:36.650352Z","caller":"traceutil/trace.go:171","msg":"trace[789651711] transaction","detail":"{read_only:false; response_revision:20609; number_of_response:1; }","duration":"116.248415ms","start":"2026-04-01T16:29:36.534072Z","end":"2026-04-01T16:29:36.650321Z","steps":["trace[789651711] 'process raft request' (duration: 44.174162ms)","trace[789651711] 'compare' (duration: 71.774866ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:36.650431Z","caller":"traceutil/trace.go:171","msg":"trace[1334114200] linearizableReadLoop","detail":"{readStateIndex:21335; appliedIndex:21333; }","duration":"114.997845ms","start":"2026-04-01T16:29:36.535411Z","end":"2026-04-01T16:29:36.650409Z","steps":["trace[1334114200] 'read index received' (duration: 42.907062ms)","trace[1334114200] 'applied index is now lower than readState.Index' (duration: 72.089723ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:36.650522Z","caller":"traceutil/trace.go:171","msg":"trace[1626957062] transaction","detail":"{read_only:false; response_revision:20611; number_of_response:1; }","duration":"114.849692ms","start":"2026-04-01T16:29:36.53564Z","end":"2026-04-01T16:29:36.65049Z","steps":["trace[1626957062] 'process raft request' (duration: 114.669568ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:36.650781Z","caller":"traceutil/trace.go:171","msg":"trace[1470618759] transaction","detail":"{read_only:false; response_revision:20610; number_of_response:1; }","duration":"116.379227ms","start":"2026-04-01T16:29:36.53439Z","end":"2026-04-01T16:29:36.650769Z","steps":["trace[1470618759] 'process raft request' (duration: 115.850485ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:36.650773Z","caller":"traceutil/trace.go:171","msg":"trace[728339401] transaction","detail":"{read_only:false; response_revision:20612; number_of_response:1; }","duration":"107.646014ms","start":"2026-04-01T16:29:36.543096Z","end":"2026-04-01T16:29:36.650742Z","steps":["trace[728339401] 'process raft request' (duration: 107.248015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:36.651069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.640551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-01T16:29:36.651178Z","caller":"traceutil/trace.go:171","msg":"trace[1863680535] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:20612; }","duration":"115.794584ms","start":"2026-04-01T16:29:36.535366Z","end":"2026-04-01T16:29:36.651161Z","steps":["trace[1863680535] 'agreement among raft nodes before linearized reading' (duration: 115.321463ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:37.309319Z","caller":"traceutil/trace.go:171","msg":"trace[1877110102] linearizableReadLoop","detail":"{readStateIndex:21359; appliedIndex:21358; }","duration":"116.823379ms","start":"2026-04-01T16:29:37.192465Z","end":"2026-04-01T16:29:37.309289Z","steps":["trace[1877110102] 'read index received' (duration: 116.643094ms)","trace[1877110102] 'applied index is now lower than readState.Index' (duration: 179.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:37.309369Z","caller":"traceutil/trace.go:171","msg":"trace[263446724] transaction","detail":"{read_only:false; response_revision:20632; number_of_response:1; }","duration":"123.129956ms","start":"2026-04-01T16:29:37.186206Z","end":"2026-04-01T16:29:37.309336Z","steps":["trace[263446724] 'process raft request' (duration: 122.89969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:37.309521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.036953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-01T16:29:37.309574Z","caller":"traceutil/trace.go:171","msg":"trace[2096773860] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20632; }","duration":"117.130786ms","start":"2026-04-01T16:29:37.192426Z","end":"2026-04-01T16:29:37.309557Z","steps":["trace[2096773860] 'agreement among raft nodes before linearized reading' (duration: 116.963282ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:37.636815Z","caller":"traceutil/trace.go:171","msg":"trace[625680506] linearizableReadLoop","detail":"{readStateIndex:21360; appliedIndex:21359; }","duration":"243.226221ms","start":"2026-04-01T16:29:37.393567Z","end":"2026-04-01T16:29:37.636793Z","steps":["trace[625680506] 'read index received' (duration: 243.092468ms)","trace[625680506] 'applied index is now lower than readState.Index' (duration: 132.463µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:37.636932Z","caller":"traceutil/trace.go:171","msg":"trace[903300806] transaction","detail":"{read_only:false; response_revision:20633; number_of_response:1; }","duration":"261.64264ms","start":"2026-04-01T16:29:37.375263Z","end":"2026-04-01T16:29:37.636906Z","steps":["trace[903300806] 'process raft request' (duration: 261.367444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:37.636986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.770287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:29:37.637019Z","caller":"traceutil/trace.go:171","msg":"trace[2119079178] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20633; }","duration":"214.858448ms","start":"2026-04-01T16:29:37.422149Z","end":"2026-04-01T16:29:37.637007Z","steps":["trace[2119079178] 'agreement among raft nodes before linearized reading' (duration: 214.775626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:37.637104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.520338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:29:37.637184Z","caller":"traceutil/trace.go:171","msg":"trace[1748915315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20633; }","duration":"243.65207ms","start":"2026-04-01T16:29:37.393511Z","end":"2026-04-01T16:29:37.637163Z","steps":["trace[1748915315] 'agreement among raft nodes before linearized reading' (duration: 243.407535ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:37.767603Z","caller":"traceutil/trace.go:171","msg":"trace[1001941643] transaction","detail":"{read_only:false; response_revision:20634; number_of_response:1; }","duration":"126.31048ms","start":"2026-04-01T16:29:37.641269Z","end":"2026-04-01T16:29:37.76758Z","steps":["trace[1001941643] 'process raft request' (duration: 120.973355ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:37.768032Z","caller":"traceutil/trace.go:171","msg":"trace[1522464834] transaction","detail":"{read_only:false; response_revision:20635; number_of_response:1; }","duration":"125.523222ms","start":"2026-04-01T16:29:37.642466Z","end":"2026-04-01T16:29:37.767989Z","steps":["trace[1522464834] 'process raft request' (duration: 125.064741ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:40.429429Z","caller":"traceutil/trace.go:171","msg":"trace[1068216206] transaction","detail":"{read_only:false; response_revision:20657; number_of_response:1; }","duration":"120.499794ms","start":"2026-04-01T16:29:40.308895Z","end":"2026-04-01T16:29:40.429395Z","steps":["trace[1068216206] 'process raft request' (duration: 120.281069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:42.24353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.099302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:29:42.243673Z","caller":"traceutil/trace.go:171","msg":"trace[1534580326] transaction","detail":"{read_only:false; response_revision:20664; number_of_response:1; }","duration":"289.899951ms","start":"2026-04-01T16:29:41.953747Z","end":"2026-04-01T16:29:42.243647Z","steps":["trace[1534580326] 'process raft request' (duration: 137.522232ms)","trace[1534580326] 'compare' (duration: 151.896358ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:42.275474Z","caller":"traceutil/trace.go:171","msg":"trace[283406765] linearizableReadLoop","detail":"{readStateIndex:21394; appliedIndex:21392; }","duration":"108.938804ms","start":"2026-04-01T16:29:42.166503Z","end":"2026-04-01T16:29:42.275442Z","steps":["trace[283406765] 'read index received' (duration: 80.737526ms)","trace[283406765] 'applied index is now lower than readState.Index' (duration: 28.199938ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:42.275568Z","caller":"traceutil/trace.go:171","msg":"trace[1585990148] transaction","detail":"{read_only:false; response_revision:20666; number_of_response:1; }","duration":"124.224272ms","start":"2026-04-01T16:29:42.151315Z","end":"2026-04-01T16:29:42.275539Z","steps":["trace[1585990148] 'process raft request' (duration: 123.967656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:42.275736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.215301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-01T16:29:42.275791Z","caller":"traceutil/trace.go:171","msg":"trace[1134061422] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20666; }","duration":"109.312293ms","start":"2026-04-01T16:29:42.166461Z","end":"2026-04-01T16:29:42.275773Z","steps":["trace[1134061422] 'agreement among raft nodes before linearized reading' (duration: 109.127839ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:46.622984Z","caller":"traceutil/trace.go:171","msg":"trace[2103355960] transaction","detail":"{read_only:false; response_revision:20692; number_of_response:1; }","duration":"135.70723ms","start":"2026-04-01T16:29:46.487249Z","end":"2026-04-01T16:29:46.622957Z","steps":["trace[2103355960] 'process raft request' (duration: 135.507745ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:46.749237Z","caller":"traceutil/trace.go:171","msg":"trace[2095611971] transaction","detail":"{read_only:false; response_revision:20693; number_of_response:1; }","duration":"122.147303ms","start":"2026-04-01T16:29:46.627056Z","end":"2026-04-01T16:29:46.749203Z","steps":["trace[2095611971] 'process raft request' (duration: 88.502817ms)","trace[2095611971] 'compare' (duration: 33.441011ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:47.589806Z","caller":"traceutil/trace.go:171","msg":"trace[1031214151] linearizableReadLoop","detail":"{readStateIndex:21476; appliedIndex:21475; }","duration":"167.353809ms","start":"2026-04-01T16:29:47.422417Z","end":"2026-04-01T16:29:47.58977Z","steps":["trace[1031214151] 'read index received' (duration: 166.96652ms)","trace[1031214151] 'applied index is now lower than readState.Index' (duration: 385.959µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:29:47.58989Z","caller":"traceutil/trace.go:171","msg":"trace[1408324705] transaction","detail":"{read_only:false; response_revision:20746; number_of_response:1; }","duration":"192.541287ms","start":"2026-04-01T16:29:47.397295Z","end":"2026-04-01T16:29:47.589836Z","steps":["trace[1408324705] 'process raft request' (duration: 192.27164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:47.590087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.640256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-01T16:29:47.590155Z","caller":"traceutil/trace.go:171","msg":"trace[880257255] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20746; }","duration":"167.743588ms","start":"2026-04-01T16:29:47.422391Z","end":"2026-04-01T16:29:47.590134Z","steps":["trace[880257255] 'agreement among raft nodes before linearized reading' (duration: 167.513482ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:49.274201Z","caller":"traceutil/trace.go:171","msg":"trace[1608836716] transaction","detail":"{read_only:false; response_revision:20759; number_of_response:1; }","duration":"135.607608ms","start":"2026-04-01T16:29:49.138556Z","end":"2026-04-01T16:29:49.274164Z","steps":["trace[1608836716] 'process raft request' (duration: 135.408953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:49.478986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.575794ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:29:49.479097Z","caller":"traceutil/trace.go:171","msg":"trace[1537475666] linearizableReadLoop","detail":"{readStateIndex:21490; appliedIndex:21489; }","duration":"203.425401ms","start":"2026-04-01T16:29:49.275652Z","end":"2026-04-01T16:29:49.479078Z","steps":["trace[1537475666] 'read index received' (duration: 23.749494ms)","trace[1537475666] 'applied index is now lower than readState.Index' (duration: 179.674327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:29:49.479268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.596205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:29:49.47936Z","caller":"traceutil/trace.go:171","msg":"trace[1462277361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20759; }","duration":"204.016605ms","start":"2026-04-01T16:29:49.275323Z","end":"2026-04-01T16:29:49.47934Z","steps":["trace[1462277361] 'agreement among raft nodes before linearized reading' (duration: 203.831851ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:49.936858Z","caller":"traceutil/trace.go:171","msg":"trace[933357982] transaction","detail":"{read_only:false; response_revision:20760; number_of_response:1; }","duration":"338.808553ms","start":"2026-04-01T16:29:49.598025Z","end":"2026-04-01T16:29:49.936833Z","steps":["trace[933357982] 'process raft request' (duration: 338.635779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:29:49.937007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:29:49.598013Z","time spent":"338.914795ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:29:49.938735Z","caller":"traceutil/trace.go:171","msg":"trace[757117535] transaction","detail":"{read_only:false; response_revision:20761; number_of_response:1; }","duration":"190.132131ms","start":"2026-04-01T16:29:49.748584Z","end":"2026-04-01T16:29:49.938716Z","steps":["trace[757117535] 'process raft request' (duration: 189.787673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:58.308533Z","caller":"traceutil/trace.go:171","msg":"trace[1706828917] transaction","detail":"{read_only:false; response_revision:20836; number_of_response:1; }","duration":"284.675949ms","start":"2026-04-01T16:29:58.023836Z","end":"2026-04-01T16:29:58.308512Z","steps":["trace[1706828917] 'process raft request' (duration: 284.550516ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:29:58.308533Z","caller":"traceutil/trace.go:171","msg":"trace[1992694651] transaction","detail":"{read_only:false; response_revision:20835; number_of_response:1; }","duration":"284.681709ms","start":"2026-04-01T16:29:58.023816Z","end":"2026-04-01T16:29:58.308498Z","steps":["trace[1992694651] 'process raft request' (duration: 212.134234ms)","trace[1992694651] 'compare' (duration: 72.144025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:29:59.565817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.014672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:29:59.572382Z","caller":"traceutil/trace.go:171","msg":"trace[2106591591] transaction","detail":"{read_only:false; response_revision:20843; number_of_response:1; }","duration":"215.057933ms","start":"2026-04-01T16:29:59.357287Z","end":"2026-04-01T16:29:59.572345Z","steps":["trace[2106591591] 'process raft request' (duration: 214.788696ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:30:08.652514Z","caller":"traceutil/trace.go:171","msg":"trace[823427994] transaction","detail":"{read_only:false; response_revision:20918; number_of_response:1; }","duration":"128.991283ms","start":"2026-04-01T16:30:08.523478Z","end":"2026-04-01T16:30:08.65247Z","steps":["trace[823427994] 'process raft request' (duration: 43.437225ms)","trace[823427994] 'compare' (duration: 85.382094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:30:09.077843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.348568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:30:09.197884Z","caller":"traceutil/trace.go:171","msg":"trace[1308244180] linearizableReadLoop","detail":"{readStateIndex:21656; appliedIndex:21655; }","duration":"151.434506ms","start":"2026-04-01T16:30:09.046421Z","end":"2026-04-01T16:30:09.197856Z","steps":["trace[1308244180] 'read index received' (duration: 151.209771ms)","trace[1308244180] 'applied index is now lower than readState.Index' (duration: 223.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:30:09.197989Z","caller":"traceutil/trace.go:171","msg":"trace[1710689589] transaction","detail":"{read_only:false; response_revision:20919; number_of_response:1; }","duration":"398.851454ms","start":"2026-04-01T16:30:08.799108Z","end":"2026-04-01T16:30:09.197959Z","steps":["trace[1710689589] 'process raft request' (duration: 398.547567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:09.198119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.686161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-01T16:30:09.198143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:30:08.799081Z","time spent":"398.979508ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:30:09.198158Z","caller":"traceutil/trace.go:171","msg":"trace[1399503062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20919; }","duration":"151.739563ms","start":"2026-04-01T16:30:09.046407Z","end":"2026-04-01T16:30:09.198146Z","steps":["trace[1399503062] 'agreement among raft nodes before linearized reading' (duration: 151.585809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:09.698564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706628042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:30:09.976932Z","caller":"traceutil/trace.go:171","msg":"trace[1171265947] transaction","detail":"{read_only:false; response_revision:20920; number_of_response:1; }","duration":"893.168439ms","start":"2026-04-01T16:30:09.083737Z","end":"2026-04-01T16:30:09.976906Z","steps":["trace[1171265947] 'process raft request' (duration: 893.015486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:09.977085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:30:09.083721Z","time spent":"893.291722ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:30:10.045323Z","caller":"traceutil/trace.go:171","msg":"trace[686745190] linearizableReadLoop","detail":"{readStateIndex:21658; appliedIndex:21656; }","duration":"847.34077ms","start":"2026-04-01T16:30:09.197962Z","end":"2026-04-01T16:30:10.045303Z","steps":["trace[686745190] 'read index received' (duration: 778.786509ms)","trace[686745190] 'applied index is now lower than readState.Index' (duration: 68.553561ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:30:10.045405Z","caller":"traceutil/trace.go:171","msg":"trace[43953149] transaction","detail":"{read_only:false; response_revision:20922; number_of_response:1; }","duration":"303.287072ms","start":"2026-04-01T16:30:09.742086Z","end":"2026-04-01T16:30:10.045373Z","steps":["trace[43953149] 'process raft request' (duration: 303.17469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.045656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.057289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-01T16:30:10.045656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.783685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-01T16:30:10.045679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:30:09.742061Z","time spent":"303.436396ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:30:10.045699Z","caller":"traceutil/trace.go:171","msg":"trace[2052249633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20922; }","duration":"986.13843ms","start":"2026-04-01T16:30:09.05955Z","end":"2026-04-01T16:30:10.045688Z","steps":["trace[2052249633] 'agreement among raft nodes before linearized reading' (duration: 985.987836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.0457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.171253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:30:10.045707Z","caller":"traceutil/trace.go:171","msg":"trace[1845334848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20922; }","duration":"947.885117ms","start":"2026-04-01T16:30:09.09781Z","end":"2026-04-01T16:30:10.045695Z","steps":["trace[1845334848] 'agreement among raft nodes before linearized reading' (duration: 947.57295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.045733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:30:09.059538Z","time spent":"986.188912ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:30:10.045738Z","caller":"traceutil/trace.go:171","msg":"trace[561990332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20922; }","duration":"948.271496ms","start":"2026-04-01T16:30:09.097456Z","end":"2026-04-01T16:30:10.045728Z","steps":["trace[561990332] 'agreement among raft nodes before linearized reading' (duration: 947.956948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.045746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:30:09.097792Z","time spent":"947.942438ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:30:10.045695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.211989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:30:10.045497Z","caller":"traceutil/trace.go:171","msg":"trace[1887050012] transaction","detail":"{read_only:false; response_revision:20921; number_of_response:1; }","duration":"842.402154ms","start":"2026-04-01T16:30:09.20307Z","end":"2026-04-01T16:30:10.045472Z","steps":["trace[1887050012] 'process raft request' (duration: 842.064976ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:30:10.045841Z","caller":"traceutil/trace.go:171","msg":"trace[1219818675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20922; }","duration":"809.444535ms","start":"2026-04-01T16:30:09.236361Z","end":"2026-04-01T16:30:10.045805Z","steps":["trace[1219818675] 'agreement among raft nodes before linearized reading' (duration: 809.159088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.045765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:30:09.097437Z","time spent":"948.321557ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:30:10.045884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.87025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-85c5cb67d4-4drrm.18a24882d42f6da9\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-01T16:30:10.045911Z","caller":"traceutil/trace.go:171","msg":"trace[1662672962] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-85c5cb67d4-4drrm.18a24882d42f6da9; range_end:; response_count:1; response_revision:20922; }","duration":"164.919432ms","start":"2026-04-01T16:30:09.880982Z","end":"2026-04-01T16:30:10.045902Z","steps":["trace[1662672962] 'agreement among raft nodes before linearized reading' (duration: 164.819379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.045905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:30:09.236346Z","time spent":"809.549447ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:30:10.046013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:30:09.203045Z","time spent":"842.823584ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:30:10.150163Z","caller":"traceutil/trace.go:171","msg":"trace[763565429] transaction","detail":"{read_only:false; response_revision:20923; number_of_response:1; }","duration":"101.854599ms","start":"2026-04-01T16:30:10.048284Z","end":"2026-04-01T16:30:10.150138Z","steps":["trace[763565429] 'process raft request' (duration: 101.703696ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:30:10.150261Z","caller":"traceutil/trace.go:171","msg":"trace[1833117137] linearizableReadLoop","detail":"{readStateIndex:21660; appliedIndex:21660; }","duration":"100.19357ms","start":"2026-04-01T16:30:10.050021Z","end":"2026-04-01T16:30:10.150214Z","steps":["trace[1833117137] 'read index received' (duration: 100.17308ms)","trace[1833117137] 'applied index is now lower than readState.Index' (duration: 18.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:30:10.150565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.506397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:30:10.150631Z","caller":"traceutil/trace.go:171","msg":"trace[345744393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20923; }","duration":"100.614009ms","start":"2026-04-01T16:30:10.050001Z","end":"2026-04-01T16:30:10.150615Z","steps":["trace[345744393] 'agreement among raft nodes before linearized reading' (duration: 100.339243ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:30:10.17678Z","caller":"traceutil/trace.go:171","msg":"trace[647599513] transaction","detail":"{read_only:false; response_revision:20924; number_of_response:1; }","duration":"125.848049ms","start":"2026-04-01T16:30:10.050907Z","end":"2026-04-01T16:30:10.176755Z","steps":["trace[647599513] 'process raft request' (duration: 125.656864ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:30:10.176985Z","caller":"traceutil/trace.go:171","msg":"trace[1561884219] transaction","detail":"{read_only:false; response_revision:20925; number_of_response:1; }","duration":"125.89484ms","start":"2026-04-01T16:30:10.051073Z","end":"2026-04-01T16:30:10.176968Z","steps":["trace[1561884219] 'process raft request' (duration: 125.639614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.369548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.928574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:30:10.369766Z","caller":"traceutil/trace.go:171","msg":"trace[645044408] linearizableReadLoop","detail":"{readStateIndex:21664; appliedIndex:21662; }","duration":"132.787951ms","start":"2026-04-01T16:30:10.23696Z","end":"2026-04-01T16:30:10.369748Z","steps":["trace[645044408] 'read index received' (duration: 20.667973ms)","trace[645044408] 'applied index is now lower than readState.Index' (duration: 112.119008ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:30:10.369816Z","caller":"traceutil/trace.go:171","msg":"trace[1909873232] transaction","detail":"{read_only:false; response_revision:20926; number_of_response:1; }","duration":"190.297494ms","start":"2026-04-01T16:30:10.179496Z","end":"2026-04-01T16:30:10.369793Z","steps":["trace[1909873232] 'process raft request' (duration: 78.023982ms)","trace[1909873232] 'compare' (duration: 111.75715ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:30:10.369876Z","caller":"traceutil/trace.go:171","msg":"trace[286058149] transaction","detail":"{read_only:false; response_revision:20927; number_of_response:1; }","duration":"188.3588ms","start":"2026-04-01T16:30:10.181487Z","end":"2026-04-01T16:30:10.369845Z","steps":["trace[286058149] 'process raft request' (duration: 188.168885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.369927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.973686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:30:10.369958Z","caller":"traceutil/trace.go:171","msg":"trace[279281169] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20927; }","duration":"133.047458ms","start":"2026-04-01T16:30:10.236901Z","end":"2026-04-01T16:30:10.369948Z","steps":["trace[279281169] 'agreement among raft nodes before linearized reading' (duration: 132.957056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:30:10.37005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.183807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29584350-sfc2k\" ","response":"range_response_count:1 size:2896"} {"level":"info","ts":"2026-04-01T16:30:10.370128Z","caller":"traceutil/trace.go:171","msg":"trace[1587322277] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29584350-sfc2k; range_end:; response_count:1; response_revision:20927; }","duration":"126.30562ms","start":"2026-04-01T16:30:10.243803Z","end":"2026-04-01T16:30:10.370108Z","steps":["trace[1587322277] 'agreement among raft nodes before linearized reading' (duration: 126.058774ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:30:10.536607Z","caller":"traceutil/trace.go:171","msg":"trace[741037003] transaction","detail":"{read_only:false; response_revision:20930; number_of_response:1; }","duration":"111.608807ms","start":"2026-04-01T16:30:10.424962Z","end":"2026-04-01T16:30:10.536571Z","steps":["trace[741037003] 'process raft request' (duration: 64.388774ms)","trace[741037003] 'compare' (duration: 47.000468ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:30:10.536954Z","caller":"traceutil/trace.go:171","msg":"trace[1367334520] transaction","detail":"{read_only:false; response_revision:20931; number_of_response:1; }","duration":"111.876073ms","start":"2026-04-01T16:30:10.425045Z","end":"2026-04-01T16:30:10.536921Z","steps":["trace[1367334520] 'process raft request' (duration: 111.471843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:30:10.776699Z","caller":"traceutil/trace.go:171","msg":"trace[1025646280] transaction","detail":"{read_only:false; response_revision:20933; number_of_response:1; }","duration":"118.722553ms","start":"2026-04-01T16:30:10.657952Z","end":"2026-04-01T16:30:10.776674Z","steps":["trace[1025646280] 'process raft request' (duration: 118.57912ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:30:25.534625Z","caller":"traceutil/trace.go:171","msg":"trace[1218974856] transaction","detail":"{read_only:false; response_revision:21028; number_of_response:1; }","duration":"143.363208ms","start":"2026-04-01T16:30:25.391236Z","end":"2026-04-01T16:30:25.534599Z","steps":["trace[1218974856] 'process raft request' (duration: 141.867853ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:07.005125Z","caller":"traceutil/trace.go:171","msg":"trace[1987821341] transaction","detail":"{read_only:false; response_revision:21237; number_of_response:1; }","duration":"206.303378ms","start":"2026-04-01T16:31:06.798756Z","end":"2026-04-01T16:31:07.005059Z","steps":["trace[1987821341] 'process raft request' (duration: 135.834502ms)","trace[1987821341] 'compare' (duration: 70.231991ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:07.010855Z","caller":"traceutil/trace.go:171","msg":"trace[2018233843] transaction","detail":"{read_only:false; response_revision:21238; number_of_response:1; }","duration":"195.332852ms","start":"2026-04-01T16:31:06.815504Z","end":"2026-04-01T16:31:07.010836Z","steps":["trace[2018233843] 'process raft request' (duration: 195.23561ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:18.792228Z","caller":"traceutil/trace.go:171","msg":"trace[1008262965] linearizableReadLoop","detail":"{readStateIndex:22045; appliedIndex:22044; }","duration":"154.419606ms","start":"2026-04-01T16:31:18.637784Z","end":"2026-04-01T16:31:18.792203Z","steps":["trace[1008262965] 'read index received' (duration: 154.280343ms)","trace[1008262965] 'applied index is now lower than readState.Index' (duration: 138.433µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:18.792413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.628832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:31:18.792445Z","caller":"traceutil/trace.go:171","msg":"trace[617451186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21295; }","duration":"154.721174ms","start":"2026-04-01T16:31:18.637715Z","end":"2026-04-01T16:31:18.792436Z","steps":["trace[617451186] 'agreement among raft nodes before linearized reading' (duration: 154.579191ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:18.792599Z","caller":"traceutil/trace.go:171","msg":"trace[229999660] transaction","detail":"{read_only:false; response_revision:21295; number_of_response:1; }","duration":"187.168341ms","start":"2026-04-01T16:31:18.605371Z","end":"2026-04-01T16:31:18.792539Z","steps":["trace[229999660] 'process raft request' (duration: 186.6908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:21.323739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.41399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:31:21.323954Z","caller":"traceutil/trace.go:171","msg":"trace[765105298] linearizableReadLoop","detail":"{readStateIndex:22059; appliedIndex:22058; }","duration":"158.622404ms","start":"2026-04-01T16:31:21.165229Z","end":"2026-04-01T16:31:21.323851Z","steps":["trace[765105298] 'read index received' (duration: 48.491µs)","trace[765105298] 'applied index is now lower than readState.Index' (duration: 158.572673ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:21.323979Z","caller":"traceutil/trace.go:171","msg":"trace[1926955697] transaction","detail":"{read_only:false; response_revision:21308; number_of_response:1; }","duration":"238.088191ms","start":"2026-04-01T16:31:21.085832Z","end":"2026-04-01T16:31:21.32392Z","steps":["trace[1926955697] 'process raft request' (duration: 73.401224ms)","trace[1926955697] 'compare' (duration: 164.244657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:21.324217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.993843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:31:21.324437Z","caller":"traceutil/trace.go:171","msg":"trace[171234109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21308; }","duration":"159.25334ms","start":"2026-04-01T16:31:21.165171Z","end":"2026-04-01T16:31:21.324424Z","steps":["trace[171234109] 'agreement among raft nodes before linearized reading' (duration: 158.883511ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:21.333338Z","caller":"traceutil/trace.go:171","msg":"trace[100105386] transaction","detail":"{read_only:false; response_revision:21309; number_of_response:1; }","duration":"135.122676ms","start":"2026-04-01T16:31:21.198192Z","end":"2026-04-01T16:31:21.333315Z","steps":["trace[100105386] 'process raft request' (duration: 134.960613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:21.333455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.968886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-01T16:31:21.333494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.28922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:21.333528Z","caller":"traceutil/trace.go:171","msg":"trace[334067425] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21309; }","duration":"156.326011ms","start":"2026-04-01T16:31:21.177191Z","end":"2026-04-01T16:31:21.333517Z","steps":["trace[334067425] 'agreement among raft nodes before linearized reading' (duration: 156.2709ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:21.333543Z","caller":"traceutil/trace.go:171","msg":"trace[1580869505] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21309; }","duration":"163.087959ms","start":"2026-04-01T16:31:21.170412Z","end":"2026-04-01T16:31:21.3335Z","steps":["trace[1580869505] 'agreement among raft nodes before linearized reading' (duration: 162.833703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:21.333783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.825473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:31:21.333813Z","caller":"traceutil/trace.go:171","msg":"trace[85544491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21309; }","duration":"162.875524ms","start":"2026-04-01T16:31:21.17093Z","end":"2026-04-01T16:31:21.333806Z","steps":["trace[85544491] 'agreement among raft nodes before linearized reading' (duration: 162.801972ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:22.39279Z","caller":"traceutil/trace.go:171","msg":"trace[446661339] linearizableReadLoop","detail":"{readStateIndex:22063; appliedIndex:22062; }","duration":"426.871919ms","start":"2026-04-01T16:31:21.965897Z","end":"2026-04-01T16:31:22.392769Z","steps":["trace[446661339] 'read index received' (duration: 426.735416ms)","trace[446661339] 'applied index is now lower than readState.Index' (duration: 135.593µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:22.392895Z","caller":"traceutil/trace.go:171","msg":"trace[1132944171] transaction","detail":"{read_only:false; response_revision:21312; number_of_response:1; }","duration":"443.056268ms","start":"2026-04-01T16:31:21.949828Z","end":"2026-04-01T16:31:22.392885Z","steps":["trace[1132944171] 'process raft request' (duration: 442.814472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:22.392987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:21.949807Z","time spent":"443.111919ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:22.393117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.223328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:22.393152Z","caller":"traceutil/trace.go:171","msg":"trace[224160379] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21312; }","duration":"427.334681ms","start":"2026-04-01T16:31:21.965808Z","end":"2026-04-01T16:31:22.393143Z","steps":["trace[224160379] 'agreement among raft nodes before linearized reading' (duration: 427.27675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:22.393178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:21.965791Z","time spent":"427.381752ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:31:22.39338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.765612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:22.393413Z","caller":"traceutil/trace.go:171","msg":"trace[1570533955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21312; }","duration":"156.831993ms","start":"2026-04-01T16:31:22.236573Z","end":"2026-04-01T16:31:22.393405Z","steps":["trace[1570533955] 'agreement among raft nodes before linearized reading' (duration: 156.780892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.214136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.402189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:31:23.214256Z","caller":"traceutil/trace.go:171","msg":"trace[52356250] linearizableReadLoop","detail":"{readStateIndex:22064; appliedIndex:22063; }","duration":"408.638174ms","start":"2026-04-01T16:31:22.805598Z","end":"2026-04-01T16:31:23.214236Z","steps":["trace[52356250] 'read index received' (duration: 97.944268ms)","trace[52356250] 'applied index is now lower than readState.Index' (duration: 310.692176ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:23.214333Z","caller":"traceutil/trace.go:171","msg":"trace[691551698] transaction","detail":"{read_only:false; response_revision:21313; number_of_response:1; }","duration":"739.570213ms","start":"2026-04-01T16:31:22.47475Z","end":"2026-04-01T16:31:23.214321Z","steps":["trace[691551698] 'process raft request' (duration: 428.884557ms)","trace[691551698] 'compare' (duration: 310.052771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:23.214435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:22.474725Z","time spent":"739.652355ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:23.214543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.9312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:31:23.214667Z","caller":"traceutil/trace.go:171","msg":"trace[1840149623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21313; }","duration":"409.107485ms","start":"2026-04-01T16:31:22.805543Z","end":"2026-04-01T16:31:23.21465Z","steps":["trace[1840149623] 'agreement among raft nodes before linearized reading' (duration: 408.807498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.21472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:22.805517Z","time spent":"409.195287ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:31:23.714449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706629123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:31:23.803996Z","caller":"traceutil/trace.go:171","msg":"trace[970873461] transaction","detail":"{read_only:false; response_revision:21314; number_of_response:1; }","duration":"716.596326ms","start":"2026-04-01T16:31:23.087362Z","end":"2026-04-01T16:31:23.803958Z","steps":["trace[970873461] 'process raft request' (duration: 627.145667ms)","trace[970873461] 'compare' (duration: 89.168103ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:23.804Z","caller":"traceutil/trace.go:171","msg":"trace[1988661161] linearizableReadLoop","detail":"{readStateIndex:22065; appliedIndex:22064; }","duration":"589.654022ms","start":"2026-04-01T16:31:23.214282Z","end":"2026-04-01T16:31:23.803936Z","steps":["trace[1988661161] 'read index received' (duration: 500.270324ms)","trace[1988661161] 'applied index is now lower than readState.Index' (duration: 89.382318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:23.804151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:23.087331Z","time spent":"716.73937ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:23.804137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.332371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-01T16:31:23.804342Z","caller":"traceutil/trace.go:171","msg":"trace[705485882] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21314; }","duration":"618.577487ms","start":"2026-04-01T16:31:23.185744Z","end":"2026-04-01T16:31:23.804321Z","steps":["trace[705485882] 'agreement among raft nodes before linearized reading' (duration: 618.231759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.804642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:23.185724Z","time spent":"618.902255ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-01T16:31:23.804887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.449282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:31:23.804963Z","caller":"traceutil/trace.go:171","msg":"trace[1903698328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21314; }","duration":"960.579065ms","start":"2026-04-01T16:31:22.844367Z","end":"2026-04-01T16:31:23.804946Z","steps":["trace[1903698328] 'agreement among raft nodes before linearized reading' (duration: 959.673884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.805076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:22.844344Z","time spent":"960.719498ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:31:23.806057Z","caller":"traceutil/trace.go:171","msg":"trace[1309032508] transaction","detail":"{read_only:false; response_revision:21316; number_of_response:1; }","duration":"467.471818ms","start":"2026-04-01T16:31:23.338566Z","end":"2026-04-01T16:31:23.806038Z","steps":["trace[1309032508] 'process raft request' (duration: 467.376736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.806164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:23.338553Z","time spent":"467.548749ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:23.80614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.006274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:31:23.806292Z","caller":"traceutil/trace.go:171","msg":"trace[436625036] transaction","detail":"{read_only:false; response_revision:21315; number_of_response:1; }","duration":"587.0129ms","start":"2026-04-01T16:31:23.219258Z","end":"2026-04-01T16:31:23.806271Z","steps":["trace[436625036] 'process raft request' (duration: 586.511389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.806395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.168305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T16:31:23.806412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.012834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:31:23.806434Z","caller":"traceutil/trace.go:171","msg":"trace[1864579515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21316; }","duration":"468.240876ms","start":"2026-04-01T16:31:23.338183Z","end":"2026-04-01T16:31:23.806424Z","steps":["trace[1864579515] 'agreement among raft nodes before linearized reading' (duration: 468.117853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.806475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:23.338173Z","time spent":"468.295197ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:31:23.806473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:23.219214Z","time spent":"587.145613ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:23.806482Z","caller":"traceutil/trace.go:171","msg":"trace[1057439263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21316; }","duration":"463.127607ms","start":"2026-04-01T16:31:23.343335Z","end":"2026-04-01T16:31:23.806462Z","steps":["trace[1057439263] 'agreement among raft nodes before linearized reading' (duration: 462.922292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.806526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:23.343318Z","time spent":"463.198548ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:31:23.806428Z","caller":"traceutil/trace.go:171","msg":"trace[61449540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21316; }","duration":"478.269861ms","start":"2026-04-01T16:31:23.328055Z","end":"2026-04-01T16:31:23.806325Z","steps":["trace[61449540] 'agreement among raft nodes before linearized reading' (duration: 477.933833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:23.806675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:23.328033Z","time spent":"478.621168ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:31:27.360358Z","caller":"traceutil/trace.go:171","msg":"trace[1281170133] transaction","detail":"{read_only:false; response_revision:21335; number_of_response:1; }","duration":"134.01277ms","start":"2026-04-01T16:31:27.226319Z","end":"2026-04-01T16:31:27.360332Z","steps":["trace[1281170133] 'process raft request' (duration: 128.992243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.254326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:33.791074Z","time spent":"463.245659ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:31:34.336893Z","caller":"traceutil/trace.go:171","msg":"trace[1210862972] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"481.222209ms","start":"2026-04-01T16:31:33.855648Z","end":"2026-04-01T16:31:34.33687Z","steps":["trace[1210862972] 'process raft request' (duration: 481.020725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.337072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:33.855623Z","time spent":"481.327831ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:34.337112Z","caller":"traceutil/trace.go:171","msg":"trace[2146640846] linearizableReadLoop","detail":"{readStateIndex:22120; appliedIndex:22117; }","duration":"476.610561ms","start":"2026-04-01T16:31:33.86047Z","end":"2026-04-01T16:31:34.337081Z","steps":["trace[2146640846] 'read index received' (duration: 393.807847ms)","trace[2146640846] 'applied index is now lower than readState.Index' (duration: 82.800874ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:34.337212Z","caller":"traceutil/trace.go:171","msg":"trace[1369222485] transaction","detail":"{read_only:false; response_revision:21366; number_of_response:1; }","duration":"479.230792ms","start":"2026-04-01T16:31:33.857946Z","end":"2026-04-01T16:31:34.337177Z","steps":["trace[1369222485] 'process raft request' (duration: 478.864654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.337341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.850117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:31:34.337366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:33.857928Z","time spent":"479.359686ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:34.337389Z","caller":"traceutil/trace.go:171","msg":"trace[199976299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21366; }","duration":"476.937409ms","start":"2026-04-01T16:31:33.860437Z","end":"2026-04-01T16:31:34.337374Z","steps":["trace[199976299] 'agreement among raft nodes before linearized reading' (duration: 476.764525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.337425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:33.860409Z","time spent":"477.007351ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:31:34.337715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.427458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:31:34.33779Z","caller":"traceutil/trace.go:171","msg":"trace[1411873162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21367; }","duration":"476.542949ms","start":"2026-04-01T16:31:33.861229Z","end":"2026-04-01T16:31:34.337772Z","steps":["trace[1411873162] 'agreement among raft nodes before linearized reading' (duration: 476.341405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.337829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:33.86121Z","time spent":"476.608501ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:31:34.337819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.696205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-01T16:31:34.337874Z","caller":"traceutil/trace.go:171","msg":"trace[791490178] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21367; }","duration":"101.788647ms","start":"2026-04-01T16:31:34.236068Z","end":"2026-04-01T16:31:34.337856Z","steps":["trace[791490178] 'agreement among raft nodes before linearized reading' (duration: 101.614913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.337921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.159788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:31:34.337971Z","caller":"traceutil/trace.go:171","msg":"trace[1251939612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21367; }","duration":"469.224999ms","start":"2026-04-01T16:31:33.868734Z","end":"2026-04-01T16:31:34.337959Z","steps":["trace[1251939612] 'agreement among raft nodes before linearized reading' (duration: 469.069995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.338006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:33.868727Z","time spent":"469.27274ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:31:34.337995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.651712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:31:34.338052Z","caller":"traceutil/trace.go:171","msg":"trace[1699896919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21367; }","duration":"476.721494ms","start":"2026-04-01T16:31:33.861315Z","end":"2026-04-01T16:31:34.338036Z","steps":["trace[1699896919] 'agreement among raft nodes before linearized reading' (duration: 476.593821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.338108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:33.861309Z","time spent":"476.783836ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:31:34.338004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.081779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:31:34.338178Z","caller":"traceutil/trace.go:171","msg":"trace[1227118024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21367; }","duration":"470.266073ms","start":"2026-04-01T16:31:33.867887Z","end":"2026-04-01T16:31:34.338153Z","steps":["trace[1227118024] 'agreement among raft nodes before linearized reading' (duration: 469.904515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:34.338233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:33.867822Z","time spent":"470.397126ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:31:34.338114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.884366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:34.33834Z","caller":"traceutil/trace.go:171","msg":"trace[956192484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21367; }","duration":"101.149412ms","start":"2026-04-01T16:31:34.237179Z","end":"2026-04-01T16:31:34.338328Z","steps":["trace[956192484] 'agreement among raft nodes before linearized reading' (duration: 100.903097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:40.160398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706629325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:31:40.207491Z","caller":"traceutil/trace.go:171","msg":"trace[397633682] transaction","detail":"{read_only:false; response_revision:21395; number_of_response:1; }","duration":"741.98101ms","start":"2026-04-01T16:31:39.465481Z","end":"2026-04-01T16:31:40.207462Z","steps":["trace[397633682] 'process raft request' (duration: 741.710033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:40.207657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:39.465446Z","time spent":"742.119902ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:40.207706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.841036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-01T16:31:40.207766Z","caller":"traceutil/trace.go:171","msg":"trace[1600188688] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21395; }","duration":"547.958968ms","start":"2026-04-01T16:31:39.659794Z","end":"2026-04-01T16:31:40.207753Z","steps":["trace[1600188688] 'agreement among raft nodes before linearized reading' (duration: 547.757934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:40.207807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:39.659776Z","time spent":"548.018759ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T16:31:40.207499Z","caller":"traceutil/trace.go:171","msg":"trace[224441798] linearizableReadLoop","detail":"{readStateIndex:22150; appliedIndex:22150; }","duration":"547.61984ms","start":"2026-04-01T16:31:39.659848Z","end":"2026-04-01T16:31:40.207468Z","steps":["trace[224441798] 'read index received' (duration: 547.60942ms)","trace[224441798] 'applied index is now lower than readState.Index' (duration: 8.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:40.208067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.602219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:40.208105Z","caller":"traceutil/trace.go:171","msg":"trace[1173593090] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21395; }","duration":"508.694581ms","start":"2026-04-01T16:31:39.699398Z","end":"2026-04-01T16:31:40.208093Z","steps":["trace[1173593090] 'agreement among raft nodes before linearized reading' (duration: 508.61275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:40.208136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:39.699378Z","time spent":"508.750732ms","remote":"127.0.0.1:60816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:31:40.208171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.456504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:40.208205Z","caller":"traceutil/trace.go:171","msg":"trace[2138678363] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21395; }","duration":"156.496735ms","start":"2026-04-01T16:31:40.051697Z","end":"2026-04-01T16:31:40.208194Z","steps":["trace[2138678363] 'agreement among raft nodes before linearized reading' (duration: 156.431143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:40.20826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.433484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:40.208334Z","caller":"traceutil/trace.go:171","msg":"trace[714292709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21395; }","duration":"159.539666ms","start":"2026-04-01T16:31:40.048776Z","end":"2026-04-01T16:31:40.208316Z","steps":["trace[714292709] 'agreement among raft nodes before linearized reading' (duration: 159.421023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:41.327063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003249801s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:41.327213Z","caller":"traceutil/trace.go:171","msg":"trace[1602344339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21395; }","duration":"1.003407485s","start":"2026-04-01T16:31:40.323782Z","end":"2026-04-01T16:31:41.32719Z","steps":["trace[1602344339] 'range keys from in-memory index tree' (duration: 1.003232841s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:41.32777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.156633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:31:41.327966Z","caller":"traceutil/trace.go:171","msg":"trace[1091762131] transaction","detail":"{read_only:false; response_revision:21396; number_of_response:1; }","duration":"1.086399793s","start":"2026-04-01T16:31:40.241546Z","end":"2026-04-01T16:31:41.327946Z","steps":["trace[1091762131] 'process raft request' (duration: 111.966965ms)","trace[1091762131] 'compare' (duration: 973.405414ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:41.32804Z","caller":"traceutil/trace.go:171","msg":"trace[1655901840] transaction","detail":"{read_only:false; response_revision:21397; number_of_response:1; }","duration":"966.834221ms","start":"2026-04-01T16:31:40.361181Z","end":"2026-04-01T16:31:41.328015Z","steps":["trace[1655901840] 'process raft request' (duration: 966.712488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:41.328071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.24153Z","time spent":"1.086474516s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:41.328146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.361154Z","time spent":"966.935674ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:41.328284Z","caller":"traceutil/trace.go:171","msg":"trace[445741493] linearizableReadLoop","detail":"{readStateIndex:22151; appliedIndex:22150; }","duration":"985.105378ms","start":"2026-04-01T16:31:40.343168Z","end":"2026-04-01T16:31:41.328274Z","steps":["trace[445741493] 'read index received' (duration: 10.360302ms)","trace[445741493] 'applied index is now lower than readState.Index' (duration: 974.744116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:41.328384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.22158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:41.328413Z","caller":"traceutil/trace.go:171","msg":"trace[1998239962] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21397; }","duration":"985.251201ms","start":"2026-04-01T16:31:40.343151Z","end":"2026-04-01T16:31:41.328402Z","steps":["trace[1998239962] 'agreement among raft nodes before linearized reading' (duration: 985.181389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:41.328445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.343089Z","time spent":"985.347814ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:31:41.828357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706629335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:31:42.17297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273432022s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:31:42.173414Z","caller":"traceutil/trace.go:171","msg":"trace[429319194] linearizableReadLoop","detail":"{readStateIndex:22154; appliedIndex:22152; }","duration":"845.079597ms","start":"2026-04-01T16:31:41.328307Z","end":"2026-04-01T16:31:42.173387Z","steps":["trace[429319194] 'read index received' (duration: 844.80166ms)","trace[429319194] 'applied index is now lower than readState.Index' (duration: 276.937µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:42.173499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.022045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:31:42.17359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808781845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T16:31:42.17359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802901258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:31:42.173633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794600794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:31:42.173663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804871914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:31:42.173758Z","caller":"traceutil/trace.go:171","msg":"trace[442188086] transaction","detail":"{read_only:false; response_revision:21398; number_of_response:1; }","duration":"1.811215952s","start":"2026-04-01T16:31:40.362231Z","end":"2026-04-01T16:31:42.173447Z","steps":["trace[442188086] 'process raft request' (duration: 1.810959856s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:42.173803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80857567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:31:42.173899Z","caller":"traceutil/trace.go:171","msg":"trace[1348404364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21399; }","duration":"1.808719063s","start":"2026-04-01T16:31:40.36516Z","end":"2026-04-01T16:31:42.17388Z","steps":["trace[1348404364] 'agreement among raft nodes before linearized reading' (duration: 1.808449877s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:42.173916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.36218Z","time spent":"1.811652912s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:42.173976Z","caller":"traceutil/trace.go:171","msg":"trace[617493137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21399; }","duration":"937.132278ms","start":"2026-04-01T16:31:41.236415Z","end":"2026-04-01T16:31:42.173547Z","steps":["trace[617493137] 'agreement among raft nodes before linearized reading' (duration: 936.986014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:42.173943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.365141Z","time spent":"1.808793856s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:31:42.173925Z","caller":"traceutil/trace.go:171","msg":"trace[968183097] transaction","detail":"{read_only:false; response_revision:21399; number_of_response:1; }","duration":"1.686894659s","start":"2026-04-01T16:31:40.486567Z","end":"2026-04-01T16:31:42.173462Z","steps":["trace[968183097] 'process raft request' (duration: 1.686775976s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:42.174061Z","caller":"traceutil/trace.go:171","msg":"trace[1362242038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21399; }","duration":"1.808867007s","start":"2026-04-01T16:31:40.364751Z","end":"2026-04-01T16:31:42.173618Z","steps":["trace[1362242038] 'agreement among raft nodes before linearized reading' (duration: 1.808719364s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:42.174094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.364738Z","time spent":"1.809349688s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:31:42.174169Z","caller":"traceutil/trace.go:171","msg":"trace[120325323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21399; }","duration":"1.8030165s","start":"2026-04-01T16:31:40.370609Z","end":"2026-04-01T16:31:42.173626Z","steps":["trace[120325323] 'agreement among raft nodes before linearized reading' (duration: 1.802868517s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:42.174226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.486537Z","time spent":"1.687536963s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:42.174239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.37058Z","time spent":"1.803642985s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:31:42.174031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:41.236391Z","time spent":"937.627899ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:31:42.17435Z","caller":"traceutil/trace.go:171","msg":"trace[232419340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21399; }","duration":"1.794641255s","start":"2026-04-01T16:31:40.379001Z","end":"2026-04-01T16:31:42.173643Z","steps":["trace[232419340] 'agreement among raft nodes before linearized reading' (duration: 1.794555523s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:42.174402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.37898Z","time spent":"1.795410092s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:31:42.17448Z","caller":"traceutil/trace.go:171","msg":"trace[1012689445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21399; }","duration":"1.804949675s","start":"2026-04-01T16:31:40.368749Z","end":"2026-04-01T16:31:42.173699Z","steps":["trace[1012689445] 'agreement among raft nodes before linearized reading' (duration: 1.804810602s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:42.174499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:40.368736Z","time spent":"1.805757545s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:31:42.814994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706629337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:31:43.150001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.382283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:31:43.150085Z","caller":"traceutil/trace.go:171","msg":"trace[839784341] transaction","detail":"{read_only:false; response_revision:21400; number_of_response:1; }","duration":"971.419417ms","start":"2026-04-01T16:31:42.178652Z","end":"2026-04-01T16:31:43.150072Z","steps":["trace[839784341] 'process raft request' (duration: 781.88219ms)","trace[839784341] 'compare' (duration: 188.627845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:43.150296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.178622Z","time spent":"971.483058ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:44.201111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240581224s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:31:44.452737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.32148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:31:44.453238Z","caller":"traceutil/trace.go:171","msg":"trace[1558332133] transaction","detail":"{read_only:false; response_revision:21401; number_of_response:1; }","duration":"2.273627081s","start":"2026-04-01T16:31:42.179573Z","end":"2026-04-01T16:31:44.4532Z","steps":["trace[1558332133] 'process raft request' (duration: 2.021746208s)","trace[1558332133] 'compare' (duration: 249.660301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:44.453321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.179556Z","time spent":"2.273721243s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:44.45392Z","caller":"traceutil/trace.go:171","msg":"trace[1515682029] transaction","detail":"{read_only:false; response_revision:21402; number_of_response:1; }","duration":"2.274121802s","start":"2026-04-01T16:31:42.179746Z","end":"2026-04-01T16:31:44.453868Z","steps":["trace[1515682029] 'process raft request' (duration: 2.273255752s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:44.453928Z","caller":"traceutil/trace.go:171","msg":"trace[262576521] transaction","detail":"{read_only:false; response_revision:21403; number_of_response:1; }","duration":"2.27402272s","start":"2026-04-01T16:31:42.179877Z","end":"2026-04-01T16:31:44.453899Z","steps":["trace[262576521] 'process raft request' (duration: 2.273552379s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:44.454092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.179738Z","time spent":"2.274265025s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:44.454173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.179869Z","time spent":"2.274225525s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:44.454263Z","caller":"traceutil/trace.go:171","msg":"trace[580471448] transaction","detail":"{read_only:false; response_revision:21404; number_of_response:1; }","duration":"2.274221474s","start":"2026-04-01T16:31:42.180023Z","end":"2026-04-01T16:31:44.454245Z","steps":["trace[580471448] 'process raft request' (duration: 2.273781014s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:44.454338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.179996Z","time spent":"2.274308976s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:44.454435Z","caller":"traceutil/trace.go:171","msg":"trace[1245450045] transaction","detail":"{read_only:false; response_revision:21405; number_of_response:1; }","duration":"2.241432758s","start":"2026-04-01T16:31:42.212989Z","end":"2026-04-01T16:31:44.454421Z","steps":["trace[1245450045] 'process raft request' (duration: 2.241157702s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:44.454505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.212973Z","time spent":"2.24149952s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:44.454668Z","caller":"traceutil/trace.go:171","msg":"trace[1167540614] linearizableReadLoop","detail":"{readStateIndex:22161; appliedIndex:22154; }","duration":"2.140040781s","start":"2026-04-01T16:31:42.314521Z","end":"2026-04-01T16:31:44.454562Z","steps":["trace[1167540614] 'read index received' (duration: 646.006628ms)","trace[1167540614] 'applied index is now lower than readState.Index' (duration: 1.494032303s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:44.454762Z","caller":"traceutil/trace.go:171","msg":"trace[2110977869] transaction","detail":"{read_only:false; response_revision:21406; number_of_response:1; }","duration":"1.831091766s","start":"2026-04-01T16:31:42.623649Z","end":"2026-04-01T16:31:44.454741Z","steps":["trace[2110977869] 'process raft request' (duration: 1.830704337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:44.454812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.623626Z","time spent":"1.831154367s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:44.455007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140448871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:31:44.455079Z","caller":"traceutil/trace.go:171","msg":"trace[1620746512] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21406; }","duration":"2.140582944s","start":"2026-04-01T16:31:42.314471Z","end":"2026-04-01T16:31:44.455054Z","steps":["trace[1620746512] 'agreement among raft nodes before linearized reading' (duration: 2.140346368s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:44.455148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.314449Z","time spent":"2.140681647s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":136,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:31:44.954939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706629348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:31:45.236964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:31:45.237029Z","caller":"traceutil/trace.go:171","msg":"trace[1985654596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314218s","start":"2026-04-01T16:31:43.236701Z","end":"2026-04-01T16:31:45.237015Z","steps":["trace[1985654596] 'agreement among raft nodes before linearized reading' (duration: 2.000226956s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:45.237059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:43.236683Z","time spent":"2.00036906s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:31:46.016769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.199142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:31:46.017215Z","caller":"traceutil/trace.go:171","msg":"trace[1338385665] linearizableReadLoop","detail":"{readStateIndex:22164; appliedIndex:22161; }","duration":"1.562496943s","start":"2026-04-01T16:31:44.454693Z","end":"2026-04-01T16:31:46.01719Z","steps":["trace[1338385665] 'read index received' (duration: 894.81271ms)","trace[1338385665] 'applied index is now lower than readState.Index' (duration: 667.681892ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:31:46.017455Z","caller":"traceutil/trace.go:171","msg":"trace[1987489038] transaction","detail":"{read_only:false; response_revision:21409; number_of_response:1; }","duration":"1.835431416s","start":"2026-04-01T16:31:44.181983Z","end":"2026-04-01T16:31:46.017414Z","steps":["trace[1987489038] 'process raft request' (duration: 1.835008586s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:46.017593Z","caller":"traceutil/trace.go:171","msg":"trace[593239422] transaction","detail":"{read_only:false; response_revision:21408; number_of_response:1; }","duration":"1.83646915s","start":"2026-04-01T16:31:44.181094Z","end":"2026-04-01T16:31:46.017563Z","steps":["trace[593239422] 'process raft request' (duration: 1.835826725s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:46.017584Z","caller":"traceutil/trace.go:171","msg":"trace[1642957739] transaction","detail":"{read_only:false; response_revision:21407; number_of_response:1; }","duration":"2.683583205s","start":"2026-04-01T16:31:43.333938Z","end":"2026-04-01T16:31:46.017521Z","steps":["trace[1642957739] 'process raft request' (duration: 2.015468302s)","trace[1642957739] 'compare' (duration: 667.001307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:31:46.017682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:44.181961Z","time spent":"1.83560292s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:46.017706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060616205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:31:46.017679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819343291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:31:46.017681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778173939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:46.017752Z","caller":"traceutil/trace.go:171","msg":"trace[892351524] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21409; }","duration":"2.060701047s","start":"2026-04-01T16:31:43.957031Z","end":"2026-04-01T16:31:46.017733Z","steps":["trace[892351524] 'agreement among raft nodes before linearized reading' (duration: 2.060628856s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.017751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:44.181071Z","time spent":"1.836601324s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:46.017769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410040007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:31:46.017779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:43.333908Z","time spent":"2.68378459s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:31:46.017776Z","caller":"traceutil/trace.go:171","msg":"trace[1153807921] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21409; }","duration":"1.819509455s","start":"2026-04-01T16:31:44.198243Z","end":"2026-04-01T16:31:46.017753Z","steps":["trace[1153807921] 'agreement among raft nodes before linearized reading' (duration: 1.81930554s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.017794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:43.957009Z","time spent":"2.060774869s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:31:46.017794Z","caller":"traceutil/trace.go:171","msg":"trace[1773489447] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21409; }","duration":"1.778343693s","start":"2026-04-01T16:31:44.239422Z","end":"2026-04-01T16:31:46.017765Z","steps":["trace[1773489447] 'agreement among raft nodes before linearized reading' (duration: 1.778098897s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.01785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:44.198219Z","time spent":"1.819615318s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:31:46.017859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:44.239405Z","time spent":"1.778443165s","remote":"127.0.0.1:33006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:31:46.017859Z","caller":"traceutil/trace.go:171","msg":"trace[1990792406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21409; }","duration":"2.41019501s","start":"2026-04-01T16:31:43.60762Z","end":"2026-04-01T16:31:46.017815Z","steps":["trace[1990792406] 'agreement among raft nodes before linearized reading' (duration: 2.410018286s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.017601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010123896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:31:46.017918Z","caller":"traceutil/trace.go:171","msg":"trace[1326235495] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21409; }","duration":"2.010506105s","start":"2026-04-01T16:31:44.0074Z","end":"2026-04-01T16:31:46.017906Z","steps":["trace[1326235495] 'agreement among raft nodes before linearized reading' (duration: 2.009977933s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.017939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:43.607601Z","time spent":"2.410300013s","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:31:46.017959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:44.007381Z","time spent":"2.010569307s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:31:46.017994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936779569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:31:46.018037Z","caller":"traceutil/trace.go:171","msg":"trace[569862228] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21409; }","duration":"2.936860441s","start":"2026-04-01T16:31:43.081167Z","end":"2026-04-01T16:31:46.018027Z","steps":["trace[569862228] 'agreement among raft nodes before linearized reading' (duration: 2.936646396s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.017838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227726239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-01T16:31:46.018065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:43.081148Z","time spent":"2.936909892s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-01T16:31:46.01809Z","caller":"traceutil/trace.go:171","msg":"trace[1861539905] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:21409; }","duration":"2.228038276s","start":"2026-04-01T16:31:43.790042Z","end":"2026-04-01T16:31:46.01808Z","steps":["trace[1861539905] 'agreement among raft nodes before linearized reading' (duration: 2.227551565s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.017979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62724365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:31:46.018128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:43.790026Z","time spent":"2.228096677s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-04-01T16:31:46.018479Z","caller":"traceutil/trace.go:171","msg":"trace[1757087398] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21409; }","duration":"2.627646688s","start":"2026-04-01T16:31:43.39052Z","end":"2026-04-01T16:31:46.018167Z","steps":["trace[1757087398] 'agreement among raft nodes before linearized reading' (duration: 2.627043394s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.018719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:43.390506Z","time spent":"2.628189382s","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:31:46.019552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341996803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:31:46.019649Z","caller":"traceutil/trace.go:171","msg":"trace[355572171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21409; }","duration":"3.342113635s","start":"2026-04-01T16:31:42.677513Z","end":"2026-04-01T16:31:46.019626Z","steps":["trace[355572171] 'agreement among raft nodes before linearized reading' (duration: 3.340051827s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.019701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:42.677343Z","time spent":"3.342348911s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:31:46.096077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.180665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:31:46.09608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.823174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:46.096138Z","caller":"traceutil/trace.go:171","msg":"trace[243306684] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:21410; }","duration":"686.272047ms","start":"2026-04-01T16:31:45.409847Z","end":"2026-04-01T16:31:46.096119Z","steps":["trace[243306684] 'agreement among raft nodes before linearized reading' (duration: 686.127043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.096174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:45.40983Z","time spent":"686.329889ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:31:46.096159Z","caller":"traceutil/trace.go:171","msg":"trace[1411552913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21410; }","duration":"857.969597ms","start":"2026-04-01T16:31:45.238172Z","end":"2026-04-01T16:31:46.096142Z","steps":["trace[1411552913] 'agreement among raft nodes before linearized reading' (duration: 857.808143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.096264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:45.238155Z","time spent":"858.09892ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:31:46.096359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.367473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:31:46.096402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.480591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:31:46.096449Z","caller":"traceutil/trace.go:171","msg":"trace[2110120829] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:21410; }","duration":"997.569668ms","start":"2026-04-01T16:31:45.098861Z","end":"2026-04-01T16:31:46.096431Z","steps":["trace[2110120829] 'agreement among raft nodes before linearized reading' (duration: 997.166989ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:46.096486Z","caller":"traceutil/trace.go:171","msg":"trace[158058725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21410; }","duration":"933.609794ms","start":"2026-04-01T16:31:45.162856Z","end":"2026-04-01T16:31:46.096466Z","steps":["trace[158058725] 'agreement among raft nodes before linearized reading' (duration: 933.335497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.096499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:45.098846Z","time spent":"997.642299ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":81,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:31:46.096532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:45.162842Z","time spent":"933.681975ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:31:46.096565Z","caller":"traceutil/trace.go:171","msg":"trace[59120689] transaction","detail":"{read_only:false; response_revision:21410; number_of_response:1; }","duration":"1.055991802s","start":"2026-04-01T16:31:45.040322Z","end":"2026-04-01T16:31:46.096314Z","steps":["trace[59120689] 'process raft request' (duration: 1.05546597s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.096682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048657381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:46.096723Z","caller":"traceutil/trace.go:171","msg":"trace[1908644452] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21410; }","duration":"1.048727173s","start":"2026-04-01T16:31:45.047983Z","end":"2026-04-01T16:31:46.09671Z","steps":["trace[1908644452] 'agreement among raft nodes before linearized reading' (duration: 1.048663011s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.096754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:45.047963Z","time spent":"1.048782573s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:31:46.096686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:31:45.040297Z","time spent":"1.056313429s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:31:46.096756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.61579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:31:46.096973Z","caller":"traceutil/trace.go:171","msg":"trace[751978684] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21410; }","duration":"267.901526ms","start":"2026-04-01T16:31:45.82902Z","end":"2026-04-01T16:31:46.096922Z","steps":["trace[751978684] 'agreement among raft nodes before linearized reading' (duration: 267.547548ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:31:46.144755Z","caller":"traceutil/trace.go:171","msg":"trace[428846208] transaction","detail":"{read_only:false; response_revision:21411; number_of_response:1; }","duration":"121.425046ms","start":"2026-04-01T16:31:46.02329Z","end":"2026-04-01T16:31:46.144716Z","steps":["trace[428846208] 'process raft request' (duration: 121.147159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:31:46.145098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.697452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:31:46.145177Z","caller":"traceutil/trace.go:171","msg":"trace[1963539015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21412; }","duration":"121.859916ms","start":"2026-04-01T16:31:46.023303Z","end":"2026-04-01T16:31:46.145163Z","steps":["trace[1963539015] 'agreement among raft nodes before linearized reading' (duration: 121.540949ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:32:21.609612Z","caller":"traceutil/trace.go:171","msg":"trace[255786108] transaction","detail":"{read_only:false; response_revision:21599; number_of_response:1; }","duration":"159.006382ms","start":"2026-04-01T16:32:21.450579Z","end":"2026-04-01T16:32:21.609585Z","steps":["trace[255786108] 'process raft request' (duration: 158.846499ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:32:29.46381Z","caller":"traceutil/trace.go:171","msg":"trace[660749382] transaction","detail":"{read_only:false; response_revision:21703; number_of_response:1; }","duration":"135.360199ms","start":"2026-04-01T16:32:29.328419Z","end":"2026-04-01T16:32:29.463779Z","steps":["trace[660749382] 'process raft request' (duration: 135.125324ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:32:48.775654Z","caller":"traceutil/trace.go:171","msg":"trace[1700777752] transaction","detail":"{read_only:false; response_revision:21996; number_of_response:1; }","duration":"354.762447ms","start":"2026-04-01T16:32:48.420865Z","end":"2026-04-01T16:32:48.775628Z","steps":["trace[1700777752] 'process raft request' (duration: 354.599593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:32:48.775857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:32:48.420838Z","time spent":"354.91683ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:32:48.893735Z","caller":"traceutil/trace.go:171","msg":"trace[2031109327] linearizableReadLoop","detail":"{readStateIndex:22782; appliedIndex:22779; }","duration":"163.922039ms","start":"2026-04-01T16:32:48.729779Z","end":"2026-04-01T16:32:48.893701Z","steps":["trace[2031109327] 'read index received' (duration: 45.68418ms)","trace[2031109327] 'applied index is now lower than readState.Index' (duration: 118.236659ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:32:48.89379Z","caller":"traceutil/trace.go:171","msg":"trace[639521179] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"468.308836ms","start":"2026-04-01T16:32:48.425445Z","end":"2026-04-01T16:32:48.893754Z","steps":["trace[639521179] 'process raft request' (duration: 467.709332ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:32:48.893932Z","caller":"traceutil/trace.go:171","msg":"trace[48442465] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"465.997122ms","start":"2026-04-01T16:32:48.427836Z","end":"2026-04-01T16:32:48.893833Z","steps":["trace[48442465] 'process raft request' (duration: 465.796467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:32:48.89397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:32:48.425431Z","time spent":"468.449169ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:32:48.893985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.188295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:32:48.894031Z","caller":"traceutil/trace.go:171","msg":"trace[1494174321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21998; }","duration":"164.369119ms","start":"2026-04-01T16:32:48.729648Z","end":"2026-04-01T16:32:48.894017Z","steps":["trace[1494174321] 'agreement among raft nodes before linearized reading' (duration: 164.191605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:32:48.894074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:32:48.427818Z","time spent":"466.186386ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:33:03.273908Z","caller":"traceutil/trace.go:171","msg":"trace[612697001] transaction","detail":"{read_only:false; response_revision:22079; number_of_response:1; }","duration":"124.759182ms","start":"2026-04-01T16:33:03.149121Z","end":"2026-04-01T16:33:03.27388Z","steps":["trace[612697001] 'process raft request' (duration: 67.688796ms)","trace[612697001] 'compare' (duration: 56.79969ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:33:03.274443Z","caller":"traceutil/trace.go:171","msg":"trace[661130341] transaction","detail":"{read_only:false; response_revision:22080; number_of_response:1; }","duration":"123.042882ms","start":"2026-04-01T16:33:03.151349Z","end":"2026-04-01T16:33:03.274391Z","steps":["trace[661130341] 'process raft request' (duration: 122.482709ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:03.274537Z","caller":"traceutil/trace.go:171","msg":"trace[606310787] linearizableReadLoop","detail":"{readStateIndex:22868; appliedIndex:22865; }","duration":"121.25504ms","start":"2026-04-01T16:33:03.153253Z","end":"2026-04-01T16:33:03.274508Z","steps":["trace[606310787] 'read index received' (duration: 63.645001ms)","trace[606310787] 'applied index is now lower than readState.Index' (duration: 57.608769ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:33:03.274698Z","caller":"traceutil/trace.go:171","msg":"trace[359706302] transaction","detail":"{read_only:false; response_revision:22081; number_of_response:1; }","duration":"122.228643ms","start":"2026-04-01T16:33:03.152299Z","end":"2026-04-01T16:33:03.274527Z","steps":["trace[359706302] 'process raft request' (duration: 122.033399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:03.274779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.506537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:33:03.274833Z","caller":"traceutil/trace.go:171","msg":"trace[243706909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22081; }","duration":"121.603258ms","start":"2026-04-01T16:33:03.153214Z","end":"2026-04-01T16:33:03.274818Z","steps":["trace[243706909] 'agreement among raft nodes before linearized reading' (duration: 121.420124ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:07.546281Z","caller":"traceutil/trace.go:171","msg":"trace[1334076519] linearizableReadLoop","detail":"{readStateIndex:22887; appliedIndex:22886; }","duration":"309.381695ms","start":"2026-04-01T16:33:07.236853Z","end":"2026-04-01T16:33:07.546235Z","steps":["trace[1334076519] 'read index received' (duration: 309.095668ms)","trace[1334076519] 'applied index is now lower than readState.Index' (duration: 285.057µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:33:07.546307Z","caller":"traceutil/trace.go:171","msg":"trace[379143159] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"335.788293ms","start":"2026-04-01T16:33:07.210487Z","end":"2026-04-01T16:33:07.546276Z","steps":["trace[379143159] 'process raft request' (duration: 335.572198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:07.546457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.576819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:33:07.546524Z","caller":"traceutil/trace.go:171","msg":"trace[469045283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22099; }","duration":"309.691062ms","start":"2026-04-01T16:33:07.236813Z","end":"2026-04-01T16:33:07.546504Z","steps":["trace[469045283] 'agreement among raft nodes before linearized reading' (duration: 309.563939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:07.546552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.475399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:33:07.54657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:07.236793Z","time spent":"309.762384ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:33:07.546568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:07.21047Z","time spent":"335.912905ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:33:07.546622Z","caller":"traceutil/trace.go:171","msg":"trace[1423240604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22099; }","duration":"257.581892ms","start":"2026-04-01T16:33:07.289021Z","end":"2026-04-01T16:33:07.546603Z","steps":["trace[1423240604] 'agreement among raft nodes before linearized reading' (duration: 257.393107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:07.546659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.940047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:33:07.546736Z","caller":"traceutil/trace.go:171","msg":"trace[1823268197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22099; }","duration":"254.062569ms","start":"2026-04-01T16:33:07.292652Z","end":"2026-04-01T16:33:07.546715Z","steps":["trace[1823268197] 'agreement among raft nodes before linearized reading' (duration: 253.839294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:07.546757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.476833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:33:07.54687Z","caller":"traceutil/trace.go:171","msg":"trace[1269168710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22099; }","duration":"255.599285ms","start":"2026-04-01T16:33:07.291235Z","end":"2026-04-01T16:33:07.546834Z","steps":["trace[1269168710] 'agreement among raft nodes before linearized reading' (duration: 255.304598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:07.546739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.627839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:33:07.547029Z","caller":"traceutil/trace.go:171","msg":"trace[1145897693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22099; }","duration":"253.961647ms","start":"2026-04-01T16:33:07.293051Z","end":"2026-04-01T16:33:07.547012Z","steps":["trace[1145897693] 'agreement among raft nodes before linearized reading' (duration: 253.423345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:15.409306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.614311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:33:15.409385Z","caller":"traceutil/trace.go:171","msg":"trace[216912898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22140; }","duration":"172.729024ms","start":"2026-04-01T16:33:15.236638Z","end":"2026-04-01T16:33:15.409367Z","steps":["trace[216912898] 'range keys from in-memory index tree' (duration: 172.552239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:37.251721Z","caller":"traceutil/trace.go:171","msg":"trace[1799156851] transaction","detail":"{read_only:false; response_revision:22300; number_of_response:1; }","duration":"233.215601ms","start":"2026-04-01T16:33:37.018474Z","end":"2026-04-01T16:33:37.251689Z","steps":["trace[1799156851] 'process raft request' (duration: 233.000275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.345241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.454451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:33:42.345334Z","caller":"traceutil/trace.go:171","msg":"trace[1668216932] linearizableReadLoop","detail":"{readStateIndex:23124; appliedIndex:23123; }","duration":"341.012845ms","start":"2026-04-01T16:33:42.004307Z","end":"2026-04-01T16:33:42.34532Z","steps":["trace[1668216932] 'read index received' (duration: 170.366139ms)","trace[1668216932] 'applied index is now lower than readState.Index' (duration: 170.645956ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:33:42.345399Z","caller":"traceutil/trace.go:171","msg":"trace[2091934919] transaction","detail":"{read_only:false; response_revision:22329; number_of_response:1; }","duration":"351.398638ms","start":"2026-04-01T16:33:41.993993Z","end":"2026-04-01T16:33:42.345392Z","steps":["trace[2091934919] 'process raft request' (duration: 180.731372ms)","trace[2091934919] 'compare' (duration: 170.366059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:33:42.345436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:41.993968Z","time spent":"351.447699ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:33:42.345558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.121772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-01T16:33:42.345621Z","caller":"traceutil/trace.go:171","msg":"trace[86789282] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22329; }","duration":"275.222634ms","start":"2026-04-01T16:33:42.070383Z","end":"2026-04-01T16:33:42.345605Z","steps":["trace[86789282] 'agreement among raft nodes before linearized reading' (duration: 275.04836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.345701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.528548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:33:42.345733Z","caller":"traceutil/trace.go:171","msg":"trace[1559018325] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22329; }","duration":"274.570329ms","start":"2026-04-01T16:33:42.071153Z","end":"2026-04-01T16:33:42.345724Z","steps":["trace[1559018325] 'agreement among raft nodes before linearized reading' (duration: 274.515078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.34576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.175733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:33:42.345763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.370585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:33:42.345801Z","caller":"traceutil/trace.go:171","msg":"trace[2053661572] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22329; }","duration":"275.245865ms","start":"2026-04-01T16:33:42.070545Z","end":"2026-04-01T16:33:42.345791Z","steps":["trace[2053661572] 'agreement among raft nodes before linearized reading' (duration: 275.177303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.345827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.240984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:33:42.345824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.60503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-01T16:33:42.345837Z","caller":"traceutil/trace.go:171","msg":"trace[1373977683] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22329; }","duration":"271.455686ms","start":"2026-04-01T16:33:42.074362Z","end":"2026-04-01T16:33:42.345817Z","steps":["trace[1373977683] 'agreement among raft nodes before linearized reading' (duration: 271.330443ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:42.345856Z","caller":"traceutil/trace.go:171","msg":"trace[1926036213] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22329; }","duration":"275.305296ms","start":"2026-04-01T16:33:42.070542Z","end":"2026-04-01T16:33:42.345847Z","steps":["trace[1926036213] 'agreement among raft nodes before linearized reading' (duration: 275.252435ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:42.345882Z","caller":"traceutil/trace.go:171","msg":"trace[159220814] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22329; }","duration":"274.676092ms","start":"2026-04-01T16:33:42.071191Z","end":"2026-04-01T16:33:42.345867Z","steps":["trace[159220814] 'agreement among raft nodes before linearized reading' (duration: 274.505818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.345864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.441881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-01T16:33:42.345948Z","caller":"traceutil/trace.go:171","msg":"trace[2127412208] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22329; }","duration":"249.563554ms","start":"2026-04-01T16:33:42.096365Z","end":"2026-04-01T16:33:42.345929Z","steps":["trace[2127412208] 'agreement among raft nodes before linearized reading' (duration: 249.307038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.345991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.399065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:33:42.346021Z","caller":"traceutil/trace.go:171","msg":"trace[228507733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22329; }","duration":"110.459637ms","start":"2026-04-01T16:33:42.235553Z","end":"2026-04-01T16:33:42.346013Z","steps":["trace[228507733] 'agreement among raft nodes before linearized reading' (duration: 110.408996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.346015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.307658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:33:42.346044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.732182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:33:42.346058Z","caller":"traceutil/trace.go:171","msg":"trace[1382312292] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22329; }","duration":"249.356229ms","start":"2026-04-01T16:33:42.096689Z","end":"2026-04-01T16:33:42.346046Z","steps":["trace[1382312292] 'agreement among raft nodes before linearized reading' (duration: 249.291307ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:42.346072Z","caller":"traceutil/trace.go:171","msg":"trace[650463076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22329; }","duration":"341.782573ms","start":"2026-04-01T16:33:42.004281Z","end":"2026-04-01T16:33:42.346064Z","steps":["trace[650463076] 'agreement among raft nodes before linearized reading' (duration: 341.703431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.346095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:42.00427Z","time spent":"341.818314ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:33:42.346101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.41395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:33:42.34613Z","caller":"traceutil/trace.go:171","msg":"trace[512451785] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22329; }","duration":"249.450631ms","start":"2026-04-01T16:33:42.096671Z","end":"2026-04-01T16:33:42.346122Z","steps":["trace[512451785] 'agreement among raft nodes before linearized reading' (duration: 249.404239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:42.662Z","caller":"traceutil/trace.go:171","msg":"trace[1516132706] linearizableReadLoop","detail":"{readStateIndex:23125; appliedIndex:23124; }","duration":"268.797224ms","start":"2026-04-01T16:33:42.39317Z","end":"2026-04-01T16:33:42.661967Z","steps":["trace[1516132706] 'read index received' (duration: 268.500627ms)","trace[1516132706] 'applied index is now lower than readState.Index' (duration: 294.877µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:33:42.662062Z","caller":"traceutil/trace.go:171","msg":"trace[2066607475] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"311.654238ms","start":"2026-04-01T16:33:42.35035Z","end":"2026-04-01T16:33:42.662004Z","steps":["trace[2066607475] 'process raft request' (duration: 311.401312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.662209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.011269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:33:42.662221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:42.350332Z","time spent":"311.806781ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:33:42.662268Z","caller":"traceutil/trace.go:171","msg":"trace[1410178793] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22330; }","duration":"269.125482ms","start":"2026-04-01T16:33:42.393126Z","end":"2026-04-01T16:33:42.662252Z","steps":["trace[1410178793] 'agreement among raft nodes before linearized reading' (duration: 269.017589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:42.662368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.996749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:33:42.662456Z","caller":"traceutil/trace.go:171","msg":"trace[1221555064] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22330; }","duration":"269.107241ms","start":"2026-04-01T16:33:42.393327Z","end":"2026-04-01T16:33:42.662435Z","steps":["trace[1221555064] 'agreement among raft nodes before linearized reading' (duration: 268.974888ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:44.902056Z","caller":"traceutil/trace.go:171","msg":"trace[862574904] transaction","detail":"{read_only:false; response_revision:22341; number_of_response:1; }","duration":"137.449098ms","start":"2026-04-01T16:33:44.764585Z","end":"2026-04-01T16:33:44.902034Z","steps":["trace[862574904] 'process raft request' (duration: 137.317165ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:49.94946Z","caller":"traceutil/trace.go:171","msg":"trace[1738792084] transaction","detail":"{read_only:false; response_revision:22369; number_of_response:1; }","duration":"128.256243ms","start":"2026-04-01T16:33:49.821171Z","end":"2026-04-01T16:33:49.949427Z","steps":["trace[1738792084] 'process raft request' (duration: 128.071299ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:53.58474Z","caller":"traceutil/trace.go:171","msg":"trace[1589353227] transaction","detail":"{read_only:false; response_revision:22407; number_of_response:1; }","duration":"167.288447ms","start":"2026-04-01T16:33:53.417412Z","end":"2026-04-01T16:33:53.584701Z","steps":["trace[1589353227] 'process raft request' (duration: 105.429529ms)","trace[1589353227] 'compare' (duration: 61.670484ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:33:53.997559Z","caller":"traceutil/trace.go:171","msg":"trace[562029718] transaction","detail":"{read_only:false; response_revision:22408; number_of_response:1; }","duration":"168.25157ms","start":"2026-04-01T16:33:53.829174Z","end":"2026-04-01T16:33:53.997425Z","steps":["trace[562029718] 'process raft request' (duration: 100.440082ms)","trace[562029718] 'compare' (duration: 67.523151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:33:54.663742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.95115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:33:54.663855Z","caller":"traceutil/trace.go:171","msg":"trace[727235195] linearizableReadLoop","detail":"{readStateIndex:23209; appliedIndex:23208; }","duration":"599.175769ms","start":"2026-04-01T16:33:54.064662Z","end":"2026-04-01T16:33:54.663838Z","steps":["trace[727235195] 'read index received' (duration: 285.071255ms)","trace[727235195] 'applied index is now lower than readState.Index' (duration: 314.103484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:33:54.664118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.21342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:33:54.664186Z","caller":"traceutil/trace.go:171","msg":"trace[1316434253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22409; }","duration":"599.295062ms","start":"2026-04-01T16:33:54.06488Z","end":"2026-04-01T16:33:54.664175Z","steps":["trace[1316434253] 'agreement among raft nodes before linearized reading' (duration: 599.107498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.664259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:54.064873Z","time spent":"599.376064ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:33:54.664375Z","caller":"traceutil/trace.go:171","msg":"trace[270478454] transaction","detail":"{read_only:false; response_revision:22409; number_of_response:1; }","duration":"602.303322ms","start":"2026-04-01T16:33:54.062057Z","end":"2026-04-01T16:33:54.66436Z","steps":["trace[270478454] 'process raft request' (duration: 287.640945ms)","trace[270478454] 'compare' (duration: 313.423898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:33:54.664433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.176603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-04-01T16:33:54.66446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:54.06203Z","time spent":"602.380924ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:33:54.664473Z","caller":"traceutil/trace.go:171","msg":"trace[140147906] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22409; }","duration":"275.238934ms","start":"2026-04-01T16:33:54.389224Z","end":"2026-04-01T16:33:54.664463Z","steps":["trace[140147906] 'agreement among raft nodes before linearized reading' (duration: 275.134531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.664507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.674481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:33:54.664504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.976277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:33:54.664581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.360714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-01T16:33:54.664586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.360357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-04-01T16:33:54.664603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.628845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:33:54.664665Z","caller":"traceutil/trace.go:171","msg":"trace[376567761] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22409; }","duration":"517.441586ms","start":"2026-04-01T16:33:54.147196Z","end":"2026-04-01T16:33:54.664637Z","steps":["trace[376567761] 'agreement among raft nodes before linearized reading' (duration: 517.19836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.664658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.349753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:33:54.664655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.571522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-04-01T16:33:54.664685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.003778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-04-01T16:33:54.664734Z","caller":"traceutil/trace.go:171","msg":"trace[1051609831] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22409; }","duration":"600.09302ms","start":"2026-04-01T16:33:54.064619Z","end":"2026-04-01T16:33:54.664712Z","steps":["trace[1051609831] 'agreement among raft nodes before linearized reading' (duration: 599.312362ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:54.664744Z","caller":"traceutil/trace.go:171","msg":"trace[528537804] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22409; }","duration":"275.706545ms","start":"2026-04-01T16:33:54.389019Z","end":"2026-04-01T16:33:54.664726Z","steps":["trace[528537804] 'agreement among raft nodes before linearized reading' (duration: 275.408918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.664755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.052686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-04-01T16:33:54.664778Z","caller":"traceutil/trace.go:171","msg":"trace[1394403569] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22409; }","duration":"275.1096ms","start":"2026-04-01T16:33:54.389644Z","end":"2026-04-01T16:33:54.664753Z","steps":["trace[1394403569] 'agreement among raft nodes before linearized reading' (duration: 274.929586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.664787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:54.064604Z","time spent":"600.166892ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T16:33:54.664604Z","caller":"traceutil/trace.go:171","msg":"trace[2138456237] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22409; }","duration":"274.803453ms","start":"2026-04-01T16:33:54.389778Z","end":"2026-04-01T16:33:54.664582Z","steps":["trace[2138456237] 'agreement among raft nodes before linearized reading' (duration: 274.618509ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:54.66462Z","caller":"traceutil/trace.go:171","msg":"trace[1255651130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22409; }","duration":"427.149971ms","start":"2026-04-01T16:33:54.237444Z","end":"2026-04-01T16:33:54.664594Z","steps":["trace[1255651130] 'agreement among raft nodes before linearized reading' (duration: 426.937886ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:54.664802Z","caller":"traceutil/trace.go:171","msg":"trace[130643035] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22409; }","duration":"274.115937ms","start":"2026-04-01T16:33:54.390677Z","end":"2026-04-01T16:33:54.664793Z","steps":["trace[130643035] 'agreement among raft nodes before linearized reading' (duration: 273.955324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.664859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:54.237424Z","time spent":"427.426788ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:33:54.664564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.849195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:33:54.664505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.161342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:33:54.664942Z","caller":"traceutil/trace.go:171","msg":"trace[508442498] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22409; }","duration":"275.241433ms","start":"2026-04-01T16:33:54.389685Z","end":"2026-04-01T16:33:54.664926Z","steps":["trace[508442498] 'agreement among raft nodes before linearized reading' (duration: 274.850414ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:54.66497Z","caller":"traceutil/trace.go:171","msg":"trace[1793062027] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22409; }","duration":"275.677384ms","start":"2026-04-01T16:33:54.389273Z","end":"2026-04-01T16:33:54.664951Z","steps":["trace[1793062027] 'agreement among raft nodes before linearized reading' (duration: 275.08357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.66468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.899156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-04-01T16:33:54.664673Z","caller":"traceutil/trace.go:171","msg":"trace[1988432625] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22409; }","duration":"275.48465ms","start":"2026-04-01T16:33:54.389166Z","end":"2026-04-01T16:33:54.66465Z","steps":["trace[1988432625] 'agreement among raft nodes before linearized reading' (duration: 275.248054ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:54.665036Z","caller":"traceutil/trace.go:171","msg":"trace[845389449] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22409; }","duration":"275.276885ms","start":"2026-04-01T16:33:54.389747Z","end":"2026-04-01T16:33:54.665024Z","steps":["trace[845389449] 'agreement among raft nodes before linearized reading' (duration: 274.835804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.664716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:54.147171Z","time spent":"517.535637ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-01T16:33:54.664691Z","caller":"traceutil/trace.go:171","msg":"trace[551065372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22409; }","duration":"580.746107ms","start":"2026-04-01T16:33:54.08392Z","end":"2026-04-01T16:33:54.664666Z","steps":["trace[551065372] 'agreement among raft nodes before linearized reading' (duration: 580.480501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:33:54.66519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:33:54.08391Z","time spent":"581.256119ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:34:00.438248Z","caller":"traceutil/trace.go:171","msg":"trace[728244950] transaction","detail":"{read_only:false; response_revision:22452; number_of_response:1; }","duration":"112.787591ms","start":"2026-04-01T16:34:00.325427Z","end":"2026-04-01T16:34:00.438215Z","steps":["trace[728244950] 'process raft request' (duration: 112.538466ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:06.282621Z","caller":"traceutil/trace.go:171","msg":"trace[753214630] transaction","detail":"{read_only:false; response_revision:22482; number_of_response:1; }","duration":"317.021383ms","start":"2026-04-01T16:34:05.965574Z","end":"2026-04-01T16:34:06.282596Z","steps":["trace[753214630] 'process raft request' (duration: 316.774557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:34:06.282744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:34:05.96555Z","time spent":"317.127856ms","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:34:07.872177Z","caller":"traceutil/trace.go:171","msg":"trace[1619955863] linearizableReadLoop","detail":"{readStateIndex:23294; appliedIndex:23291; }","duration":"254.53589ms","start":"2026-04-01T16:34:07.617623Z","end":"2026-04-01T16:34:07.872159Z","steps":["trace[1619955863] 'read index received' (duration: 41.224255ms)","trace[1619955863] 'applied index is now lower than readState.Index' (duration: 213.310735ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:34:07.872268Z","caller":"traceutil/trace.go:171","msg":"trace[1643355269] transaction","detail":"{read_only:false; response_revision:22492; number_of_response:1; }","duration":"278.004229ms","start":"2026-04-01T16:34:07.594256Z","end":"2026-04-01T16:34:07.872261Z","steps":["trace[1643355269] 'process raft request' (duration: 277.865006ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:07.872271Z","caller":"traceutil/trace.go:171","msg":"trace[602061967] transaction","detail":"{read_only:false; response_revision:22491; number_of_response:1; }","duration":"298.239673ms","start":"2026-04-01T16:34:07.573983Z","end":"2026-04-01T16:34:07.872223Z","steps":["trace[602061967] 'process raft request' (duration: 212.539927ms)","trace[602061967] 'compare' (duration: 85.481731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:34:07.872405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.773475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:34:07.872474Z","caller":"traceutil/trace.go:171","msg":"trace[1911298764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22492; }","duration":"254.889158ms","start":"2026-04-01T16:34:07.617569Z","end":"2026-04-01T16:34:07.872458Z","steps":["trace[1911298764] 'agreement among raft nodes before linearized reading' (duration: 254.771525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:07.924146Z","caller":"traceutil/trace.go:171","msg":"trace[1977250737] transaction","detail":"{read_only:false; response_revision:22493; number_of_response:1; }","duration":"204.352785ms","start":"2026-04-01T16:34:07.719772Z","end":"2026-04-01T16:34:07.924125Z","steps":["trace[1977250737] 'process raft request' (duration: 204.085959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:34:07.924138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.05332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:34:07.924152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.183494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:34:07.924269Z","caller":"traceutil/trace.go:171","msg":"trace[1392655943] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22493; }","duration":"272.294006ms","start":"2026-04-01T16:34:07.65195Z","end":"2026-04-01T16:34:07.924244Z","steps":["trace[1392655943] 'agreement among raft nodes before linearized reading' (duration: 272.116641ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:07.924323Z","caller":"traceutil/trace.go:171","msg":"trace[2008461440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22493; }","duration":"196.385359ms","start":"2026-04-01T16:34:07.727911Z","end":"2026-04-01T16:34:07.924297Z","steps":["trace[2008461440] 'agreement among raft nodes before linearized reading' (duration: 196.151013ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:13.338784Z","caller":"traceutil/trace.go:171","msg":"trace[2003822864] transaction","detail":"{read_only:false; response_revision:22541; number_of_response:1; }","duration":"103.320839ms","start":"2026-04-01T16:34:13.235428Z","end":"2026-04-01T16:34:13.338749Z","steps":["trace[2003822864] 'process raft request' (duration: 103.022742ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:13.498607Z","caller":"traceutil/trace.go:171","msg":"trace[2071148604] transaction","detail":"{read_only:false; response_revision:22542; number_of_response:1; }","duration":"254.178152ms","start":"2026-04-01T16:34:13.244403Z","end":"2026-04-01T16:34:13.498582Z","steps":["trace[2071148604] 'process raft request' (duration: 253.590238ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:13.498795Z","caller":"traceutil/trace.go:171","msg":"trace[954572680] linearizableReadLoop","detail":"{readStateIndex:23345; appliedIndex:23344; }","duration":"158.395389ms","start":"2026-04-01T16:34:13.340389Z","end":"2026-04-01T16:34:13.498785Z","steps":["trace[954572680] 'read index received' (duration: 157.540119ms)","trace[954572680] 'applied index is now lower than readState.Index' (duration: 854.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:34:13.499126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.728447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rj2bq\" ","response":"range_response_count:1 size:4903"} {"level":"info","ts":"2026-04-01T16:34:13.499202Z","caller":"traceutil/trace.go:171","msg":"trace[932368388] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rj2bq; range_end:; response_count:1; response_revision:22543; }","duration":"158.834299ms","start":"2026-04-01T16:34:13.34035Z","end":"2026-04-01T16:34:13.499184Z","steps":["trace[932368388] 'agreement among raft nodes before linearized reading' (duration: 158.642725ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:15.07732Z","caller":"traceutil/trace.go:171","msg":"trace[251438964] transaction","detail":"{read_only:false; response_revision:22554; number_of_response:1; }","duration":"108.446059ms","start":"2026-04-01T16:34:14.96885Z","end":"2026-04-01T16:34:15.077296Z","steps":["trace[251438964] 'process raft request' (duration: 106.78244ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:15.078105Z","caller":"traceutil/trace.go:171","msg":"trace[1958839055] transaction","detail":"{read_only:false; response_revision:22555; number_of_response:1; }","duration":"109.089005ms","start":"2026-04-01T16:34:14.968968Z","end":"2026-04-01T16:34:15.078057Z","steps":["trace[1958839055] 'process raft request' (duration: 108.220264ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:15.123319Z","caller":"traceutil/trace.go:171","msg":"trace[1943292397] transaction","detail":"{read_only:false; response_revision:22556; number_of_response:1; }","duration":"153.774071ms","start":"2026-04-01T16:34:14.96952Z","end":"2026-04-01T16:34:15.123294Z","steps":["trace[1943292397] 'process raft request' (duration: 153.179037ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:15.275953Z","caller":"traceutil/trace.go:171","msg":"trace[1357430337] transaction","detail":"{read_only:false; response_revision:22557; number_of_response:1; }","duration":"109.372741ms","start":"2026-04-01T16:34:15.16654Z","end":"2026-04-01T16:34:15.275913Z","steps":["trace[1357430337] 'process raft request' (duration: 30.77282ms)","trace[1357430337] 'compare' (duration: 78.288233ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:34:16.096453Z","caller":"traceutil/trace.go:171","msg":"trace[514339079] transaction","detail":"{read_only:false; response_revision:22559; number_of_response:1; }","duration":"191.735429ms","start":"2026-04-01T16:34:15.904686Z","end":"2026-04-01T16:34:16.096421Z","steps":["trace[514339079] 'process raft request' (duration: 191.575235ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:16.163043Z","caller":"traceutil/trace.go:171","msg":"trace[239614357] transaction","detail":"{read_only:false; response_revision:22561; number_of_response:1; }","duration":"213.013687ms","start":"2026-04-01T16:34:15.950009Z","end":"2026-04-01T16:34:16.163023Z","steps":["trace[239614357] 'process raft request' (duration: 212.948435ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:16.163424Z","caller":"traceutil/trace.go:171","msg":"trace[315462251] transaction","detail":"{read_only:false; response_revision:22560; number_of_response:1; }","duration":"257.621691ms","start":"2026-04-01T16:34:15.905792Z","end":"2026-04-01T16:34:16.163414Z","steps":["trace[315462251] 'process raft request' (duration: 247.648697ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:21.294743Z","caller":"traceutil/trace.go:171","msg":"trace[1263067931] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"145.730182ms","start":"2026-04-01T16:34:21.148985Z","end":"2026-04-01T16:34:21.294715Z","steps":["trace[1263067931] 'process raft request' (duration: 145.411225ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:24.2342Z","caller":"traceutil/trace.go:171","msg":"trace[943302379] transaction","detail":"{read_only:false; response_revision:22600; number_of_response:1; }","duration":"111.522161ms","start":"2026-04-01T16:34:24.122625Z","end":"2026-04-01T16:34:24.234147Z","steps":["trace[943302379] 'process raft request' (duration: 106.921874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:34:31.370155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.371211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:34:31.370294Z","caller":"traceutil/trace.go:171","msg":"trace[1668691999] linearizableReadLoop","detail":"{readStateIndex:23442; appliedIndex:23441; }","duration":"149.512351ms","start":"2026-04-01T16:34:31.220759Z","end":"2026-04-01T16:34:31.370272Z","steps":["trace[1668691999] 'read index received' (duration: 48.892974ms)","trace[1668691999] 'applied index is now lower than readState.Index' (duration: 100.617377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:34:31.370458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.937523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:34:31.370495Z","caller":"traceutil/trace.go:171","msg":"trace[1390341275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22635; }","duration":"135.998845ms","start":"2026-04-01T16:34:31.234485Z","end":"2026-04-01T16:34:31.370483Z","steps":["trace[1390341275] 'agreement among raft nodes before linearized reading' (duration: 135.914903ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:31.370594Z","caller":"traceutil/trace.go:171","msg":"trace[2050755280] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"158.099852ms","start":"2026-04-01T16:34:31.212219Z","end":"2026-04-01T16:34:31.370319Z","steps":["trace[2050755280] 'process raft request' (duration: 57.437615ms)","trace[2050755280] 'compare' (duration: 99.882788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:34:31.37062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.833939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:34:31.370722Z","caller":"traceutil/trace.go:171","msg":"trace[1909150065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22635; }","duration":"149.993033ms","start":"2026-04-01T16:34:31.220702Z","end":"2026-04-01T16:34:31.370695Z","steps":["trace[1909150065] 'agreement among raft nodes before linearized reading' (duration: 149.702606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:34:31.370919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.303788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T16:34:31.37097Z","caller":"traceutil/trace.go:171","msg":"trace[1233879783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22635; }","duration":"129.435091ms","start":"2026-04-01T16:34:31.241517Z","end":"2026-04-01T16:34:31.370952Z","steps":["trace[1233879783] 'agreement among raft nodes before linearized reading' (duration: 129.223376ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:08.294405Z","caller":"traceutil/trace.go:171","msg":"trace[859047973] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"109.524804ms","start":"2026-04-01T16:35:08.184853Z","end":"2026-04-01T16:35:08.294378Z","steps":["trace[859047973] 'process raft request' (duration: 109.301309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:35:08.294931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.814702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:35:08.294975Z","caller":"traceutil/trace.go:171","msg":"trace[1753376065] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:22993; }","duration":"109.877023ms","start":"2026-04-01T16:35:08.185086Z","end":"2026-04-01T16:35:08.294963Z","steps":["trace[1753376065] 'agreement among raft nodes before linearized reading' (duration: 109.773451ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:54.741617Z","caller":"traceutil/trace.go:171","msg":"trace[1423956813] linearizableReadLoop","detail":"{readStateIndex:24543; appliedIndex:24542; }","duration":"294.67547ms","start":"2026-04-01T16:35:54.446901Z","end":"2026-04-01T16:35:54.741576Z","steps":["trace[1423956813] 'read index received' (duration: 279.649948ms)","trace[1423956813] 'applied index is now lower than readState.Index' (duration: 15.024222ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:35:54.741646Z","caller":"traceutil/trace.go:171","msg":"trace[1878574274] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"296.086293ms","start":"2026-04-01T16:35:54.445527Z","end":"2026-04-01T16:35:54.741613Z","steps":["trace[1878574274] 'process raft request' (duration: 281.04084ms)","trace[1878574274] 'compare' (duration: 14.5189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:35:54.741912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.986307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-01T16:35:54.741975Z","caller":"traceutil/trace.go:171","msg":"trace[26050693] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23704; }","duration":"295.09356ms","start":"2026-04-01T16:35:54.446864Z","end":"2026-04-01T16:35:54.741957Z","steps":["trace[26050693] 'agreement among raft nodes before linearized reading' (duration: 294.844674ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:54.744522Z","caller":"traceutil/trace.go:171","msg":"trace[1544534959] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"262.296352ms","start":"2026-04-01T16:35:54.482195Z","end":"2026-04-01T16:35:54.744491Z","steps":["trace[1544534959] 'process raft request' (duration: 262.109148ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:54.744862Z","caller":"traceutil/trace.go:171","msg":"trace[154102829] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23705; }","duration":"199.752787ms","start":"2026-04-01T16:35:54.545078Z","end":"2026-04-01T16:35:54.744831Z","steps":["trace[154102829] 'process raft request' (duration: 199.377958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:35:54.744955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.450626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-01T16:35:54.744997Z","caller":"traceutil/trace.go:171","msg":"trace[25575146] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23709; }","duration":"297.508457ms","start":"2026-04-01T16:35:54.447478Z","end":"2026-04-01T16:35:54.744986Z","steps":["trace[25575146] 'agreement among raft nodes before linearized reading' (duration: 297.385934ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:54.745105Z","caller":"traceutil/trace.go:171","msg":"trace[1044077369] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"110.337464ms","start":"2026-04-01T16:35:54.634759Z","end":"2026-04-01T16:35:54.745096Z","steps":["trace[1044077369] 'process raft request' (duration: 109.955185ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:54.745384Z","caller":"traceutil/trace.go:171","msg":"trace[804950205] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"170.031571ms","start":"2026-04-01T16:35:54.57533Z","end":"2026-04-01T16:35:54.745361Z","steps":["trace[804950205] 'process raft request' (duration: 169.320825ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:58.072219Z","caller":"traceutil/trace.go:171","msg":"trace[1218022581] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"113.333164ms","start":"2026-04-01T16:35:57.958849Z","end":"2026-04-01T16:35:58.072182Z","steps":["trace[1218022581] 'process raft request' (duration: 113.087338ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:58.074475Z","caller":"traceutil/trace.go:171","msg":"trace[1787607265] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"114.151663ms","start":"2026-04-01T16:35:57.959289Z","end":"2026-04-01T16:35:58.073441Z","steps":["trace[1787607265] 'process raft request' (duration: 113.919408ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:02.907525Z","caller":"traceutil/trace.go:171","msg":"trace[1417137367] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"378.148984ms","start":"2026-04-01T16:36:02.529349Z","end":"2026-04-01T16:36:02.907498Z","steps":["trace[1417137367] 'process raft request' (duration: 377.98869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:02.907675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:02.529317Z","time spent":"378.281827ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:36:03.12767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.659742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:36:03.127965Z","caller":"traceutil/trace.go:171","msg":"trace[1861314094] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"355.524365ms","start":"2026-04-01T16:36:02.772413Z","end":"2026-04-01T16:36:03.127937Z","steps":["trace[1861314094] 'process raft request' (duration: 235.501274ms)","trace[1861314094] 'compare' (duration: 119.507018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:36:03.12806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:02.772379Z","time spent":"355.631587ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:36:03.128162Z","caller":"traceutil/trace.go:171","msg":"trace[224805813] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"353.361714ms","start":"2026-04-01T16:36:02.774784Z","end":"2026-04-01T16:36:03.128145Z","steps":["trace[224805813] 'process raft request' (duration: 353.22993ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:03.12828Z","caller":"traceutil/trace.go:171","msg":"trace[2141623187] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"354.88947ms","start":"2026-04-01T16:36:02.773358Z","end":"2026-04-01T16:36:03.128248Z","steps":["trace[2141623187] 'process raft request' (duration: 354.48212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:03.12831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:02.774772Z","time spent":"353.465817ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:36:03.128449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:02.773324Z","time spent":"355.041924ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:36:04.165219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706636761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:36:04.364715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111057255s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:36:04.625924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388547282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:36:04.626011Z","caller":"traceutil/trace.go:171","msg":"trace[940269229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23927; }","duration":"1.388695836s","start":"2026-04-01T16:36:03.237293Z","end":"2026-04-01T16:36:04.625989Z","steps":["trace[940269229] 'range keys from in-memory index tree' (duration: 1.38844602s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.626058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:03.23727Z","time spent":"1.388775057s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:36:04.627321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.363603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:36:04.627448Z","caller":"traceutil/trace.go:171","msg":"trace[935746869] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"1.373882209s","start":"2026-04-01T16:36:03.253546Z","end":"2026-04-01T16:36:04.627428Z","steps":["trace[935746869] 'process raft request' (duration: 1.11130149s)","trace[935746869] 'compare' (duration: 261.911033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:36:04.627542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:03.253526Z","time spent":"1.373968651s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:36:04.97462Z","caller":"traceutil/trace.go:171","msg":"trace[1893556729] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"1.327785591s","start":"2026-04-01T16:36:03.646795Z","end":"2026-04-01T16:36:04.97458Z","steps":["trace[1893556729] 'process raft request' (duration: 1.325116978s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.9748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:03.646765Z","time spent":"1.327960355s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:36:04.976943Z","caller":"traceutil/trace.go:171","msg":"trace[2075726150] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"881.432609ms","start":"2026-04-01T16:36:04.09546Z","end":"2026-04-01T16:36:04.976892Z","steps":["trace[2075726150] 'process raft request' (duration: 880.62173ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:04.976985Z","caller":"traceutil/trace.go:171","msg":"trace[1940615702] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"852.265216ms","start":"2026-04-01T16:36:04.124628Z","end":"2026-04-01T16:36:04.976894Z","steps":["trace[1940615702] 'process raft request' (duration: 851.885457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.977187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.095433Z","time spent":"881.645144ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:36:04.977201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313043825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:36:04.97723Z","caller":"traceutil/trace.go:171","msg":"trace[781934094] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"884.260086ms","start":"2026-04-01T16:36:04.091695Z","end":"2026-04-01T16:36:04.975955Z","steps":["trace[781934094] 'process raft request' (duration: 882.818402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.977255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.124536Z","time spent":"852.616254ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:36:04.977297Z","caller":"traceutil/trace.go:171","msg":"trace[2134486427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23933; }","duration":"1.313180358s","start":"2026-04-01T16:36:03.664083Z","end":"2026-04-01T16:36:04.977263Z","steps":["trace[2134486427] 'agreement among raft nodes before linearized reading' (duration: 1.312561074s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.977435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.091669Z","time spent":"885.628337ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:36:04.977414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:03.664039Z","time spent":"1.313352412s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:36:04.977781Z","caller":"traceutil/trace.go:171","msg":"trace[170088506] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"884.157853ms","start":"2026-04-01T16:36:04.092266Z","end":"2026-04-01T16:36:04.976423Z","steps":["trace[170088506] 'process raft request' (duration: 882.434262ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:04.978169Z","caller":"traceutil/trace.go:171","msg":"trace[2123585224] linearizableReadLoop","detail":"{readStateIndex:24774; appliedIndex:24768; }","duration":"1.312489523s","start":"2026-04-01T16:36:03.664148Z","end":"2026-04-01T16:36:04.976637Z","steps":["trace[2123585224] 'read index received' (duration: 700.781429ms)","trace[2123585224] 'applied index is now lower than readState.Index' (duration: 611.706514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:36:04.978027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.092257Z","time spent":"885.602086ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:36:04.987377Z","caller":"traceutil/trace.go:171","msg":"trace[755547156] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"119.930539ms","start":"2026-04-01T16:36:04.867424Z","end":"2026-04-01T16:36:04.987355Z","steps":["trace[755547156] 'process raft request' (duration: 119.721514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.987638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.055711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:36:04.987684Z","caller":"traceutil/trace.go:171","msg":"trace[312198431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23935; }","duration":"890.147483ms","start":"2026-04-01T16:36:04.097529Z","end":"2026-04-01T16:36:04.987676Z","steps":["trace[312198431] 'agreement among raft nodes before linearized reading' (duration: 890.02058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.987716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.793781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:36:04.987649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.277889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:36:04.987746Z","caller":"traceutil/trace.go:171","msg":"trace[1767285511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23935; }","duration":"358.816212ms","start":"2026-04-01T16:36:04.628919Z","end":"2026-04-01T16:36:04.987735Z","steps":["trace[1767285511] 'agreement among raft nodes before linearized reading' (duration: 358.783611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.987768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.628885Z","time spent":"358.879253ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:36:04.987762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.415233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-01T16:36:04.987781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179983549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T16:36:04.987785Z","caller":"traceutil/trace.go:171","msg":"trace[621183302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23935; }","duration":"885.407772ms","start":"2026-04-01T16:36:04.102343Z","end":"2026-04-01T16:36:04.987751Z","steps":["trace[621183302] 'agreement among raft nodes before linearized reading' (duration: 885.196677ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:04.987807Z","caller":"traceutil/trace.go:171","msg":"trace[1011183592] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:23935; }","duration":"1.180042851s","start":"2026-04-01T16:36:03.807755Z","end":"2026-04-01T16:36:04.987798Z","steps":["trace[1011183592] 'agreement among raft nodes before linearized reading' (duration: 1.179974109s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.987788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.315474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T16:36:04.987809Z","caller":"traceutil/trace.go:171","msg":"trace[573448012] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23935; }","duration":"926.541785ms","start":"2026-04-01T16:36:04.061255Z","end":"2026-04-01T16:36:04.987797Z","steps":["trace[573448012] 'agreement among raft nodes before linearized reading' (duration: 926.375881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.987828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:03.807734Z","time spent":"1.180089513s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:36:04.987692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.370311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:36:04.987851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.102335Z","time spent":"885.492365ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:36:04.987848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.061234Z","time spent":"926.606407ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-01T16:36:04.987853Z","caller":"traceutil/trace.go:171","msg":"trace[2117132934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23935; }","duration":"889.421726ms","start":"2026-04-01T16:36:04.098414Z","end":"2026-04-01T16:36:04.987835Z","steps":["trace[2117132934] 'agreement among raft nodes before linearized reading' (duration: 889.18007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.987716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.097509Z","time spent":"890.200854ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:36:04.987891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.098399Z","time spent":"889.482748ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:36:04.987899Z","caller":"traceutil/trace.go:171","msg":"trace[1623782533] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23935; }","duration":"358.577287ms","start":"2026-04-01T16:36:04.629286Z","end":"2026-04-01T16:36:04.987863Z","steps":["trace[1623782533] 'agreement among raft nodes before linearized reading' (duration: 358.387002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.987985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:04.629272Z","time spent":"358.679719ms","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:36:04.988002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296894017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:36:04.988025Z","caller":"traceutil/trace.go:171","msg":"trace[992613202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23935; }","duration":"1.296962619s","start":"2026-04-01T16:36:03.691054Z","end":"2026-04-01T16:36:04.988017Z","steps":["trace[992613202] 'agreement among raft nodes before linearized reading' (duration: 1.296452687s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:04.98804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:36:03.691041Z","time spent":"1.29699451s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:37:14.377125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.931983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:37:14.377464Z","caller":"traceutil/trace.go:171","msg":"trace[1673701076] linearizableReadLoop","detail":"{readStateIndex:25591; appliedIndex:25590; }","duration":"372.549243ms","start":"2026-04-01T16:37:14.004892Z","end":"2026-04-01T16:37:14.377441Z","steps":["trace[1673701076] 'read index received' (duration: 48.421µs)","trace[1673701076] 'applied index is now lower than readState.Index' (duration: 372.497092ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:37:14.377591Z","caller":"traceutil/trace.go:171","msg":"trace[1657893725] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"560.27792ms","start":"2026-04-01T16:37:13.817295Z","end":"2026-04-01T16:37:14.377573Z","steps":["trace[1657893725] 'process raft request' (duration: 104.725022ms)","trace[1657893725] 'compare' (duration: 454.655907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:37:14.377678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:37:13.817275Z","time spent":"560.353721ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:37:14.377741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.443501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:14.37783Z","caller":"traceutil/trace.go:171","msg":"trace[2062502732] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24729; }","duration":"363.581053ms","start":"2026-04-01T16:37:14.014228Z","end":"2026-04-01T16:37:14.377809Z","steps":["trace[2062502732] 'agreement among raft nodes before linearized reading' (duration: 363.403499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:14.377872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:37:14.014206Z","time spent":"363.655265ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:37:14.377998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.250894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:14.378038Z","caller":"traceutil/trace.go:171","msg":"trace[1918113244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24729; }","duration":"143.323286ms","start":"2026-04-01T16:37:14.234702Z","end":"2026-04-01T16:37:14.378025Z","steps":["trace[1918113244] 'agreement among raft nodes before linearized reading' (duration: 143.266425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:14.378282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.360072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:37:14.378386Z","caller":"traceutil/trace.go:171","msg":"trace[1675083755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24729; }","duration":"373.518366ms","start":"2026-04-01T16:37:14.004844Z","end":"2026-04-01T16:37:14.378362Z","steps":["trace[1675083755] 'agreement among raft nodes before linearized reading' (duration: 372.84984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:14.378601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:37:14.004823Z","time spent":"373.763732ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:37:14.918778Z","caller":"traceutil/trace.go:171","msg":"trace[1007321733] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"143.388428ms","start":"2026-04-01T16:37:14.775337Z","end":"2026-04-01T16:37:14.918726Z","steps":["trace[1007321733] 'process raft request' (duration: 143.143462ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.514143Z","caller":"traceutil/trace.go:171","msg":"trace[840645088] linearizableReadLoop","detail":"{readStateIndex:25595; appliedIndex:25593; }","duration":"245.532629ms","start":"2026-04-01T16:37:15.268583Z","end":"2026-04-01T16:37:15.514116Z","steps":["trace[840645088] 'read index received' (duration: 71.167856ms)","trace[840645088] 'applied index is now lower than readState.Index' (duration: 174.363523ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:37:15.514415Z","caller":"traceutil/trace.go:171","msg":"trace[2054225794] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"252.877572ms","start":"2026-04-01T16:37:15.261519Z","end":"2026-04-01T16:37:15.514397Z","steps":["trace[2054225794] 'process raft request' (duration: 228.01698ms)","trace[2054225794] 'compare' (duration: 24.466412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:37:15.514611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.99691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:15.514702Z","caller":"traceutil/trace.go:171","msg":"trace[1407504379] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24733; }","duration":"246.140843ms","start":"2026-04-01T16:37:15.268539Z","end":"2026-04-01T16:37:15.514679Z","steps":["trace[1407504379] 'agreement among raft nodes before linearized reading' (duration: 245.961349ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.528628Z","caller":"traceutil/trace.go:171","msg":"trace[1598280504] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"126.3735ms","start":"2026-04-01T16:37:15.402233Z","end":"2026-04-01T16:37:15.528607Z","steps":["trace[1598280504] 'process raft request' (duration: 126.192885ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.528882Z","caller":"traceutil/trace.go:171","msg":"trace[1818359841] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"125.11912ms","start":"2026-04-01T16:37:15.40375Z","end":"2026-04-01T16:37:15.528869Z","steps":["trace[1818359841] 'process raft request' (duration: 124.812542ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.529186Z","caller":"traceutil/trace.go:171","msg":"trace[1149390895] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"121.476565ms","start":"2026-04-01T16:37:15.407687Z","end":"2026-04-01T16:37:15.529164Z","steps":["trace[1149390895] 'process raft request' (duration: 121.208248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.529369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.463829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:15.529505Z","caller":"traceutil/trace.go:171","msg":"trace[1909486717] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24737; }","duration":"260.658424ms","start":"2026-04-01T16:37:15.268817Z","end":"2026-04-01T16:37:15.529476Z","steps":["trace[1909486717] 'agreement among raft nodes before linearized reading' (duration: 260.443289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.529544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.055596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:15.529636Z","caller":"traceutil/trace.go:171","msg":"trace[555551373] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24737; }","duration":"104.133268ms","start":"2026-04-01T16:37:15.425436Z","end":"2026-04-01T16:37:15.529569Z","steps":["trace[555551373] 'agreement among raft nodes before linearized reading' (duration: 104.004815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.529703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.318537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:37:15.52978Z","caller":"traceutil/trace.go:171","msg":"trace[1582430444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24737; }","duration":"114.452199ms","start":"2026-04-01T16:37:15.415308Z","end":"2026-04-01T16:37:15.52976Z","steps":["trace[1582430444] 'agreement among raft nodes before linearized reading' (duration: 114.251495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.529789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.61275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:15.529885Z","caller":"traceutil/trace.go:171","msg":"trace[1128321835] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24737; }","duration":"104.736262ms","start":"2026-04-01T16:37:15.425135Z","end":"2026-04-01T16:37:15.529871Z","steps":["trace[1128321835] 'agreement among raft nodes before linearized reading' (duration: 104.617149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.529984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.718759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:37:15.530022Z","caller":"traceutil/trace.go:171","msg":"trace[713830043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24737; }","duration":"191.805681ms","start":"2026-04-01T16:37:15.338208Z","end":"2026-04-01T16:37:15.530014Z","steps":["trace[713830043] 'agreement among raft nodes before linearized reading' (duration: 191.587936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.530169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.04664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:15.530227Z","caller":"traceutil/trace.go:171","msg":"trace[861837228] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24737; }","duration":"105.139212ms","start":"2026-04-01T16:37:15.425072Z","end":"2026-04-01T16:37:15.530211Z","steps":["trace[861837228] 'agreement among raft nodes before linearized reading' (duration: 104.989338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.530256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.504714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:37:15.530362Z","caller":"traceutil/trace.go:171","msg":"trace[2117425866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24737; }","duration":"103.630706ms","start":"2026-04-01T16:37:15.42672Z","end":"2026-04-01T16:37:15.530351Z","steps":["trace[2117425866] 'agreement among raft nodes before linearized reading' (duration: 103.459142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.530485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.576005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:37:15.530539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.862581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:15.530572Z","caller":"traceutil/trace.go:171","msg":"trace[215126305] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24737; }","duration":"103.919103ms","start":"2026-04-01T16:37:15.426644Z","end":"2026-04-01T16:37:15.530563Z","steps":["trace[215126305] 'agreement among raft nodes before linearized reading' (duration: 103.867022ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.530579Z","caller":"traceutil/trace.go:171","msg":"trace[2065644149] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24737; }","duration":"261.728738ms","start":"2026-04-01T16:37:15.268826Z","end":"2026-04-01T16:37:15.530555Z","steps":["trace[2065644149] 'agreement among raft nodes before linearized reading' (duration: 261.518603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.530757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.841512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:15.530804Z","caller":"traceutil/trace.go:171","msg":"trace[1785532057] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24737; }","duration":"262.096477ms","start":"2026-04-01T16:37:15.268698Z","end":"2026-04-01T16:37:15.530795Z","steps":["trace[1785532057] 'agreement among raft nodes before linearized reading' (duration: 262.015915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.530811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.686071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:37:15.531014Z","caller":"traceutil/trace.go:171","msg":"trace[1694067360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24737; }","duration":"104.834875ms","start":"2026-04-01T16:37:15.426091Z","end":"2026-04-01T16:37:15.530926Z","steps":["trace[1694067360] 'agreement among raft nodes before linearized reading' (duration: 104.6242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.531203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.901355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-01T16:37:15.531288Z","caller":"traceutil/trace.go:171","msg":"trace[322982945] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24737; }","duration":"260.022039ms","start":"2026-04-01T16:37:15.271249Z","end":"2026-04-01T16:37:15.531271Z","steps":["trace[322982945] 'agreement among raft nodes before linearized reading' (duration: 258.892582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.53136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.049463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:37:15.531515Z","caller":"traceutil/trace.go:171","msg":"trace[2099748457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24737; }","duration":"106.232947ms","start":"2026-04-01T16:37:15.425266Z","end":"2026-04-01T16:37:15.531499Z","steps":["trace[2099748457] 'agreement among raft nodes before linearized reading' (duration: 104.762973ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.670373Z","caller":"traceutil/trace.go:171","msg":"trace[1871771015] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"135.065882ms","start":"2026-04-01T16:37:15.535284Z","end":"2026-04-01T16:37:15.67035Z","steps":["trace[1871771015] 'process raft request' (duration: 134.988321ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.670472Z","caller":"traceutil/trace.go:171","msg":"trace[2075262945] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"152.215084ms","start":"2026-04-01T16:37:15.51821Z","end":"2026-04-01T16:37:15.670425Z","steps":["trace[2075262945] 'process raft request' (duration: 103.691098ms)","trace[2075262945] 'compare' (duration: 48.225979ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:37:15.670598Z","caller":"traceutil/trace.go:171","msg":"trace[1620184700] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"134.51858ms","start":"2026-04-01T16:37:15.53605Z","end":"2026-04-01T16:37:15.670568Z","steps":["trace[1620184700] 'process raft request' (duration: 134.268304ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.670864Z","caller":"traceutil/trace.go:171","msg":"trace[120911120] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"134.620942ms","start":"2026-04-01T16:37:15.536213Z","end":"2026-04-01T16:37:15.670834Z","steps":["trace[120911120] 'process raft request' (duration: 134.324565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:37:15.670963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.220563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:37:15.671011Z","caller":"traceutil/trace.go:171","msg":"trace[1049778798] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24742; }","duration":"140.334826ms","start":"2026-04-01T16:37:15.530666Z","end":"2026-04-01T16:37:15.671001Z","steps":["trace[1049778798] 'agreement among raft nodes before linearized reading' (duration: 140.231383ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.670581Z","caller":"traceutil/trace.go:171","msg":"trace[119462258] linearizableReadLoop","detail":"{readStateIndex:25600; appliedIndex:25599; }","duration":"139.822374ms","start":"2026-04-01T16:37:15.530724Z","end":"2026-04-01T16:37:15.670547Z","steps":["trace[119462258] 'read index received' (duration: 91.181495ms)","trace[119462258] 'applied index is now lower than readState.Index' (duration: 48.637809ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:37:15.671023Z","caller":"traceutil/trace.go:171","msg":"trace[104728026] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"134.740045ms","start":"2026-04-01T16:37:15.536273Z","end":"2026-04-01T16:37:15.671013Z","steps":["trace[104728026] 'process raft request' (duration: 134.432648ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:15.671049Z","caller":"traceutil/trace.go:171","msg":"trace[158685257] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"134.723534ms","start":"2026-04-01T16:37:15.536301Z","end":"2026-04-01T16:37:15.671024Z","steps":["trace[158685257] 'process raft request' (duration: 134.627052ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:36.446322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21896} {"level":"info","ts":"2026-04-01T16:37:36.643638Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21896,"took":"194.104144ms","hash":1437131895,"current-db-size-bytes":57704448,"current-db-size":"58 MB","current-db-size-in-use-bytes":41787392,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-01T16:37:36.64373Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1437131895,"revision":21896,"compact-revision":17309} {"level":"info","ts":"2026-04-01T16:37:59.895123Z","caller":"traceutil/trace.go:171","msg":"trace[955729106] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"175.872248ms","start":"2026-04-01T16:37:59.719224Z","end":"2026-04-01T16:37:59.895096Z","steps":["trace[955729106] 'process raft request' (duration: 175.820317ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:37:59.895253Z","caller":"traceutil/trace.go:171","msg":"trace[1806824218] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"188.688038ms","start":"2026-04-01T16:37:59.706534Z","end":"2026-04-01T16:37:59.895222Z","steps":["trace[1806824218] 'process raft request' (duration: 156.986495ms)","trace[1806824218] 'compare' (duration: 31.109619ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:37:59.895456Z","caller":"traceutil/trace.go:171","msg":"trace[828683940] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"186.676871ms","start":"2026-04-01T16:37:59.708765Z","end":"2026-04-01T16:37:59.895442Z","steps":["trace[828683940] 'process raft request' (duration: 186.1849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:38:00.189327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.924616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:38:00.189583Z","caller":"traceutil/trace.go:171","msg":"trace[1521147344] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"200.411393ms","start":"2026-04-01T16:37:59.989141Z","end":"2026-04-01T16:38:00.189553Z","steps":["trace[1521147344] 'process raft request' (duration: 63.164959ms)","trace[1521147344] 'compare' (duration: 136.729861ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:38:00.197581Z","caller":"traceutil/trace.go:171","msg":"trace[1410370067] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"207.58552ms","start":"2026-04-01T16:37:59.989982Z","end":"2026-04-01T16:38:00.197567Z","steps":["trace[1410370067] 'process raft request' (duration: 207.464547ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:38:00.197773Z","caller":"traceutil/trace.go:171","msg":"trace[1014806977] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"207.725244ms","start":"2026-04-01T16:37:59.990037Z","end":"2026-04-01T16:38:00.197762Z","steps":["trace[1014806977] 'process raft request' (duration: 207.500479ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:38:00.197883Z","caller":"traceutil/trace.go:171","msg":"trace[2096760374] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"207.451878ms","start":"2026-04-01T16:37:59.990425Z","end":"2026-04-01T16:38:00.197877Z","steps":["trace[2096760374] 'process raft request' (duration: 207.254833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:38:27.013209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.92901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:38:27.013303Z","caller":"traceutil/trace.go:171","msg":"trace[690122282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25373; }","duration":"144.084454ms","start":"2026-04-01T16:38:26.869198Z","end":"2026-04-01T16:38:27.013283Z","steps":["trace[690122282] 'count revisions from in-memory index tree' (duration: 143.770547ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:38:27.340459Z","caller":"traceutil/trace.go:171","msg":"trace[546431981] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"329.631449ms","start":"2026-04-01T16:38:27.0108Z","end":"2026-04-01T16:38:27.340432Z","steps":["trace[546431981] 'process raft request' (duration: 329.472535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:38:27.340766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:38:27.010779Z","time spent":"329.752592ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:38:27.38432Z","caller":"traceutil/trace.go:171","msg":"trace[357691660] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"361.059974ms","start":"2026-04-01T16:38:27.023244Z","end":"2026-04-01T16:38:27.384304Z","steps":["trace[357691660] 'process raft request' (duration: 360.844939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:38:27.384394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:38:27.023218Z","time spent":"361.142486ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:38:27.384386Z","caller":"traceutil/trace.go:171","msg":"trace[474380347] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"132.38815ms","start":"2026-04-01T16:38:27.251965Z","end":"2026-04-01T16:38:27.384353Z","steps":["trace[474380347] 'process raft request' (duration: 132.274547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:38:28.04192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.489867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:38:28.04198Z","caller":"traceutil/trace.go:171","msg":"trace[1807736050] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25378; }","duration":"101.561018ms","start":"2026-04-01T16:38:27.940405Z","end":"2026-04-01T16:38:28.041966Z","steps":["trace[1807736050] 'count revisions from in-memory index tree' (duration: 101.409535ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:06.435697Z","caller":"traceutil/trace.go:171","msg":"trace[300874202] linearizableReadLoop","detail":"{readStateIndex:26586; appliedIndex:26585; }","duration":"119.909548ms","start":"2026-04-01T16:39:06.315757Z","end":"2026-04-01T16:39:06.435666Z","steps":["trace[300874202] 'read index received' (duration: 119.55907ms)","trace[300874202] 'applied index is now lower than readState.Index' (duration: 349.328µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:06.435778Z","caller":"traceutil/trace.go:171","msg":"trace[361575713] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"124.651868ms","start":"2026-04-01T16:39:06.311086Z","end":"2026-04-01T16:39:06.435738Z","steps":["trace[361575713] 'process raft request' (duration: 124.28725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:06.43602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.245215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:39:06.436076Z","caller":"traceutil/trace.go:171","msg":"trace[2146440341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25697; }","duration":"120.346908ms","start":"2026-04-01T16:39:06.315712Z","end":"2026-04-01T16:39:06.436059Z","steps":["trace[2146440341] 'agreement among raft nodes before linearized reading' (duration: 120.116722ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:06.627811Z","caller":"traceutil/trace.go:171","msg":"trace[317907287] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"101.618429ms","start":"2026-04-01T16:39:06.526162Z","end":"2026-04-01T16:39:06.62778Z","steps":["trace[317907287] 'process raft request' (duration: 56.243407ms)","trace[317907287] 'compare' (duration: 44.983353ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:06.762799Z","caller":"traceutil/trace.go:171","msg":"trace[597764933] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"131.10281ms","start":"2026-04-01T16:39:06.63167Z","end":"2026-04-01T16:39:06.762773Z","steps":["trace[597764933] 'process raft request' (duration: 115.451053ms)","trace[597764933] 'compare' (duration: 15.513674ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:06.820298Z","caller":"traceutil/trace.go:171","msg":"trace[1740697208] linearizableReadLoop","detail":"{readStateIndex:26592; appliedIndex:26590; }","duration":"187.991791ms","start":"2026-04-01T16:39:06.632286Z","end":"2026-04-01T16:39:06.820277Z","steps":["trace[1740697208] 'read index received' (duration: 114.848949ms)","trace[1740697208] 'applied index is now lower than readState.Index' (duration: 73.141972ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:06.820396Z","caller":"traceutil/trace.go:171","msg":"trace[255513744] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"186.723142ms","start":"2026-04-01T16:39:06.633661Z","end":"2026-04-01T16:39:06.820384Z","steps":["trace[255513744] 'process raft request' (duration: 186.565848ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:06.820351Z","caller":"traceutil/trace.go:171","msg":"trace[1949586022] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"188.466393ms","start":"2026-04-01T16:39:06.63183Z","end":"2026-04-01T16:39:06.820297Z","steps":["trace[1949586022] 'process raft request' (duration: 188.286829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:06.820659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.34025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:39:06.820805Z","caller":"traceutil/trace.go:171","msg":"trace[2053989816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25704; }","duration":"188.502964ms","start":"2026-04-01T16:39:06.632281Z","end":"2026-04-01T16:39:06.820783Z","steps":["trace[2053989816] 'agreement among raft nodes before linearized reading' (duration: 188.120285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:06.850529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.774759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:39:06.850656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.360758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T16:39:06.850637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.736944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:39:06.850713Z","caller":"traceutil/trace.go:171","msg":"trace[2016249019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25705; }","duration":"199.421309ms","start":"2026-04-01T16:39:06.651269Z","end":"2026-04-01T16:39:06.85069Z","steps":["trace[2016249019] 'agreement among raft nodes before linearized reading' (duration: 199.330617ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:06.850727Z","caller":"traceutil/trace.go:171","msg":"trace[1303608704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25705; }","duration":"213.863488ms","start":"2026-04-01T16:39:06.636843Z","end":"2026-04-01T16:39:06.850707Z","steps":["trace[1303608704] 'agreement among raft nodes before linearized reading' (duration: 213.573311ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:06.850725Z","caller":"traceutil/trace.go:171","msg":"trace[1154899005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25705; }","duration":"217.947173ms","start":"2026-04-01T16:39:06.632723Z","end":"2026-04-01T16:39:06.85067Z","steps":["trace[1154899005] 'agreement among raft nodes before linearized reading' (duration: 217.640606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:06.850565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.56492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:39:06.850913Z","caller":"traceutil/trace.go:171","msg":"trace[690927185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25705; }","duration":"213.934259ms","start":"2026-04-01T16:39:06.636968Z","end":"2026-04-01T16:39:06.850902Z","steps":["trace[690927185] 'agreement among raft nodes before linearized reading' (duration: 213.376826ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:07.109339Z","caller":"traceutil/trace.go:171","msg":"trace[1723171290] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"251.716294ms","start":"2026-04-01T16:39:06.857597Z","end":"2026-04-01T16:39:07.109314Z","steps":["trace[1723171290] 'process raft request' (duration: 233.561299ms)","trace[1723171290] 'compare' (duration: 17.794467ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:07.109542Z","caller":"traceutil/trace.go:171","msg":"trace[727090838] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"251.518769ms","start":"2026-04-01T16:39:06.857994Z","end":"2026-04-01T16:39:07.109513Z","steps":["trace[727090838] 'process raft request' (duration: 251.279323ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:07.109978Z","caller":"traceutil/trace.go:171","msg":"trace[710350441] linearizableReadLoop","detail":"{readStateIndex:26599; appliedIndex:26595; }","duration":"196.386309ms","start":"2026-04-01T16:39:06.913572Z","end":"2026-04-01T16:39:07.109959Z","steps":["trace[710350441] 'read index received' (duration: 177.477416ms)","trace[710350441] 'applied index is now lower than readState.Index' (duration: 18.907692ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:07.110005Z","caller":"traceutil/trace.go:171","msg":"trace[2140384404] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"248.950999ms","start":"2026-04-01T16:39:06.861039Z","end":"2026-04-01T16:39:07.10999Z","steps":["trace[2140384404] 'process raft request' (duration: 248.816106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:07.109981Z","caller":"traceutil/trace.go:171","msg":"trace[1918156026] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"251.630373ms","start":"2026-04-01T16:39:06.85833Z","end":"2026-04-01T16:39:07.109961Z","steps":["trace[1918156026] 'process raft request' (duration: 251.10523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:07.110302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.723916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:07.110394Z","caller":"traceutil/trace.go:171","msg":"trace[263709693] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25710; }","duration":"196.847239ms","start":"2026-04-01T16:39:06.913529Z","end":"2026-04-01T16:39:07.110376Z","steps":["trace[263709693] 'agreement among raft nodes before linearized reading' (duration: 196.516332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:07.110148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.155975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:07.110562Z","caller":"traceutil/trace.go:171","msg":"trace[2070249994] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25710; }","duration":"106.617006ms","start":"2026-04-01T16:39:07.003931Z","end":"2026-04-01T16:39:07.110548Z","steps":["trace[2070249994] 'agreement among raft nodes before linearized reading' (duration: 106.156026ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:07.551342Z","caller":"traceutil/trace.go:171","msg":"trace[418364358] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"106.76949ms","start":"2026-04-01T16:39:07.444548Z","end":"2026-04-01T16:39:07.551317Z","steps":["trace[418364358] 'process raft request' (duration: 106.601126ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:07.65959Z","caller":"traceutil/trace.go:171","msg":"trace[277559135] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"127.480626ms","start":"2026-04-01T16:39:07.532069Z","end":"2026-04-01T16:39:07.65955Z","steps":["trace[277559135] 'process raft request' (duration: 124.380223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.424796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:07.970159Z","time spent":"454.631556ms","remote":"127.0.0.1:51592","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:39:08.425018Z","caller":"traceutil/trace.go:171","msg":"trace[424848647] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"457.83217ms","start":"2026-04-01T16:39:07.967148Z","end":"2026-04-01T16:39:08.42498Z","steps":["trace[424848647] 'process raft request' (duration: 414.66456ms)","trace[424848647] 'compare' (duration: 42.822172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:08.425179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:07.967128Z","time spent":"457.983133ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1469,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:39:08.786029Z","caller":"traceutil/trace.go:171","msg":"trace[758727546] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"749.174572ms","start":"2026-04-01T16:39:08.036831Z","end":"2026-04-01T16:39:08.786005Z","steps":["trace[758727546] 'process raft request' (duration: 748.971697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.786184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.036804Z","time spent":"749.300735ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:08.786375Z","caller":"traceutil/trace.go:171","msg":"trace[1425586875] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"641.45819ms","start":"2026-04-01T16:39:08.144882Z","end":"2026-04-01T16:39:08.78634Z","steps":["trace[1425586875] 'process raft request' (duration: 641.06666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.786532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.144858Z","time spent":"641.592173ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:08.786923Z","caller":"traceutil/trace.go:171","msg":"trace[508363466] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"476.734793ms","start":"2026-04-01T16:39:08.310178Z","end":"2026-04-01T16:39:08.786913Z","steps":["trace[508363466] 'process raft request' (duration: 476.520468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.78698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.310145Z","time spent":"476.808505ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:08.786954Z","caller":"traceutil/trace.go:171","msg":"trace[1739015791] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"476.783504ms","start":"2026-04-01T16:39:08.310148Z","end":"2026-04-01T16:39:08.786931Z","steps":["trace[1739015791] 'process raft request' (duration: 476.056557ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:08.787217Z","caller":"traceutil/trace.go:171","msg":"trace[2095692214] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"476.279142ms","start":"2026-04-01T16:39:08.310927Z","end":"2026-04-01T16:39:08.787206Z","steps":["trace[2095692214] 'process raft request' (duration: 475.925674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.787335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.310917Z","time spent":"476.393305ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:08.787659Z","caller":"traceutil/trace.go:171","msg":"trace[2110211341] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"476.504527ms","start":"2026-04-01T16:39:08.311141Z","end":"2026-04-01T16:39:08.787645Z","steps":["trace[2110211341] 'process raft request' (duration: 476.030536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.787668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.310119Z","time spent":"476.919857ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:08.787713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.311125Z","time spent":"476.562889ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:08.787787Z","caller":"traceutil/trace.go:171","msg":"trace[516886394] linearizableReadLoop","detail":"{readStateIndex:26606; appliedIndex:26603; }","duration":"597.691765ms","start":"2026-04-01T16:39:08.190086Z","end":"2026-04-01T16:39:08.787778Z","steps":["trace[516886394] 'read index received' (duration: 191.74094ms)","trace[516886394] 'applied index is now lower than readState.Index' (duration: 405.949865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:08.787925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.836739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-01T16:39:08.787959Z","caller":"traceutil/trace.go:171","msg":"trace[1639955830] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25721; }","duration":"597.92577ms","start":"2026-04-01T16:39:08.190026Z","end":"2026-04-01T16:39:08.787952Z","steps":["trace[1639955830] 'agreement among raft nodes before linearized reading' (duration: 597.803878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.78798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.190005Z","time spent":"597.969592ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-01T16:39:08.967185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.475705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:08.967312Z","caller":"traceutil/trace.go:171","msg":"trace[1739295036] linearizableReadLoop","detail":"{readStateIndex:26611; appliedIndex:26610; }","duration":"179.480552ms","start":"2026-04-01T16:39:08.787808Z","end":"2026-04-01T16:39:08.967289Z","steps":["trace[1739295036] 'read index received' (duration: 57.65129ms)","trace[1739295036] 'applied index is now lower than readState.Index' (duration: 121.827852ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:08.967327Z","caller":"traceutil/trace.go:171","msg":"trace[1781761562] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"532.076348ms","start":"2026-04-01T16:39:08.435212Z","end":"2026-04-01T16:39:08.967289Z","steps":["trace[1781761562] 'process raft request' (duration: 410.40073ms)","trace[1781761562] 'compare' (duration: 121.161726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:08.967459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.435189Z","time spent":"532.204561ms","remote":"127.0.0.1:55578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2335,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:39:08.967511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.136512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:08.96747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.643492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:08.967573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.375111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:08.967581Z","caller":"traceutil/trace.go:171","msg":"trace[1281066869] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25722; }","duration":"632.268185ms","start":"2026-04-01T16:39:08.335299Z","end":"2026-04-01T16:39:08.967568Z","steps":["trace[1281066869] 'agreement among raft nodes before linearized reading' (duration: 632.137922ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:08.9676Z","caller":"traceutil/trace.go:171","msg":"trace[903176281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25722; }","duration":"387.435612ms","start":"2026-04-01T16:39:08.580155Z","end":"2026-04-01T16:39:08.967591Z","steps":["trace[903176281] 'agreement among raft nodes before linearized reading' (duration: 387.37931ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:08.96759Z","caller":"traceutil/trace.go:171","msg":"trace[1238134258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25722; }","duration":"292.799306ms","start":"2026-04-01T16:39:08.674776Z","end":"2026-04-01T16:39:08.967575Z","steps":["trace[1238134258] 'agreement among raft nodes before linearized reading' (duration: 292.613132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.967617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.580137Z","time spent":"387.475513ms","remote":"127.0.0.1:32820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:08.967613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.335276Z","time spent":"632.329536ms","remote":"127.0.0.1:60816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:08.967659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.510213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-01T16:39:08.967693Z","caller":"traceutil/trace.go:171","msg":"trace[1380206424] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd8fd891-0d63-4363-bddf-bebd041ab7cc; range_end:; response_count:1; response_revision:25722; }","duration":"176.589185ms","start":"2026-04-01T16:39:08.791092Z","end":"2026-04-01T16:39:08.967681Z","steps":["trace[1380206424] 'agreement among raft nodes before linearized reading' (duration: 176.421171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.967691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.921513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:39:08.967744Z","caller":"traceutil/trace.go:171","msg":"trace[976494605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25722; }","duration":"461.016965ms","start":"2026-04-01T16:39:08.506713Z","end":"2026-04-01T16:39:08.96773Z","steps":["trace[976494605] 'agreement among raft nodes before linearized reading' (duration: 460.844211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:08.96778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:08.506694Z","time spent":"461.077886ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:39:08.967738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.410363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:08.967734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.223691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:08.967848Z","caller":"traceutil/trace.go:171","msg":"trace[1891486021] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:0; response_revision:25722; }","duration":"162.581187ms","start":"2026-04-01T16:39:08.805242Z","end":"2026-04-01T16:39:08.967823Z","steps":["trace[1891486021] 'agreement among raft nodes before linearized reading' (duration: 162.354502ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:08.967865Z","caller":"traceutil/trace.go:171","msg":"trace[1470734165] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25722; }","duration":"154.483177ms","start":"2026-04-01T16:39:08.813353Z","end":"2026-04-01T16:39:08.967836Z","steps":["trace[1470734165] 'agreement among raft nodes before linearized reading' (duration: 154.214891ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.127679Z","caller":"traceutil/trace.go:171","msg":"trace[1873460930] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"155.368708ms","start":"2026-04-01T16:39:08.972251Z","end":"2026-04-01T16:39:09.127619Z","steps":["trace[1873460930] 'process raft request' (duration: 124.72066ms)","trace[1873460930] 'compare' (duration: 26.574602ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:09.201505Z","caller":"traceutil/trace.go:171","msg":"trace[564084737] linearizableReadLoop","detail":"{readStateIndex:26613; appliedIndex:26611; }","duration":"216.135761ms","start":"2026-04-01T16:39:08.985338Z","end":"2026-04-01T16:39:09.201474Z","steps":["trace[564084737] 'read index received' (duration: 20.373057ms)","trace[564084737] 'applied index is now lower than readState.Index' (duration: 195.757074ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:09.201603Z","caller":"traceutil/trace.go:171","msg":"trace[1929739065] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"150.755371ms","start":"2026-04-01T16:39:09.050818Z","end":"2026-04-01T16:39:09.201573Z","steps":["trace[1929739065] 'process raft request' (duration: 150.541156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:09.201738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.381587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:09.201809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.270653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6664c9bd8-swcf6\" ","response":"range_response_count:1 size:8405"} {"level":"info","ts":"2026-04-01T16:39:09.201836Z","caller":"traceutil/trace.go:171","msg":"trace[1739526463] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25725; }","duration":"216.52843ms","start":"2026-04-01T16:39:08.985286Z","end":"2026-04-01T16:39:09.201815Z","steps":["trace[1739526463] 'agreement among raft nodes before linearized reading' (duration: 216.287145ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.201884Z","caller":"traceutil/trace.go:171","msg":"trace[250412761] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6664c9bd8-swcf6; range_end:; response_count:1; response_revision:25725; }","duration":"154.411165ms","start":"2026-04-01T16:39:09.047455Z","end":"2026-04-01T16:39:09.201866Z","steps":["trace[250412761] 'agreement among raft nodes before linearized reading' (duration: 154.19719ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.344919Z","caller":"traceutil/trace.go:171","msg":"trace[703999455] linearizableReadLoop","detail":"{readStateIndex:26616; appliedIndex:26615; }","duration":"140.443209ms","start":"2026-04-01T16:39:09.204453Z","end":"2026-04-01T16:39:09.344897Z","steps":["trace[703999455] 'read index received' (duration: 98.893525ms)","trace[703999455] 'applied index is now lower than readState.Index' (duration: 41.548744ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:09.345015Z","caller":"traceutil/trace.go:171","msg":"trace[1160068100] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"141.117024ms","start":"2026-04-01T16:39:09.203853Z","end":"2026-04-01T16:39:09.34497Z","steps":["trace[1160068100] 'process raft request' (duration: 99.478519ms)","trace[1160068100] 'compare' (duration: 41.452651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:09.345178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.700594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ece8ebb-89eb-4b71-a22b-44943bdb29d9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-01T16:39:09.345253Z","caller":"traceutil/trace.go:171","msg":"trace[146528550] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ece8ebb-89eb-4b71-a22b-44943bdb29d9; range_end:; response_count:1; response_revision:25726; }","duration":"140.786336ms","start":"2026-04-01T16:39:09.204447Z","end":"2026-04-01T16:39:09.345233Z","steps":["trace[146528550] 'agreement among raft nodes before linearized reading' (duration: 140.563471ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.400342Z","caller":"traceutil/trace.go:171","msg":"trace[1533578678] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"194.427243ms","start":"2026-04-01T16:39:09.205884Z","end":"2026-04-01T16:39:09.400311Z","steps":["trace[1533578678] 'process raft request' (duration: 194.202398ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.400395Z","caller":"traceutil/trace.go:171","msg":"trace[265383762] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"194.453653ms","start":"2026-04-01T16:39:09.205906Z","end":"2026-04-01T16:39:09.40036Z","steps":["trace[265383762] 'process raft request' (duration: 194.33101ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.400594Z","caller":"traceutil/trace.go:171","msg":"trace[492803554] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"194.417353ms","start":"2026-04-01T16:39:09.206165Z","end":"2026-04-01T16:39:09.400582Z","steps":["trace[492803554] 'process raft request' (duration: 194.117256ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.400813Z","caller":"traceutil/trace.go:171","msg":"trace[2040876264] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"193.371388ms","start":"2026-04-01T16:39:09.207413Z","end":"2026-04-01T16:39:09.400784Z","steps":["trace[2040876264] 'process raft request' (duration: 193.121142ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.40114Z","caller":"traceutil/trace.go:171","msg":"trace[297649710] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"191.400142ms","start":"2026-04-01T16:39:09.209727Z","end":"2026-04-01T16:39:09.401127Z","steps":["trace[297649710] 'process raft request' (duration: 190.981722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:09.401272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.273647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:09.401346Z","caller":"traceutil/trace.go:171","msg":"trace[1448332854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25731; }","duration":"164.375349ms","start":"2026-04-01T16:39:09.236953Z","end":"2026-04-01T16:39:09.401329Z","steps":["trace[1448332854] 'agreement among raft nodes before linearized reading' (duration: 164.211865ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.503023Z","caller":"traceutil/trace.go:171","msg":"trace[428143115] linearizableReadLoop","detail":"{readStateIndex:26623; appliedIndex:26621; }","duration":"101.898416ms","start":"2026-04-01T16:39:09.401101Z","end":"2026-04-01T16:39:09.503Z","steps":["trace[428143115] 'read index received' (duration: 95.377623ms)","trace[428143115] 'applied index is now lower than readState.Index' (duration: 6.519573ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:09.503084Z","caller":"traceutil/trace.go:171","msg":"trace[353988851] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"152.825079ms","start":"2026-04-01T16:39:09.35022Z","end":"2026-04-01T16:39:09.503045Z","steps":["trace[353988851] 'process raft request' (duration: 146.399128ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:09.503221Z","caller":"traceutil/trace.go:171","msg":"trace[1537828791] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"134.706584ms","start":"2026-04-01T16:39:09.368488Z","end":"2026-04-01T16:39:09.503194Z","steps":["trace[1537828791] 'process raft request' (duration: 134.444948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:09.503306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.505903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:09.503733Z","caller":"traceutil/trace.go:171","msg":"trace[3868556] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25733; }","duration":"141.967034ms","start":"2026-04-01T16:39:09.361748Z","end":"2026-04-01T16:39:09.503715Z","steps":["trace[3868556] 'agreement among raft nodes before linearized reading' (duration: 141.462983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:16.470403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:39:16.544487Z","caller":"traceutil/trace.go:171","msg":"trace[1310440841] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"736.139807ms","start":"2026-04-01T16:39:15.808326Z","end":"2026-04-01T16:39:16.544466Z","steps":["trace[1310440841] 'process raft request' (duration: 736.007154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:16.544623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:15.808298Z","time spent":"736.253119ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:16.881824Z","caller":"traceutil/trace.go:171","msg":"trace[1298615764] linearizableReadLoop","detail":"{readStateIndex:26771; appliedIndex:26768; }","duration":"912.217549ms","start":"2026-04-01T16:39:15.96956Z","end":"2026-04-01T16:39:16.881777Z","steps":["trace[1298615764] 'read index received' (duration: 574.86405ms)","trace[1298615764] 'applied index is now lower than readState.Index' (duration: 337.352339ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:16.881933Z","caller":"traceutil/trace.go:171","msg":"trace[108631282] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"1.003845164s","start":"2026-04-01T16:39:15.878054Z","end":"2026-04-01T16:39:16.881899Z","steps":["trace[108631282] 'process raft request' (duration: 983.327304ms)","trace[108631282] 'compare' (duration: 19.675601ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:16.882041Z","caller":"traceutil/trace.go:171","msg":"trace[908738813] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"588.773535ms","start":"2026-04-01T16:39:16.293251Z","end":"2026-04-01T16:39:16.882025Z","steps":["trace[908738813] 'process raft request' (duration: 588.363926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:16.88209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:15.878032Z","time spent":"1.003973087s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:16.882184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.293218Z","time spent":"588.865838ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:16.882325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.174382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:16.882444Z","caller":"traceutil/trace.go:171","msg":"trace[1183521979] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25876; }","duration":"802.372417ms","start":"2026-04-01T16:39:16.080043Z","end":"2026-04-01T16:39:16.882415Z","steps":["trace[1183521979] 'agreement among raft nodes before linearized reading' (duration: 802.10098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:16.882489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.080015Z","time spent":"802.464909ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:16.882649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.082674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:16.882745Z","caller":"traceutil/trace.go:171","msg":"trace[1740053171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25876; }","duration":"645.202997ms","start":"2026-04-01T16:39:16.237521Z","end":"2026-04-01T16:39:16.882724Z","steps":["trace[1740053171] 'agreement among raft nodes before linearized reading' (duration: 645.024963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:16.88278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.850944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-01T16:39:16.88267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.098649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:16.882968Z","caller":"traceutil/trace.go:171","msg":"trace[1753875745] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25876; }","duration":"666.924215ms","start":"2026-04-01T16:39:16.215914Z","end":"2026-04-01T16:39:16.882839Z","steps":["trace[1753875745] 'agreement among raft nodes before linearized reading' (duration: 666.765282ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:16.883031Z","caller":"traceutil/trace.go:171","msg":"trace[2046748609] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25876; }","duration":"913.497969ms","start":"2026-04-01T16:39:15.969493Z","end":"2026-04-01T16:39:16.882991Z","steps":["trace[2046748609] 'agreement among raft nodes before linearized reading' (duration: 912.516646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:16.883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.215895Z","time spent":"667.096509ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T16:39:16.883119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:15.969474Z","time spent":"913.620631ms","remote":"127.0.0.1:36814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:16.88279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.237509Z","time spent":"645.271558ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:16.883058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.569893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:39:16.883329Z","caller":"traceutil/trace.go:171","msg":"trace[1403586509] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25876; }","duration":"258.945262ms","start":"2026-04-01T16:39:16.62435Z","end":"2026-04-01T16:39:16.883296Z","steps":["trace[1403586509] 'agreement among raft nodes before linearized reading' (duration: 258.220795ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:17.284564Z","caller":"traceutil/trace.go:171","msg":"trace[992770519] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"395.743266ms","start":"2026-04-01T16:39:16.888798Z","end":"2026-04-01T16:39:17.284541Z","steps":["trace[992770519] 'process raft request' (duration: 395.595703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:17.284699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.888786Z","time spent":"395.841619ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:18.323567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.374624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:18.323968Z","caller":"traceutil/trace.go:171","msg":"trace[792578719] linearizableReadLoop","detail":"{readStateIndex:26777; appliedIndex:26772; }","duration":"1.285527082s","start":"2026-04-01T16:39:17.038417Z","end":"2026-04-01T16:39:18.323944Z","steps":["trace[792578719] 'read index received' (duration: 246.073042ms)","trace[792578719] 'applied index is now lower than readState.Index' (duration: 1.039452649s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:18.323992Z","caller":"traceutil/trace.go:171","msg":"trace[2112289769] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"1.430544947s","start":"2026-04-01T16:39:16.893406Z","end":"2026-04-01T16:39:18.32395Z","steps":["trace[2112289769] 'process raft request' (duration: 1.430291641s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:18.324087Z","caller":"traceutil/trace.go:171","msg":"trace[1468115085] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"1.429102803s","start":"2026-04-01T16:39:16.894968Z","end":"2026-04-01T16:39:18.324071Z","steps":["trace[1468115085] 'process raft request' (duration: 1.428915509s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:18.324088Z","caller":"traceutil/trace.go:171","msg":"trace[1088471912] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"1.430230779s","start":"2026-04-01T16:39:16.893826Z","end":"2026-04-01T16:39:18.324057Z","steps":["trace[1088471912] 'process raft request' (duration: 1.429996484s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:18.32413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.893392Z","time spent":"1.43066547s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:18.324187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.89496Z","time spent":"1.429169975s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:18.324222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.893815Z","time spent":"1.430333302s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:18.324244Z","caller":"traceutil/trace.go:171","msg":"trace[441356490] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"1.431684863s","start":"2026-04-01T16:39:16.892548Z","end":"2026-04-01T16:39:18.324233Z","steps":["trace[441356490] 'process raft request' (duration: 1.253527262s)","trace[441356490] 'compare' (duration: 176.500963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:18.32429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:16.89254Z","time spent":"1.431725394s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:18.324349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285936771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:39:18.324398Z","caller":"traceutil/trace.go:171","msg":"trace[236432345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25881; }","duration":"1.286022953s","start":"2026-04-01T16:39:17.03836Z","end":"2026-04-01T16:39:18.324383Z","steps":["trace[236432345] 'agreement among raft nodes before linearized reading' (duration: 1.285851789s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:18.324421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.038337Z","time spent":"1.286078924s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:39:18.824875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:19.325545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:19.499604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353510723s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:39:19.500054Z","caller":"traceutil/trace.go:171","msg":"trace[4627806] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"1.937524077s","start":"2026-04-01T16:39:17.562476Z","end":"2026-04-01T16:39:19.5Z","steps":["trace[4627806] 'process raft request' (duration: 1.937297412s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:19.500084Z","caller":"traceutil/trace.go:171","msg":"trace[1987996709] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"1.784421213s","start":"2026-04-01T16:39:17.715624Z","end":"2026-04-01T16:39:19.500046Z","steps":["trace[1987996709] 'process raft request' (duration: 1.78428803s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:19.500243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.715601Z","time spent":"1.784550956s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:19.500007Z","caller":"traceutil/trace.go:171","msg":"trace[335579802] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"1.780126843s","start":"2026-04-01T16:39:17.719854Z","end":"2026-04-01T16:39:19.499981Z","steps":["trace[335579802] 'process raft request' (duration: 1.780093392s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:19.500425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.719841Z","time spent":"1.780471301s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:19.500419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.562423Z","time spent":"1.937708562s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:19.616925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:19.617057Z","caller":"traceutil/trace.go:171","msg":"trace[1902502679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559104s","start":"2026-04-01T16:39:17.616467Z","end":"2026-04-01T16:39:19.617026Z","steps":["trace[1902502679] 'agreement among raft nodes before linearized reading' (duration: 2.000375179s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:19.617135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.61645Z","time spent":"2.000659426s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:20.12071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.31009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:20.121449Z","caller":"traceutil/trace.go:171","msg":"trace[612278156] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"1.792544103s","start":"2026-04-01T16:39:18.328873Z","end":"2026-04-01T16:39:20.121417Z","steps":["trace[612278156] 'process raft request' (duration: 1.222392763s)","trace[612278156] 'compare' (duration: 568.807099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:20.121554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:18.328854Z","time spent":"1.792647816s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:20.121748Z","caller":"traceutil/trace.go:171","msg":"trace[1861375779] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"1.232950871s","start":"2026-04-01T16:39:18.888745Z","end":"2026-04-01T16:39:20.121696Z","steps":["trace[1861375779] 'process raft request' (duration: 1.232246754s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.121932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:18.88872Z","time spent":"1.233093533s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:20.122077Z","caller":"traceutil/trace.go:171","msg":"trace[474101666] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"1.234410904s","start":"2026-04-01T16:39:18.88762Z","end":"2026-04-01T16:39:20.122031Z","steps":["trace[474101666] 'process raft request' (duration: 1.233248327s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.122299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:18.887596Z","time spent":"1.234601448s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:20.234668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:20.234754Z","caller":"traceutil/trace.go:171","msg":"trace[1431544500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217146s","start":"2026-04-01T16:39:18.234518Z","end":"2026-04-01T16:39:20.234735Z","steps":["trace[1431544500] 'agreement among raft nodes before linearized reading' (duration: 2.000112254s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.2348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:18.234494Z","time spent":"2.000296748s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:20.578923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.85381ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:39:20.578998Z","caller":"traceutil/trace.go:171","msg":"trace[1825031216] linearizableReadLoop","detail":"{readStateIndex:26784; appliedIndex:26777; }","duration":"2.25496148s","start":"2026-04-01T16:39:18.324024Z","end":"2026-04-01T16:39:20.578985Z","steps":["trace[1825031216] 'read index received' (duration: 1.175783702s)","trace[1825031216] 'applied index is now lower than readState.Index' (duration: 1.079176878s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:20.579544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120011375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:20.579571Z","caller":"traceutil/trace.go:171","msg":"trace[612003360] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25887; }","duration":"3.120079907s","start":"2026-04-01T16:39:17.459484Z","end":"2026-04-01T16:39:20.579563Z","steps":["trace[612003360] 'agreement among raft nodes before linearized reading' (duration: 3.120009705s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.57959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.459471Z","time spent":"3.120113907s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:20.57978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139996324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:39:20.579804Z","caller":"traceutil/trace.go:171","msg":"trace[1257780345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25887; }","duration":"3.140060195s","start":"2026-04-01T16:39:17.439738Z","end":"2026-04-01T16:39:20.579798Z","steps":["trace[1257780345] 'agreement among raft nodes before linearized reading' (duration: 3.139972873s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.579817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.439716Z","time spent":"3.140097836s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:20.57993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141959139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:39:20.579952Z","caller":"traceutil/trace.go:171","msg":"trace[215163221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25887; }","duration":"3.142025161s","start":"2026-04-01T16:39:17.437919Z","end":"2026-04-01T16:39:20.579944Z","steps":["trace[215163221] 'agreement among raft nodes before linearized reading' (duration: 3.14197586s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.579963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.437895Z","time spent":"3.142065562s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:20.580046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142211065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:39:20.580065Z","caller":"traceutil/trace.go:171","msg":"trace[1864475080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25887; }","duration":"3.142264276s","start":"2026-04-01T16:39:17.437797Z","end":"2026-04-01T16:39:20.580061Z","steps":["trace[1864475080] 'agreement among raft nodes before linearized reading' (duration: 3.142216585s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.580077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.437772Z","time spent":"3.142301388s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:20.580074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.820739ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:20.580225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419941688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:39:20.580241Z","caller":"traceutil/trace.go:171","msg":"trace[397006031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25887; }","duration":"3.420016631s","start":"2026-04-01T16:39:17.160219Z","end":"2026-04-01T16:39:20.580236Z","steps":["trace[397006031] 'agreement among raft nodes before linearized reading' (duration: 3.419968509s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.580255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.160189Z","time spent":"3.420062451s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:39:20.580248Z","caller":"traceutil/trace.go:171","msg":"trace[2001967097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25887; }","duration":"256.002983ms","start":"2026-04-01T16:39:20.324222Z","end":"2026-04-01T16:39:20.580225Z","steps":["trace[2001967097] 'range keys from in-memory index tree' (duration: 255.803689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.580177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204724049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:39:20.580975Z","caller":"traceutil/trace.go:171","msg":"trace[363512681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25887; }","duration":"3.205252421s","start":"2026-04-01T16:39:17.375365Z","end":"2026-04-01T16:39:20.580618Z","steps":["trace[363512681] 'agreement among raft nodes before linearized reading' (duration: 3.2047774s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.581078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:17.375317Z","time spent":"3.205731593s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:39:20.801367Z","caller":"traceutil/trace.go:171","msg":"trace[243483337] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"874.093846ms","start":"2026-04-01T16:39:19.92725Z","end":"2026-04-01T16:39:20.801344Z","steps":["trace[243483337] 'process raft request' (duration: 873.929332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:20.801508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:19.927235Z","time spent":"874.203599ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:22.242426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:22.242508Z","caller":"traceutil/trace.go:171","msg":"trace[1389108207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256126s","start":"2026-04-01T16:39:20.242234Z","end":"2026-04-01T16:39:22.242491Z","steps":["trace[1389108207] 'agreement among raft nodes before linearized reading' (duration: 2.000154154s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:22.242553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.242218Z","time spent":"2.000325267s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:23.628509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.739364643s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:39:23.629053Z","caller":"traceutil/trace.go:171","msg":"trace[412842123] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"3.300057291s","start":"2026-04-01T16:39:20.328958Z","end":"2026-04-01T16:39:23.629015Z","steps":["trace[412842123] 'process raft request' (duration: 3.299776404s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:23.629151Z","caller":"traceutil/trace.go:171","msg":"trace[38650908] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"3.299834456s","start":"2026-04-01T16:39:20.329243Z","end":"2026-04-01T16:39:23.629078Z","steps":["trace[38650908] 'process raft request' (duration: 3.299674653s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.629207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.328936Z","time spent":"3.300194085s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:23.629254Z","caller":"traceutil/trace.go:171","msg":"trace[1425619153] linearizableReadLoop","detail":"{readStateIndex:26789; appliedIndex:26784; }","duration":"3.050212542s","start":"2026-04-01T16:39:20.579012Z","end":"2026-04-01T16:39:23.629224Z","steps":["trace[1425619153] 'read index received' (duration: 222.221233ms)","trace[1425619153] 'applied index is now lower than readState.Index' (duration: 2.827990319s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:23.629373Z","caller":"traceutil/trace.go:171","msg":"trace[1524744441] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"3.299383985s","start":"2026-04-01T16:39:20.329979Z","end":"2026-04-01T16:39:23.629363Z","steps":["trace[1524744441] 'process raft request' (duration: 3.298982426s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.629398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.329226Z","time spent":"3.30001773s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:23.629489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.329967Z","time spent":"3.299435377s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:23.629683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28123821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:23.629725Z","caller":"traceutil/trace.go:171","msg":"trace[1000167053] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25896; }","duration":"3.281320042s","start":"2026-04-01T16:39:20.348393Z","end":"2026-04-01T16:39:23.629713Z","steps":["trace[1000167053] 'agreement among raft nodes before linearized reading' (duration: 3.281194959s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.629758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.348374Z","time spent":"3.281376374s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:23.629757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462347761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-01T16:39:23.629798Z","caller":"traceutil/trace.go:171","msg":"trace[818254310] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25896; }","duration":"3.462410673s","start":"2026-04-01T16:39:20.167372Z","end":"2026-04-01T16:39:23.629782Z","steps":["trace[818254310] 'agreement among raft nodes before linearized reading' (duration: 3.46227904s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.629829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.167356Z","time spent":"3.462465764s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-01T16:39:23.629901Z","caller":"traceutil/trace.go:171","msg":"trace[1278488869] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"3.299849976s","start":"2026-04-01T16:39:20.330041Z","end":"2026-04-01T16:39:23.629891Z","steps":["trace[1278488869] 'process raft request' (duration: 3.298973276s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.629953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.330034Z","time spent":"3.299889597s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:23.630063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569123701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:23.630093Z","caller":"traceutil/trace.go:171","msg":"trace[1451131883] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25896; }","duration":"3.569193993s","start":"2026-04-01T16:39:20.060889Z","end":"2026-04-01T16:39:23.630083Z","steps":["trace[1451131883] 'agreement among raft nodes before linearized reading' (duration: 3.569143062s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:23.630102Z","caller":"traceutil/trace.go:171","msg":"trace[1006805169] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"3.046025124s","start":"2026-04-01T16:39:20.584068Z","end":"2026-04-01T16:39:23.630093Z","steps":["trace[1006805169] 'process raft request' (duration: 3.04498959s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.630123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.060866Z","time spent":"3.569250275s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T16:39:23.630151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.584046Z","time spent":"3.046078655s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:23.630333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010492687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a248411c180549\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-01T16:39:23.630371Z","caller":"traceutil/trace.go:171","msg":"trace[1162362331] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a248411c180549; range_end:; response_count:1; response_revision:25896; }","duration":"4.010562109s","start":"2026-04-01T16:39:19.619799Z","end":"2026-04-01T16:39:23.630361Z","steps":["trace[1162362331] 'agreement among raft nodes before linearized reading' (duration: 4.010458546s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.6304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:19.619741Z","time spent":"4.01065172s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a248411c180549\" "} {"level":"info","ts":"2026-04-01T16:39:23.630449Z","caller":"traceutil/trace.go:171","msg":"trace[1198612024] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"3.046221578s","start":"2026-04-01T16:39:20.584213Z","end":"2026-04-01T16:39:23.630434Z","steps":["trace[1198612024] 'process raft request' (duration: 3.044889847s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.630467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475605177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:23.630505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.584203Z","time spent":"3.04627147s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:23.630533Z","caller":"traceutil/trace.go:171","msg":"trace[1530983502] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25896; }","duration":"4.475702319s","start":"2026-04-01T16:39:19.15481Z","end":"2026-04-01T16:39:23.630513Z","steps":["trace[1530983502] 'agreement among raft nodes before linearized reading' (duration: 4.475575356s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.630572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:19.154797Z","time spent":"4.475766291s","remote":"127.0.0.1:36928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:23.630576Z","caller":"traceutil/trace.go:171","msg":"trace[878200570] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"3.046121846s","start":"2026-04-01T16:39:20.584446Z","end":"2026-04-01T16:39:23.630568Z","steps":["trace[878200570] 'process raft request' (duration: 3.044692153s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.63062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.584435Z","time spent":"3.046162497s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:23.631053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386152082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-04-01T16:39:23.631095Z","caller":"traceutil/trace.go:171","msg":"trace[1897542281] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:25896; }","duration":"4.386243474s","start":"2026-04-01T16:39:19.244839Z","end":"2026-04-01T16:39:23.631083Z","steps":["trace[1897542281] 'agreement among raft nodes before linearized reading' (duration: 4.386026489s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:23.631108Z","caller":"traceutil/trace.go:171","msg":"trace[1926587235] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"3.046514465s","start":"2026-04-01T16:39:20.584561Z","end":"2026-04-01T16:39:23.631076Z","steps":["trace[1926587235] 'process raft request' (duration: 3.044620471s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.631263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.584552Z","time spent":"3.046637058s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:23.631278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474262646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:39:23.631132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:19.244821Z","time spent":"4.386300666s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":253,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"info","ts":"2026-04-01T16:39:23.631319Z","caller":"traceutil/trace.go:171","msg":"trace[458879155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25896; }","duration":"4.474322687s","start":"2026-04-01T16:39:19.156983Z","end":"2026-04-01T16:39:23.631306Z","steps":["trace[458879155] 'agreement among raft nodes before linearized reading' (duration: 4.474169293s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:23.631449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:19.156968Z","time spent":"4.47445182s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:24.129853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:24.242945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000397848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:24.243058Z","caller":"traceutil/trace.go:171","msg":"trace[338419757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596043s","start":"2026-04-01T16:39:22.242432Z","end":"2026-04-01T16:39:24.243028Z","steps":["trace[338419757] 'agreement among raft nodes before linearized reading' (duration: 2.000425929s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:24.243118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:22.242414Z","time spent":"2.000690486s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:24.630474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:25.131374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:25.631512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:26.131711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:26.2502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:26.250271Z","caller":"traceutil/trace.go:171","msg":"trace[575823860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053222s","start":"2026-04-01T16:39:24.250201Z","end":"2026-04-01T16:39:26.250254Z","steps":["trace[575823860] 'agreement among raft nodes before linearized reading' (duration: 1.99996332s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:26.250312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:24.250183Z","time spent":"2.000120624s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:26.504303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:21.506501Z","time spent":"4.997792205s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:39:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:26.505472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:21.506511Z","time spent":"4.998956921s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:39:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:26.632292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:27.125133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000300263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:27.125249Z","caller":"traceutil/trace.go:171","msg":"trace[437298208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000459347s","start":"2026-04-01T16:39:22.124771Z","end":"2026-04-01T16:39:27.125231Z","steps":["trace[437298208] 'agreement among raft nodes before linearized reading' (duration: 5.000310744s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.125765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:22.124759Z","time spent":"5.000995119s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:39:27.126093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:22.126625Z","time spent":"4.999465313s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:39:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:27.126255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:22.127559Z","time spent":"4.998694645s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:39:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:27.132397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:27.359598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.730813388s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:39:27.815802Z","caller":"traceutil/trace.go:171","msg":"trace[765772440] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"3.301329622s","start":"2026-04-01T16:39:24.51444Z","end":"2026-04-01T16:39:27.81577Z","steps":["trace[765772440] 'process raft request' (duration: 3.301061545s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:27.815845Z","caller":"traceutil/trace.go:171","msg":"trace[1308775827] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"2.164640204s","start":"2026-04-01T16:39:25.651161Z","end":"2026-04-01T16:39:27.815802Z","steps":["trace[1308775827] 'process raft request' (duration: 2.16444907s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:27.815832Z","caller":"traceutil/trace.go:171","msg":"trace[412948837] linearizableReadLoop","detail":"{readStateIndex:26805; appliedIndex:26793; }","duration":"4.186479306s","start":"2026-04-01T16:39:23.629325Z","end":"2026-04-01T16:39:27.815804Z","steps":["trace[412948837] 'read index received' (duration: 3.730521321s)","trace[412948837] 'applied index is now lower than readState.Index' (duration: 455.956735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:27.81595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:24.514416Z","time spent":"3.301454484s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:27.815973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.651153Z","time spent":"2.164747808s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:27.815994Z","caller":"traceutil/trace.go:171","msg":"trace[300875517] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"2.164057151s","start":"2026-04-01T16:39:25.651921Z","end":"2026-04-01T16:39:27.815978Z","steps":["trace[300875517] 'process raft request' (duration: 2.163741884s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.81612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.651914Z","time spent":"2.164117913s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:27.816254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.096721845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:27.816334Z","caller":"traceutil/trace.go:171","msg":"trace[1869642927] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25908; }","duration":"6.096841727s","start":"2026-04-01T16:39:21.719479Z","end":"2026-04-01T16:39:27.816321Z","steps":["trace[1869642927] 'agreement among raft nodes before linearized reading' (duration: 6.096625632s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.223003428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-01T16:39:27.816395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:21.719466Z","time spent":"6.09691809s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:27.816411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.288739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:27.816408Z","caller":"traceutil/trace.go:171","msg":"trace[1933750860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25908; }","duration":"7.22311922s","start":"2026-04-01T16:39:20.593276Z","end":"2026-04-01T16:39:27.816395Z","steps":["trace[1933750860] 'agreement among raft nodes before linearized reading' (duration: 7.222848794s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:27.816435Z","caller":"traceutil/trace.go:171","msg":"trace[409915333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25908; }","duration":"197.342811ms","start":"2026-04-01T16:39:27.619084Z","end":"2026-04-01T16:39:27.816426Z","steps":["trace[409915333] 'agreement among raft nodes before linearized reading' (duration: 197.30481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.736740622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:27.816447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:20.593258Z","time spent":"7.223180852s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:39:27.816437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.692078926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:27.81648Z","caller":"traceutil/trace.go:171","msg":"trace[89305087] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25908; }","duration":"6.736823504s","start":"2026-04-01T16:39:21.079642Z","end":"2026-04-01T16:39:27.816466Z","steps":["trace[89305087] 'agreement among raft nodes before linearized reading' (duration: 6.736736272s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:21.07962Z","time spent":"6.736899775s","remote":"127.0.0.1:36654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.81653Z","caller":"traceutil/trace.go:171","msg":"trace[1488412716] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25908; }","duration":"6.692204379s","start":"2026-04-01T16:39:21.124307Z","end":"2026-04-01T16:39:27.816511Z","steps":["trace[1488412716] 'agreement among raft nodes before linearized reading' (duration: 6.692059546s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.172924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:27.816569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:21.124292Z","time spent":"6.69226637s","remote":"127.0.0.1:60958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.81662Z","caller":"traceutil/trace.go:171","msg":"trace[513971106] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25908; }","duration":"583.240155ms","start":"2026-04-01T16:39:27.233333Z","end":"2026-04-01T16:39:27.816574Z","steps":["trace[513971106] 'agreement among raft nodes before linearized reading' (duration: 583.200994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:27.233312Z","time spent":"583.323728ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.816665Z","caller":"traceutil/trace.go:171","msg":"trace[555379263] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"2.164212155s","start":"2026-04-01T16:39:25.652437Z","end":"2026-04-01T16:39:27.816649Z","steps":["trace[555379263] 'process raft request' (duration: 2.163273333s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:27.816695Z","caller":"traceutil/trace.go:171","msg":"trace[268447669] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"3.425859227s","start":"2026-04-01T16:39:24.390818Z","end":"2026-04-01T16:39:27.816677Z","steps":["trace[268447669] 'process raft request' (duration: 3.424613108s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172470068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-www8j\" ","response":"range_response_count:1 size:3167"} {"level":"warn","ts":"2026-04-01T16:39:27.816728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.652427Z","time spent":"2.164266776s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:27.816748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.049047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:27.816758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:24.390798Z","time spent":"3.425926429s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:27.81677Z","caller":"traceutil/trace.go:171","msg":"trace[711672247] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25908; }","duration":"617.071498ms","start":"2026-04-01T16:39:27.199691Z","end":"2026-04-01T16:39:27.816763Z","steps":["trace[711672247] 'agreement among raft nodes before linearized reading' (duration: 617.034497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:27.199641Z","time spent":"617.142519ms","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.816779Z","caller":"traceutil/trace.go:171","msg":"trace[1271388870] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-www8j; range_end:; response_count:1; response_revision:25908; }","duration":"4.172898058s","start":"2026-04-01T16:39:23.643847Z","end":"2026-04-01T16:39:27.816745Z","steps":["trace[1271388870] 'agreement among raft nodes before linearized reading' (duration: 4.172392757s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.81682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:23.643827Z","time spent":"4.17297922s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3189,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-www8j\" "} {"level":"info","ts":"2026-04-01T16:39:27.816822Z","caller":"traceutil/trace.go:171","msg":"trace[1046168407] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"4.171745102s","start":"2026-04-01T16:39:23.645058Z","end":"2026-04-01T16:39:27.816803Z","steps":["trace[1046168407] 'process raft request' (duration: 4.170184205s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:23.645035Z","time spent":"4.171827533s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:27.816931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.948461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-01T16:39:27.816928Z","caller":"traceutil/trace.go:171","msg":"trace[1489764395] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"1.207585995s","start":"2026-04-01T16:39:26.609331Z","end":"2026-04-01T16:39:27.816917Z","steps":["trace[1489764395] 'process raft request' (duration: 1.206420438s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:27.816949Z","caller":"traceutil/trace.go:171","msg":"trace[217282840] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25908; }","duration":"689.004932ms","start":"2026-04-01T16:39:27.127938Z","end":"2026-04-01T16:39:27.816943Z","steps":["trace[217282840] 'agreement among raft nodes before linearized reading' (duration: 688.93523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405258794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:27.816984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:26.609309Z","time spent":"1.207646386s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:27.816991Z","caller":"traceutil/trace.go:171","msg":"trace[1949123111] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25908; }","duration":"1.405304755s","start":"2026-04-01T16:39:26.411676Z","end":"2026-04-01T16:39:27.81698Z","steps":["trace[1949123111] 'agreement among raft nodes before linearized reading' (duration: 1.405230673s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166909868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:39:27.81702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:26.411622Z","time spent":"1.405389947s","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.817041Z","caller":"traceutil/trace.go:171","msg":"trace[997869891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25908; }","duration":"2.166961389s","start":"2026-04-01T16:39:25.650074Z","end":"2026-04-01T16:39:27.817035Z","steps":["trace[997869891] 'agreement among raft nodes before linearized reading' (duration: 2.166904628s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.65006Z","time spent":"2.16699348s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566402927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:27.817091Z","caller":"traceutil/trace.go:171","msg":"trace[719584776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25908; }","duration":"1.566461868s","start":"2026-04-01T16:39:26.25062Z","end":"2026-04-01T16:39:27.817081Z","steps":["trace[719584776] 'agreement among raft nodes before linearized reading' (duration: 1.566423517s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:26.250599Z","time spent":"1.566508659s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312738703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:39:27.817187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167085252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:39:27.817186Z","caller":"traceutil/trace.go:171","msg":"trace[1411418408] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25908; }","duration":"4.312815594s","start":"2026-04-01T16:39:23.50436Z","end":"2026-04-01T16:39:27.817175Z","steps":["trace[1411418408] 'agreement among raft nodes before linearized reading' (duration: 4.312730032s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310663408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-01T16:39:27.817209Z","caller":"traceutil/trace.go:171","msg":"trace[1301787337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25908; }","duration":"2.167145053s","start":"2026-04-01T16:39:25.650058Z","end":"2026-04-01T16:39:27.817203Z","steps":["trace[1301787337] 'agreement among raft nodes before linearized reading' (duration: 2.167083192s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:23.504334Z","time spent":"4.312876995s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.817223Z","caller":"traceutil/trace.go:171","msg":"trace[291012249] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25908; }","duration":"1.31071639s","start":"2026-04-01T16:39:26.506496Z","end":"2026-04-01T16:39:27.817212Z","steps":["trace[291012249] 'agreement among raft nodes before linearized reading' (duration: 1.310619708s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999699933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:27.817249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:26.506489Z","time spent":"1.310754041s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500679563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:27.817262Z","caller":"traceutil/trace.go:171","msg":"trace[2057677284] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25908; }","duration":"1.999792905s","start":"2026-04-01T16:39:25.81746Z","end":"2026-04-01T16:39:27.817253Z","steps":["trace[2057677284] 'agreement among raft nodes before linearized reading' (duration: 1.999754414s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311341414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-01T16:39:27.817277Z","caller":"traceutil/trace.go:171","msg":"trace[1126405061] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25908; }","duration":"2.500733925s","start":"2026-04-01T16:39:25.316536Z","end":"2026-04-01T16:39:27.81727Z","steps":["trace[1126405061] 'agreement among raft nodes before linearized reading' (duration: 2.500703344s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.817437Z","time spent":"1.999840866s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:27.817298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.316517Z","time spent":"2.500775025s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.817296Z","caller":"traceutil/trace.go:171","msg":"trace[4518648] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25908; }","duration":"1.311404996s","start":"2026-04-01T16:39:26.50588Z","end":"2026-04-01T16:39:27.817285Z","steps":["trace[4518648] 'agreement among raft nodes before linearized reading' (duration: 1.311293083s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.8173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343334294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:27.817327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:26.505866Z","time spent":"1.311454597s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-01T16:39:27.81735Z","caller":"traceutil/trace.go:171","msg":"trace[1292223944] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25908; }","duration":"5.343408296s","start":"2026-04-01T16:39:22.473924Z","end":"2026-04-01T16:39:27.817332Z","steps":["trace[1292223944] 'agreement among raft nodes before linearized reading' (duration: 5.343334394s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:22.473909Z","time spent":"5.343465607s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:27.817416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063827414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:27.817445Z","caller":"traceutil/trace.go:171","msg":"trace[266778802] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25908; }","duration":"2.063887076s","start":"2026-04-01T16:39:25.753549Z","end":"2026-04-01T16:39:27.817436Z","steps":["trace[266778802] 'agreement among raft nodes before linearized reading' (duration: 2.063840734s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.81745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.940818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-04-01T16:39:27.817449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070167249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-04-01T16:39:27.817468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.753503Z","time spent":"2.063959397s","remote":"127.0.0.1:37180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.817477Z","caller":"traceutil/trace.go:171","msg":"trace[1105871226] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25908; }","duration":"3.070219599s","start":"2026-04-01T16:39:24.747252Z","end":"2026-04-01T16:39:27.817471Z","steps":["trace[1105871226] 'agreement among raft nodes before linearized reading' (duration: 3.070146278s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:27.817478Z","caller":"traceutil/trace.go:171","msg":"trace[1090318798] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25908; }","duration":"690.985998ms","start":"2026-04-01T16:39:27.126484Z","end":"2026-04-01T16:39:27.81747Z","steps":["trace[1090318798] 'agreement among raft nodes before linearized reading' (duration: 690.909987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:27.126473Z","time spent":"691.03767ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399630712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:27.817539Z","caller":"traceutil/trace.go:171","msg":"trace[1258290923] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25908; }","duration":"3.399674344s","start":"2026-04-01T16:39:24.41786Z","end":"2026-04-01T16:39:27.817534Z","steps":["trace[1258290923] 'agreement among raft nodes before linearized reading' (duration: 3.399648683s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:24.417848Z","time spent":"3.399712114s","remote":"127.0.0.1:47280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:27.817497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:24.747237Z","time spent":"3.07025539s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114393929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:27.817655Z","caller":"traceutil/trace.go:171","msg":"trace[1535560204] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25908; }","duration":"2.114455459s","start":"2026-04-01T16:39:25.70319Z","end":"2026-04-01T16:39:27.817646Z","steps":["trace[1535560204] 'agreement among raft nodes before linearized reading' (duration: 2.114406618s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449857139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:27.817693Z","caller":"traceutil/trace.go:171","msg":"trace[928369938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25908; }","duration":"3.44991233s","start":"2026-04-01T16:39:24.367775Z","end":"2026-04-01T16:39:27.817687Z","steps":["trace[928369938] 'agreement among raft nodes before linearized reading' (duration: 3.44987753s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.703154Z","time spent":"2.114526791s","remote":"127.0.0.1:37028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:27.817709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:24.367749Z","time spent":"3.449955521s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:27.817739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028781148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-01T16:39:27.816961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166841816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:39:27.817771Z","caller":"traceutil/trace.go:171","msg":"trace[1869411582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25908; }","duration":"1.02883791s","start":"2026-04-01T16:39:26.788923Z","end":"2026-04-01T16:39:27.817761Z","steps":["trace[1869411582] 'agreement among raft nodes before linearized reading' (duration: 1.028753788s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:27.817787Z","caller":"traceutil/trace.go:171","msg":"trace[1259151673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25908; }","duration":"2.167692977s","start":"2026-04-01T16:39:25.650086Z","end":"2026-04-01T16:39:27.817779Z","steps":["trace[1259151673] 'agreement among raft nodes before linearized reading' (duration: 2.166794626s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99746918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-01T16:39:27.817796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:26.788899Z","time spent":"1.028890661s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.650072Z","time spent":"2.167733947s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:39:27.817818Z","caller":"traceutil/trace.go:171","msg":"trace[745658043] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:25908; }","duration":"3.997532452s","start":"2026-04-01T16:39:23.820276Z","end":"2026-04-01T16:39:27.817808Z","steps":["trace[745658043] 'agreement among raft nodes before linearized reading' (duration: 3.99743662s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:23.820259Z","time spent":"3.997579613s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167729997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T16:39:27.817881Z","caller":"traceutil/trace.go:171","msg":"trace[280270568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25908; }","duration":"2.167791519s","start":"2026-04-01T16:39:25.650083Z","end":"2026-04-01T16:39:27.817874Z","steps":["trace[280270568] 'agreement among raft nodes before linearized reading' (duration: 2.167724397s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.816966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:27.127917Z","time spent":"689.045923ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.650061Z","time spent":"2.167833709s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.649991Z","time spent":"2.167233346s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170314847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:27.818023Z","caller":"traceutil/trace.go:171","msg":"trace[2141599139] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25908; }","duration":"4.170359859s","start":"2026-04-01T16:39:23.647653Z","end":"2026-04-01T16:39:27.818013Z","steps":["trace[2141599139] 'agreement among raft nodes before linearized reading' (duration: 4.170311288s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.817655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.838326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:27.818049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:23.647644Z","time spent":"4.17039872s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T16:39:27.817025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547060264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:39:27.818099Z","caller":"traceutil/trace.go:171","msg":"trace[136059034] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25908; }","duration":"1.54816733s","start":"2026-04-01T16:39:26.269922Z","end":"2026-04-01T16:39:27.818089Z","steps":["trace[136059034] 'agreement among raft nodes before linearized reading' (duration: 1.547054814s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.818132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:26.269903Z","time spent":"1.548219592s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T16:39:27.8182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172265093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f1c1a4c1-dd66-48b1-a97f-595552a19426\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-01T16:39:27.818224Z","caller":"traceutil/trace.go:171","msg":"trace[1751523785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f1c1a4c1-dd66-48b1-a97f-595552a19426; range_end:; response_count:1; response_revision:25908; }","duration":"4.172314305s","start":"2026-04-01T16:39:23.645902Z","end":"2026-04-01T16:39:27.818217Z","steps":["trace[1751523785] 'agreement among raft nodes before linearized reading' (duration: 4.172246893s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.818243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:23.645888Z","time spent":"4.172350425s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-f1c1a4c1-dd66-48b1-a97f-595552a19426\" "} {"level":"info","ts":"2026-04-01T16:39:27.81807Z","caller":"traceutil/trace.go:171","msg":"trace[184747869] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25908; }","duration":"750.342028ms","start":"2026-04-01T16:39:27.067718Z","end":"2026-04-01T16:39:27.81806Z","steps":["trace[184747869] 'agreement among raft nodes before linearized reading' (duration: 749.903728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.818346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:27.067697Z","time spent":"750.641626ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:27.816062Z","caller":"traceutil/trace.go:171","msg":"trace[1311308251] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"2.166108079s","start":"2026-04-01T16:39:25.649913Z","end":"2026-04-01T16:39:27.816021Z","steps":["trace[1311308251] 'process raft request' (duration: 2.165635048s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:27.819051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:25.649883Z","time spent":"2.169103349s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:33.269566Z","caller":"traceutil/trace.go:171","msg":"trace[1677230771] linearizableReadLoop","detail":"{readStateIndex:26851; appliedIndex:26850; }","duration":"358.956475ms","start":"2026-04-01T16:39:32.910585Z","end":"2026-04-01T16:39:33.269542Z","steps":["trace[1677230771] 'read index received' (duration: 358.76782ms)","trace[1677230771] 'applied index is now lower than readState.Index' (duration: 187.565µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:33.269651Z","caller":"traceutil/trace.go:171","msg":"trace[323749335] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"438.58843ms","start":"2026-04-01T16:39:32.831018Z","end":"2026-04-01T16:39:33.269606Z","steps":["trace[323749335] 'process raft request' (duration: 438.336024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:33.269808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.205721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:39:33.269861Z","caller":"traceutil/trace.go:171","msg":"trace[1347546693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25952; }","duration":"359.305243ms","start":"2026-04-01T16:39:32.910541Z","end":"2026-04-01T16:39:33.269846Z","steps":["trace[1347546693] 'agreement among raft nodes before linearized reading' (duration: 359.122648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:33.269863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:32.830961Z","time spent":"438.791175ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:33.269977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:32.910522Z","time spent":"359.440736ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:39:33.270018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.605033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:39:33.270094Z","caller":"traceutil/trace.go:171","msg":"trace[1094912168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25952; }","duration":"117.697006ms","start":"2026-04-01T16:39:33.152362Z","end":"2026-04-01T16:39:33.270059Z","steps":["trace[1094912168] 'agreement among raft nodes before linearized reading' (duration: 117.503461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:34.926957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312985433s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:34.927164Z","caller":"traceutil/trace.go:171","msg":"trace[843914443] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"1.087127814s","start":"2026-04-01T16:39:33.840018Z","end":"2026-04-01T16:39:34.927146Z","steps":["trace[843914443] 'process raft request' (duration: 1.087055442s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:34.927182Z","caller":"traceutil/trace.go:171","msg":"trace[1278258565] linearizableReadLoop","detail":"{readStateIndex:26852; appliedIndex:26851; }","duration":"1.65282138s","start":"2026-04-01T16:39:33.274338Z","end":"2026-04-01T16:39:34.927159Z","steps":["trace[1278258565] 'read index received' (duration: 339.52482ms)","trace[1278258565] 'applied index is now lower than readState.Index' (duration: 1.3132947s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:34.927241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.839998Z","time spent":"1.087209117s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:34.927271Z","caller":"traceutil/trace.go:171","msg":"trace[1629169128] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"1.653621239s","start":"2026-04-01T16:39:33.273638Z","end":"2026-04-01T16:39:34.927259Z","steps":["trace[1629169128] 'process raft request' (duration: 340.210606ms)","trace[1629169128] 'compare' (duration: 1.312894061s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:34.927358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.27362Z","time spent":"1.653672271s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:34.927531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653187859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:39:34.927563Z","caller":"traceutil/trace.go:171","msg":"trace[660180672] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25954; }","duration":"1.65323423s","start":"2026-04-01T16:39:33.274321Z","end":"2026-04-01T16:39:34.927556Z","steps":["trace[660180672] 'agreement among raft nodes before linearized reading' (duration: 1.653122207s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:34.927583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.274314Z","time spent":"1.65326453s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18768,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T16:39:35.427461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:35.928004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:36.144376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.610616392s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:39:36.342756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.020947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:36.343131Z","caller":"traceutil/trace.go:171","msg":"trace[51083915] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"2.501903052s","start":"2026-04-01T16:39:33.841182Z","end":"2026-04-01T16:39:36.343085Z","steps":["trace[51083915] 'process raft request' (duration: 2.303457025s)","trace[51083915] 'compare' (duration: 197.29655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:36.343335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.841158Z","time spent":"2.502069217s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:36.345384Z","caller":"traceutil/trace.go:171","msg":"trace[531973758] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"2.462305015s","start":"2026-04-01T16:39:33.883055Z","end":"2026-04-01T16:39:36.34536Z","steps":["trace[531973758] 'process raft request' (duration: 2.462258394s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:36.345614Z","caller":"traceutil/trace.go:171","msg":"trace[1715599210] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"2.50350388s","start":"2026-04-01T16:39:33.84209Z","end":"2026-04-01T16:39:36.345594Z","steps":["trace[1715599210] 'process raft request' (duration: 2.503057559s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:36.345639Z","caller":"traceutil/trace.go:171","msg":"trace[602363506] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"2.470262451s","start":"2026-04-01T16:39:33.875343Z","end":"2026-04-01T16:39:36.345605Z","steps":["trace[602363506] 'process raft request' (duration: 2.469851372s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:36.345653Z","caller":"traceutil/trace.go:171","msg":"trace[2092892863] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"2.5039322s","start":"2026-04-01T16:39:33.841694Z","end":"2026-04-01T16:39:36.345626Z","steps":["trace[2092892863] 'process raft request' (duration: 2.501235477s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:36.34564Z","caller":"traceutil/trace.go:171","msg":"trace[1964615944] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"2.469667737s","start":"2026-04-01T16:39:33.875938Z","end":"2026-04-01T16:39:36.345606Z","steps":["trace[1964615944] 'process raft request' (duration: 2.469294078s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:36.34566Z","caller":"traceutil/trace.go:171","msg":"trace[1150595369] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"2.468675205s","start":"2026-04-01T16:39:33.876949Z","end":"2026-04-01T16:39:36.345624Z","steps":["trace[1150595369] 'process raft request' (duration: 2.468326826s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.345727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.842079Z","time spent":"2.503585752s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:36.345809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.875329Z","time spent":"2.470376154s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:36.345808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.841683Z","time spent":"2.504030352s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:36.345812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.875924Z","time spent":"2.469796581s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:36.345861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.876939Z","time spent":"2.468816678s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:36.345892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.883044Z","time spent":"2.462406487s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:36.880224Z","caller":"traceutil/trace.go:171","msg":"trace[244040508] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"2.272303695s","start":"2026-04-01T16:39:34.607882Z","end":"2026-04-01T16:39:36.880186Z","steps":["trace[244040508] 'process raft request' (duration: 2.245539659s)","trace[244040508] 'compare' (duration: 25.078007ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:36.880263Z","caller":"traceutil/trace.go:171","msg":"trace[31591560] linearizableReadLoop","detail":"{readStateIndex:26862; appliedIndex:26853; }","duration":"1.953001311s","start":"2026-04-01T16:39:34.92723Z","end":"2026-04-01T16:39:36.880231Z","steps":["trace[31591560] 'read index received' (duration: 1.217379256s)","trace[31591560] 'applied index is now lower than readState.Index' (duration: 735.620745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:36.880451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:34.607859Z","time spent":"2.27247725s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:39:36.880561Z","caller":"traceutil/trace.go:171","msg":"trace[230804630] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"1.555091703s","start":"2026-04-01T16:39:35.325453Z","end":"2026-04-01T16:39:36.880544Z","steps":["trace[230804630] 'process raft request' (duration: 1.554378326s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.880684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:35.325435Z","time spent":"1.555159895s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:36.880914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962122793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:36.880964Z","caller":"traceutil/trace.go:171","msg":"trace[1277883521] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25963; }","duration":"1.962207345s","start":"2026-04-01T16:39:34.918742Z","end":"2026-04-01T16:39:36.88095Z","steps":["trace[1277883521] 'agreement among raft nodes before linearized reading' (duration: 1.962133804s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.881032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:34.918723Z","time spent":"1.962285478s","remote":"127.0.0.1:60856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:36.881436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406446212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:36.881486Z","caller":"traceutil/trace.go:171","msg":"trace[741015278] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25963; }","duration":"3.406526665s","start":"2026-04-01T16:39:33.474949Z","end":"2026-04-01T16:39:36.881475Z","steps":["trace[741015278] 'agreement among raft nodes before linearized reading' (duration: 3.406429322s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.881496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060752158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-01T16:39:36.881519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.474931Z","time spent":"3.406579135s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:36.881542Z","caller":"traceutil/trace.go:171","msg":"trace[377659305] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:25963; }","duration":"3.0608372s","start":"2026-04-01T16:39:33.820692Z","end":"2026-04-01T16:39:36.881529Z","steps":["trace[377659305] 'agreement among raft nodes before linearized reading' (duration: 3.060658846s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.881582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.820641Z","time spent":"3.060934512s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:39:36.881712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89705501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:36.881751Z","caller":"traceutil/trace.go:171","msg":"trace[1412513478] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25963; }","duration":"1.897118692s","start":"2026-04-01T16:39:34.984623Z","end":"2026-04-01T16:39:36.881742Z","steps":["trace[1412513478] 'agreement among raft nodes before linearized reading' (duration: 1.89705873s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.881777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:34.984607Z","time spent":"1.897164043s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:39:36.882086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.275672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:36.882136Z","caller":"traceutil/trace.go:171","msg":"trace[98112775] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25963; }","duration":"473.385965ms","start":"2026-04-01T16:39:36.408733Z","end":"2026-04-01T16:39:36.882119Z","steps":["trace[98112775] 'agreement among raft nodes before linearized reading' (duration: 473.316683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.882168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.4087Z","time spent":"473.459277ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:36.882213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000567469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:39:36.882267Z","caller":"traceutil/trace.go:171","msg":"trace[216457134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25963; }","duration":"3.00064218s","start":"2026-04-01T16:39:33.881609Z","end":"2026-04-01T16:39:36.882251Z","steps":["trace[216457134] 'agreement among raft nodes before linearized reading' (duration: 3.000528657s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.882333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.726319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:36.882374Z","caller":"traceutil/trace.go:171","msg":"trace[1493200240] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25963; }","duration":"563.819492ms","start":"2026-04-01T16:39:36.318542Z","end":"2026-04-01T16:39:36.882362Z","steps":["trace[1493200240] 'agreement among raft nodes before linearized reading' (duration: 563.763851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.882404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.318514Z","time spent":"563.882173ms","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:36.882299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.881599Z","time spent":"3.000692682s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:36.882473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306759238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:36.882556Z","caller":"traceutil/trace.go:171","msg":"trace[473927457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25963; }","duration":"1.306885591s","start":"2026-04-01T16:39:35.575649Z","end":"2026-04-01T16:39:36.882534Z","steps":["trace[473927457] 'agreement among raft nodes before linearized reading' (duration: 1.306745628s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.882578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998131152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:39:36.882617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693999265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-01T16:39:36.882651Z","caller":"traceutil/trace.go:171","msg":"trace[452213088] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25963; }","duration":"1.694067527s","start":"2026-04-01T16:39:35.188574Z","end":"2026-04-01T16:39:36.882642Z","steps":["trace[452213088] 'agreement among raft nodes before linearized reading' (duration: 1.693962954s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:36.882648Z","caller":"traceutil/trace.go:171","msg":"trace[1970118542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25963; }","duration":"2.998234644s","start":"2026-04-01T16:39:33.884398Z","end":"2026-04-01T16:39:36.882632Z","steps":["trace[1970118542] 'agreement among raft nodes before linearized reading' (duration: 2.997945707s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.882674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.943805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:36.882688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:35.188545Z","time spent":"1.694136349s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-01T16:39:36.882704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.884389Z","time spent":"2.998301695s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:39:36.882714Z","caller":"traceutil/trace.go:171","msg":"trace[991239723] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25963; }","duration":"889.029157ms","start":"2026-04-01T16:39:35.993669Z","end":"2026-04-01T16:39:36.882698Z","steps":["trace[991239723] 'agreement among raft nodes before linearized reading' (duration: 888.971496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.882749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:35.99364Z","time spent":"889.098908ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:36.882849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442922296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:36.882937Z","caller":"traceutil/trace.go:171","msg":"trace[381650200] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25963; }","duration":"1.44304165s","start":"2026-04-01T16:39:35.439885Z","end":"2026-04-01T16:39:36.882926Z","steps":["trace[381650200] 'agreement among raft nodes before linearized reading' (duration: 1.442903146s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.882612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661998736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:36.882933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029219409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:36.882985Z","caller":"traceutil/trace.go:171","msg":"trace[1132146173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25963; }","duration":"1.66258784s","start":"2026-04-01T16:39:35.220385Z","end":"2026-04-01T16:39:36.882973Z","steps":["trace[1132146173] 'agreement among raft nodes before linearized reading' (duration: 1.661941565s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.883005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:35.43987Z","time spent":"1.44309408s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:36.883Z","caller":"traceutil/trace.go:171","msg":"trace[1210105282] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25963; }","duration":"3.029294561s","start":"2026-04-01T16:39:33.853688Z","end":"2026-04-01T16:39:36.882983Z","steps":["trace[1210105282] 'agreement among raft nodes before linearized reading' (duration: 3.029102826s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.882615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:35.575628Z","time spent":"1.306974963s","remote":"127.0.0.1:36868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:36.883043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.853647Z","time spent":"3.029386683s","remote":"127.0.0.1:34850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:36.883148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:35.220321Z","time spent":"1.662795505s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:36.883048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194815517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:36.88325Z","caller":"traceutil/trace.go:171","msg":"trace[766963749] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25963; }","duration":"1.195058043s","start":"2026-04-01T16:39:35.68818Z","end":"2026-04-01T16:39:36.883238Z","steps":["trace[766963749] 'agreement among raft nodes before linearized reading' (duration: 1.194831548s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.883286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:35.688154Z","time spent":"1.195121364s","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:36.883384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647173889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:36.88343Z","caller":"traceutil/trace.go:171","msg":"trace[636920406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25963; }","duration":"1.647291402s","start":"2026-04-01T16:39:35.236127Z","end":"2026-04-01T16:39:36.883418Z","steps":["trace[636920406] 'agreement among raft nodes before linearized reading' (duration: 1.647166629s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.883459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:35.236074Z","time spent":"1.647379904s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:36.883334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998392858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T16:39:36.883481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998445628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:39:36.883514Z","caller":"traceutil/trace.go:171","msg":"trace[1592739643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25963; }","duration":"2.99849479s","start":"2026-04-01T16:39:33.885012Z","end":"2026-04-01T16:39:36.883507Z","steps":["trace[1592739643] 'agreement among raft nodes before linearized reading' (duration: 2.996737149s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:36.883521Z","caller":"traceutil/trace.go:171","msg":"trace[1539053237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25963; }","duration":"2.998680714s","start":"2026-04-01T16:39:33.884827Z","end":"2026-04-01T16:39:36.883508Z","steps":["trace[1539053237] 'agreement among raft nodes before linearized reading' (duration: 2.997552208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:36.883549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.885005Z","time spent":"2.998538941s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:36.883568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:33.88482Z","time spent":"2.998734285s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:39:38.708031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:37.973603Z","time spent":"734.420686ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:39:38.708847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347118812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:38.709076Z","caller":"traceutil/trace.go:171","msg":"trace[1831474705] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"1.819136285s","start":"2026-04-01T16:39:36.889903Z","end":"2026-04-01T16:39:38.709029Z","steps":["trace[1831474705] 'process raft request' (duration: 471.730446ms)","trace[1831474705] 'compare' (duration: 1.346461187s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:38.709429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.889889Z","time spent":"1.819458562s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:38.709358Z","caller":"traceutil/trace.go:171","msg":"trace[1165462861] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"1.819424852s","start":"2026-04-01T16:39:36.889907Z","end":"2026-04-01T16:39:38.709332Z","steps":["trace[1165462861] 'process raft request' (duration: 1.819051743s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:38.711207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.889882Z","time spent":"1.821291355s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:38.730176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361199943s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:39:38.730922Z","caller":"traceutil/trace.go:171","msg":"trace[396980366] linearizableReadLoop","detail":"{readStateIndex:26867; appliedIndex:26862; }","duration":"1.838665512s","start":"2026-04-01T16:39:36.892239Z","end":"2026-04-01T16:39:38.730904Z","steps":["trace[396980366] 'read index received' (duration: 469.598596ms)","trace[396980366] 'applied index is now lower than readState.Index' (duration: 1.369066016s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:38.731135Z","caller":"traceutil/trace.go:171","msg":"trace[1642362459] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"1.841200801s","start":"2026-04-01T16:39:36.889927Z","end":"2026-04-01T16:39:38.731127Z","steps":["trace[1642362459] 'process raft request' (duration: 1.84071705s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:38.731221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.889912Z","time spent":"1.841246023s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:38.731453Z","caller":"traceutil/trace.go:171","msg":"trace[2061368662] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"1.841001277s","start":"2026-04-01T16:39:36.890447Z","end":"2026-04-01T16:39:38.731448Z","steps":["trace[2061368662] 'process raft request' (duration: 1.840388512s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:38.731458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839205685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-01T16:39:38.731511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.890268Z","time spent":"1.841241632s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T16:39:38.73154Z","caller":"traceutil/trace.go:171","msg":"trace[873658699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25968; }","duration":"1.839314137s","start":"2026-04-01T16:39:36.892209Z","end":"2026-04-01T16:39:38.731523Z","steps":["trace[873658699] 'agreement among raft nodes before linearized reading' (duration: 1.839106113s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:38.731585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.892192Z","time spent":"1.839384879s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:39:38.731492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.890421Z","time spent":"1.841052438s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:38.73181Z","caller":"traceutil/trace.go:171","msg":"trace[903449132] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"1.799075905s","start":"2026-04-01T16:39:36.932725Z","end":"2026-04-01T16:39:38.731801Z","steps":["trace[903449132] 'process raft request' (duration: 1.798140833s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:38.731853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.932708Z","time spent":"1.799126257s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:38.89668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:38.896765Z","caller":"traceutil/trace.go:171","msg":"trace[79601761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080622s","start":"2026-04-01T16:39:36.896665Z","end":"2026-04-01T16:39:38.896746Z","steps":["trace[79601761] 'agreement among raft nodes before linearized reading' (duration: 1.99997473s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:38.89681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.896656Z","time spent":"2.000144953s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:39.231596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:39.731797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:40.232588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:40.732769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:40.897259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:40.897367Z","caller":"traceutil/trace.go:171","msg":"trace[1005377911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304068s","start":"2026-04-01T16:39:38.897037Z","end":"2026-04-01T16:39:40.897341Z","steps":["trace[1005377911] 'agreement among raft nodes before linearized reading' (duration: 2.000168495s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:40.897425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.897016Z","time spent":"2.00039723s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:40.971109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:40.97118Z","caller":"traceutil/trace.go:171","msg":"trace[1849588469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347549s","start":"2026-04-01T16:39:38.970815Z","end":"2026-04-01T16:39:40.971163Z","steps":["trace[1849588469] 'agreement among raft nodes before linearized reading' (duration: 2.000246087s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:40.971219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.970796Z","time spent":"2.000415581s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:41.233481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:41.733875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:41.931196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999149276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:41.931332Z","caller":"traceutil/trace.go:171","msg":"trace[1767197867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99933352s","start":"2026-04-01T16:39:36.931933Z","end":"2026-04-01T16:39:41.931266Z","steps":["trace[1767197867] 'agreement among raft nodes before linearized reading' (duration: 4.999196077s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:41.931399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:36.931903Z","time spent":"4.999486194s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:39:42.018452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.287821455s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:39:42.325073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001391412s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:42.325204Z","caller":"traceutil/trace.go:171","msg":"trace[1184487989] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25968; }","duration":"2.001533405s","start":"2026-04-01T16:39:40.32365Z","end":"2026-04-01T16:39:42.325184Z","steps":["trace[1184487989] 'range keys from in-memory index tree' (duration: 2.001372972s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:42.328039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.326633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:42.328289Z","caller":"traceutil/trace.go:171","msg":"trace[471810995] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"4.120802628s","start":"2026-04-01T16:39:38.207454Z","end":"2026-04-01T16:39:42.328256Z","steps":["trace[471810995] 'process raft request' (duration: 3.811167028s)","trace[471810995] 'compare' (duration: 308.205447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:42.328414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.20743Z","time spent":"4.120927811s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:42.328693Z","caller":"traceutil/trace.go:171","msg":"trace[223964588] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"3.971862192s","start":"2026-04-01T16:39:38.356812Z","end":"2026-04-01T16:39:42.328675Z","steps":["trace[223964588] 'process raft request' (duration: 3.971804291s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:42.328788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.356802Z","time spent":"3.971936604s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:42.329235Z","caller":"traceutil/trace.go:171","msg":"trace[917029521] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"4.053649357s","start":"2026-04-01T16:39:38.275569Z","end":"2026-04-01T16:39:42.329218Z","steps":["trace[917029521] 'process raft request' (duration: 4.052604892s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:42.329327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.275539Z","time spent":"4.053735449s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:42.329445Z","caller":"traceutil/trace.go:171","msg":"trace[1327727626] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"3.981207041s","start":"2026-04-01T16:39:38.34822Z","end":"2026-04-01T16:39:42.329427Z","steps":["trace[1327727626] 'process raft request' (duration: 3.980099045s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:42.329515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.348199Z","time spent":"3.981277662s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:42.329598Z","caller":"traceutil/trace.go:171","msg":"trace[225371338] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"3.977636556s","start":"2026-04-01T16:39:38.351911Z","end":"2026-04-01T16:39:42.329547Z","steps":["trace[225371338] 'process raft request' (duration: 3.976613963s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:42.329595Z","caller":"traceutil/trace.go:171","msg":"trace[1033524938] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"3.977527524s","start":"2026-04-01T16:39:38.35204Z","end":"2026-04-01T16:39:42.329568Z","steps":["trace[1033524938] 'process raft request' (duration: 3.976529971s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:42.32966Z","caller":"traceutil/trace.go:171","msg":"trace[1235780282] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"3.977818422s","start":"2026-04-01T16:39:38.351823Z","end":"2026-04-01T16:39:42.329641Z","steps":["trace[1235780282] 'process raft request' (duration: 3.976610763s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:42.329705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.351905Z","time spent":"3.97774088s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:42.329733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.352033Z","time spent":"3.977622387s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:42.329744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.351816Z","time spent":"3.977882693s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:42.329832Z","caller":"traceutil/trace.go:171","msg":"trace[1438428776] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"3.977949374s","start":"2026-04-01T16:39:38.351868Z","end":"2026-04-01T16:39:42.329817Z","steps":["trace[1438428776] 'process raft request' (duration: 3.976610912s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:42.329868Z","caller":"traceutil/trace.go:171","msg":"trace[1709058280] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"3.978100868s","start":"2026-04-01T16:39:38.351755Z","end":"2026-04-01T16:39:42.329856Z","steps":["trace[1709058280] 'process raft request' (duration: 3.976625423s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:42.329916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.351862Z","time spent":"3.978008736s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:42.329927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.351743Z","time spent":"3.978148148s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:42.90518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:42.905263Z","caller":"traceutil/trace.go:171","msg":"trace[1727601059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207225s","start":"2026-04-01T16:39:40.905038Z","end":"2026-04-01T16:39:42.905245Z","steps":["trace[1727601059] 'agreement among raft nodes before linearized reading' (duration: 2.000082112s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:42.905307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.905016Z","time spent":"2.000282416s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:44.091905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494622787s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:44.092155Z","caller":"traceutil/trace.go:171","msg":"trace[906719506] linearizableReadLoop","detail":"{readStateIndex:26880; appliedIndex:26868; }","duration":"5.361167872s","start":"2026-04-01T16:39:38.730972Z","end":"2026-04-01T16:39:44.09214Z","steps":["trace[906719506] 'read index received' (duration: 3.28766401s)","trace[906719506] 'applied index is now lower than readState.Index' (duration: 2.073502712s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:44.092234Z","caller":"traceutil/trace.go:171","msg":"trace[650925783] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"5.358880459s","start":"2026-04-01T16:39:38.733342Z","end":"2026-04-01T16:39:44.092223Z","steps":["trace[650925783] 'process raft request' (duration: 3.863864853s)","trace[650925783] 'compare' (duration: 1.49347923s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:44.092291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.733319Z","time spent":"5.358939391s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:44.0926Z","caller":"traceutil/trace.go:171","msg":"trace[1961633887] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"3.356430971s","start":"2026-04-01T16:39:40.736157Z","end":"2026-04-01T16:39:44.092588Z","steps":["trace[1961633887] 'process raft request' (duration: 3.355845527s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.092655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.736134Z","time spent":"3.356490703s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:44.092797Z","caller":"traceutil/trace.go:171","msg":"trace[1049287135] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"3.091757963s","start":"2026-04-01T16:39:41.001027Z","end":"2026-04-01T16:39:44.092785Z","steps":["trace[1049287135] 'process raft request' (duration: 3.091066157s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.092852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:41.001002Z","time spent":"3.091824265s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:44.093002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.372653772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:39:44.093027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.23143208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:44.093038Z","caller":"traceutil/trace.go:171","msg":"trace[458320807] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25980; }","duration":"5.372720403s","start":"2026-04-01T16:39:38.720309Z","end":"2026-04-01T16:39:44.093029Z","steps":["trace[458320807] 'agreement among raft nodes before linearized reading' (duration: 5.372609651s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.093029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.37754099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:44.093059Z","caller":"traceutil/trace.go:171","msg":"trace[1054438765] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25980; }","duration":"6.231504352s","start":"2026-04-01T16:39:37.861544Z","end":"2026-04-01T16:39:44.093048Z","steps":["trace[1054438765] 'agreement among raft nodes before linearized reading' (duration: 6.23141811s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.093068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.720295Z","time spent":"5.372764815s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:44.093084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:37.861522Z","time spent":"6.231556492s","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-01T16:39:44.093092Z","caller":"traceutil/trace.go:171","msg":"trace[1270385501] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25980; }","duration":"6.377630623s","start":"2026-04-01T16:39:37.715444Z","end":"2026-04-01T16:39:44.093074Z","steps":["trace[1270385501] 'agreement among raft nodes before linearized reading' (duration: 6.37749967s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.093091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469299265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-01T16:39:44.093124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:37.715437Z","time spent":"6.377680114s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:44.093143Z","caller":"traceutil/trace.go:171","msg":"trace[776654490] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25980; }","duration":"5.469400508s","start":"2026-04-01T16:39:38.623731Z","end":"2026-04-01T16:39:44.093131Z","steps":["trace[776654490] 'agreement among raft nodes before linearized reading' (duration: 5.469230364s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.093171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.623703Z","time spent":"5.469460868s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-01T16:39:44.093196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.463343455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129601"} {"level":"warn","ts":"2026-04-01T16:39:44.093001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088438931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:44.093258Z","caller":"traceutil/trace.go:171","msg":"trace[2089661357] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25980; }","duration":"5.463440807s","start":"2026-04-01T16:39:38.629802Z","end":"2026-04-01T16:39:44.093243Z","steps":["trace[2089661357] 'agreement among raft nodes before linearized reading' (duration: 5.463230612s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.093289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.855495112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:44.093294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.629791Z","time spent":"5.463494009s","remote":"127.0.0.1:47128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129623,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-01T16:39:44.093299Z","caller":"traceutil/trace.go:171","msg":"trace[1939155493] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25980; }","duration":"6.088762419s","start":"2026-04-01T16:39:38.004521Z","end":"2026-04-01T16:39:44.093283Z","steps":["trace[1939155493] 'agreement among raft nodes before linearized reading' (duration: 6.088442452s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:44.093319Z","caller":"traceutil/trace.go:171","msg":"trace[348141264] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25980; }","duration":"6.855561234s","start":"2026-04-01T16:39:37.237748Z","end":"2026-04-01T16:39:44.093309Z","steps":["trace[348141264] 'agreement among raft nodes before linearized reading' (duration: 6.855516783s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.093333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.383881099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T16:39:44.09334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.004503Z","time spent":"6.0888219s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:44.093348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:37.237729Z","time spent":"6.855612805s","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:44.09336Z","caller":"traceutil/trace.go:171","msg":"trace[2091802061] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25980; }","duration":"6.383946801s","start":"2026-04-01T16:39:37.709406Z","end":"2026-04-01T16:39:44.093352Z","steps":["trace[2091802061] 'agreement among raft nodes before linearized reading' (duration: 6.383791787s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.093388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:37.709381Z","time spent":"6.383999712s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:44.191869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084814671s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:39:44.906263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000029031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:44.906355Z","caller":"traceutil/trace.go:171","msg":"trace[289644899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181545s","start":"2026-04-01T16:39:42.906154Z","end":"2026-04-01T16:39:44.906336Z","steps":["trace[289644899] 'agreement among raft nodes before linearized reading' (duration: 2.000069292s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:44.906405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:42.906129Z","time spent":"2.000266197s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:45.712065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999307578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:45.712159Z","caller":"traceutil/trace.go:171","msg":"trace[740810046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999499453s","start":"2026-04-01T16:39:40.712636Z","end":"2026-04-01T16:39:45.712136Z","steps":["trace[740810046] 'agreement among raft nodes before linearized reading' (duration: 4.99937208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.712214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.712612Z","time spent":"4.999591196s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:39:45.73367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999382751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:45.733746Z","caller":"traceutil/trace.go:171","msg":"trace[233096010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999510334s","start":"2026-04-01T16:39:40.734216Z","end":"2026-04-01T16:39:45.733726Z","steps":["trace[233096010] 'agreement among raft nodes before linearized reading' (duration: 4.999413341s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.733798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.734194Z","time spent":"4.999592425s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 16:39:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:45.798989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606871135s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:39:45.799297Z","caller":"traceutil/trace.go:171","msg":"trace[1573072746] linearizableReadLoop","detail":"{readStateIndex:26881; appliedIndex:26880; }","duration":"1.707084202s","start":"2026-04-01T16:39:44.092191Z","end":"2026-04-01T16:39:45.799276Z","steps":["trace[1573072746] 'read index received' (duration: 99.807157ms)","trace[1573072746] 'applied index is now lower than readState.Index' (duration: 1.607275545s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:45.799565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33184216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:45.799646Z","caller":"traceutil/trace.go:171","msg":"trace[1618293708] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25980; }","duration":"4.331969103s","start":"2026-04-01T16:39:41.467657Z","end":"2026-04-01T16:39:45.799626Z","steps":["trace[1618293708] 'agreement among raft nodes before linearized reading' (duration: 4.331813779s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.799666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62482953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:45.799691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:41.467635Z","time spent":"4.332046784s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.799752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995122251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:45.799809Z","caller":"traceutil/trace.go:171","msg":"trace[1629489255] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25980; }","duration":"4.995218923s","start":"2026-04-01T16:39:40.804582Z","end":"2026-04-01T16:39:45.799801Z","steps":["trace[1629489255] 'agreement among raft nodes before linearized reading' (duration: 4.995131451s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.799853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.804561Z","time spent":"4.995282825s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.799972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866624307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:39:45.800007Z","caller":"traceutil/trace.go:171","msg":"trace[1663934399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25980; }","duration":"1.866684589s","start":"2026-04-01T16:39:43.933314Z","end":"2026-04-01T16:39:45.799999Z","steps":["trace[1663934399] 'agreement among raft nodes before linearized reading' (duration: 1.866568316s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:43.933297Z","time spent":"1.866723129s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:39:45.800107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.140377128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-01T16:39:45.800164Z","caller":"traceutil/trace.go:171","msg":"trace[772571239] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25980; }","duration":"6.140455699s","start":"2026-04-01T16:39:39.659686Z","end":"2026-04-01T16:39:45.800141Z","steps":["trace[772571239] 'agreement among raft nodes before linearized reading' (duration: 6.140371777s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4903066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:45.800188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:39.659663Z","time spent":"6.140520001s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T16:39:45.800202Z","caller":"traceutil/trace.go:171","msg":"trace[1050064941] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25980; }","duration":"2.490362742s","start":"2026-04-01T16:39:43.309824Z","end":"2026-04-01T16:39:45.800187Z","steps":["trace[1050064941] 'agreement among raft nodes before linearized reading' (duration: 2.490308781s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:43.309804Z","time spent":"2.490414623s","remote":"127.0.0.1:32900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.800246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.557257699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-01T16:39:45.800276Z","caller":"traceutil/trace.go:171","msg":"trace[2075537939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25980; }","duration":"6.55730574s","start":"2026-04-01T16:39:39.242961Z","end":"2026-04-01T16:39:45.800267Z","steps":["trace[2075537939] 'agreement among raft nodes before linearized reading' (duration: 6.557174817s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:39.242947Z","time spent":"6.557352572s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-01T16:39:45.800357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952964204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-01T16:39:45.80038Z","caller":"traceutil/trace.go:171","msg":"trace[227741767] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25980; }","duration":"2.953021275s","start":"2026-04-01T16:39:42.847353Z","end":"2026-04-01T16:39:45.800374Z","steps":["trace[227741767] 'agreement among raft nodes before linearized reading' (duration: 2.952957144s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.067480526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-01T16:39:45.800424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336357161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:45.800427Z","caller":"traceutil/trace.go:171","msg":"trace[190148912] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25980; }","duration":"7.067564988s","start":"2026-04-01T16:39:38.732844Z","end":"2026-04-01T16:39:45.800409Z","steps":["trace[190148912] 'agreement among raft nodes before linearized reading' (duration: 7.067310632s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:45.800449Z","caller":"traceutil/trace.go:171","msg":"trace[846010880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25980; }","duration":"3.336405693s","start":"2026-04-01T16:39:42.464036Z","end":"2026-04-01T16:39:45.800442Z","steps":["trace[846010880] 'agreement among raft nodes before linearized reading' (duration: 3.336370352s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:42.464024Z","time spent":"3.336437563s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.800471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.732793Z","time spent":"7.06766962s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18768,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T16:39:45.800573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959140274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:45.800594Z","caller":"traceutil/trace.go:171","msg":"trace[584858278] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25980; }","duration":"3.959197875s","start":"2026-04-01T16:39:41.84139Z","end":"2026-04-01T16:39:45.800587Z","steps":["trace[584858278] 'agreement among raft nodes before linearized reading' (duration: 3.959148844s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:41.84137Z","time spent":"3.959234896s","remote":"127.0.0.1:36924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:45.799699Z","caller":"traceutil/trace.go:171","msg":"trace[429518235] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25980; }","duration":"4.624912722s","start":"2026-04-01T16:39:41.174771Z","end":"2026-04-01T16:39:45.799684Z","steps":["trace[429518235] 'agreement among raft nodes before linearized reading' (duration: 4.62482633s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.574803819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:45.800767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:41.174751Z","time spent":"4.626000507s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:45.800781Z","caller":"traceutil/trace.go:171","msg":"trace[1774232153] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25980; }","duration":"6.574897462s","start":"2026-04-01T16:39:39.225873Z","end":"2026-04-01T16:39:45.80077Z","steps":["trace[1774232153] 'agreement among raft nodes before linearized reading' (duration: 6.574805219s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:39.225853Z","time spent":"6.574950203s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.800921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.701315837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:45.800942Z","caller":"traceutil/trace.go:171","msg":"trace[1097519218] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25980; }","duration":"5.701383719s","start":"2026-04-01T16:39:40.099554Z","end":"2026-04-01T16:39:45.800937Z","steps":["trace[1097519218] 'agreement among raft nodes before linearized reading' (duration: 5.701343688s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.099515Z","time spent":"5.70143897s","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.800978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.063103983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:45.801015Z","caller":"traceutil/trace.go:171","msg":"trace[793217221] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25980; }","duration":"7.063162295s","start":"2026-04-01T16:39:38.737842Z","end":"2026-04-01T16:39:45.801004Z","steps":["trace[793217221] 'agreement among raft nodes before linearized reading' (duration: 7.063108994s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:42.847334Z","time spent":"2.953058497s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:39:45.801048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:38.737828Z","time spent":"7.063210806s","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.801049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.101515542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:45.801101Z","caller":"traceutil/trace.go:171","msg":"trace[1963876078] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25980; }","duration":"5.101586204s","start":"2026-04-01T16:39:40.699497Z","end":"2026-04-01T16:39:45.801083Z","steps":["trace[1963876078] 'agreement among raft nodes before linearized reading' (duration: 5.101503772s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.800121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.188532445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:39:45.801046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.646524954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:45.801171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.69948Z","time spent":"5.101677096s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.800969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06639671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:39:45.801203Z","caller":"traceutil/trace.go:171","msg":"trace[315204052] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25980; }","duration":"6.189681811s","start":"2026-04-01T16:39:39.61151Z","end":"2026-04-01T16:39:45.801192Z","steps":["trace[315204052] 'agreement among raft nodes before linearized reading' (duration: 6.188553235s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:45.801213Z","caller":"traceutil/trace.go:171","msg":"trace[589674903] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25980; }","duration":"5.646683438s","start":"2026-04-01T16:39:40.154514Z","end":"2026-04-01T16:39:45.801197Z","steps":["trace[589674903] 'agreement among raft nodes before linearized reading' (duration: 5.646512734s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.801413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:39.611489Z","time spent":"6.189913847s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:45.800803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.188373776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:45.801433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.154442Z","time spent":"5.646980414s","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:45.801403Z","caller":"traceutil/trace.go:171","msg":"trace[103822061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25980; }","duration":"5.066690917s","start":"2026-04-01T16:39:40.734521Z","end":"2026-04-01T16:39:45.801211Z","steps":["trace[103822061] 'agreement among raft nodes before linearized reading' (duration: 5.066320048s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.801481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.734499Z","time spent":"5.066975413s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:39:45.801491Z","caller":"traceutil/trace.go:171","msg":"trace[176630941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25980; }","duration":"5.189094833s","start":"2026-04-01T16:39:40.61237Z","end":"2026-04-01T16:39:45.801465Z","steps":["trace[176630941] 'agreement among raft nodes before linearized reading' (duration: 5.188366886s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.801539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.612352Z","time spent":"5.189171884s","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:45.80163Z","caller":"traceutil/trace.go:171","msg":"trace[903300200] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"1.465882683s","start":"2026-04-01T16:39:44.335732Z","end":"2026-04-01T16:39:45.801615Z","steps":["trace[903300200] 'process raft request' (duration: 1.463403695s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.801736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.335706Z","time spent":"1.465964106s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:45.801843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.085966358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:39:45.80199Z","caller":"traceutil/trace.go:171","msg":"trace[675278037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25980; }","duration":"5.086200413s","start":"2026-04-01T16:39:40.715764Z","end":"2026-04-01T16:39:45.801964Z","steps":["trace[675278037] 'agreement among raft nodes before linearized reading' (duration: 5.085141459s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.802114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.715751Z","time spent":"5.086342117s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:45.802606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005667388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276022"} {"level":"info","ts":"2026-04-01T16:39:45.802641Z","caller":"traceutil/trace.go:171","msg":"trace[60337309] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25980; }","duration":"5.00575987s","start":"2026-04-01T16:39:40.796871Z","end":"2026-04-01T16:39:45.802631Z","steps":["trace[60337309] 'agreement among raft nodes before linearized reading' (duration: 5.003436456s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:45.802666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:40.796841Z","time spent":"5.005818491s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-01T16:39:46.300326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:46.801467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:46.912277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:46.912369Z","caller":"traceutil/trace.go:171","msg":"trace[1344877326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262415s","start":"2026-04-01T16:39:44.912084Z","end":"2026-04-01T16:39:46.912347Z","steps":["trace[1344877326] 'agreement among raft nodes before linearized reading' (duration: 2.000122292s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:46.912498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.912068Z","time spent":"2.000390889s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:46.931391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.80747Z","time spent":"1.123915686s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:39:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:47.261873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.196996593s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:39:47.262604Z","caller":"traceutil/trace.go:171","msg":"trace[1653175303] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"2.926468593s","start":"2026-04-01T16:39:44.336108Z","end":"2026-04-01T16:39:47.262577Z","steps":["trace[1653175303] 'process raft request' (duration: 2.926364101s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:47.262605Z","caller":"traceutil/trace.go:171","msg":"trace[1146410939] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"2.92675736s","start":"2026-04-01T16:39:44.335821Z","end":"2026-04-01T16:39:47.262578Z","steps":["trace[1146410939] 'process raft request' (duration: 2.926255099s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:47.262769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.33609Z","time spent":"2.926599847s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:47.262984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.33579Z","time spent":"2.927032097s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:47.263261Z","caller":"traceutil/trace.go:171","msg":"trace[1260508989] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"2.926963255s","start":"2026-04-01T16:39:44.336275Z","end":"2026-04-01T16:39:47.263239Z","steps":["trace[1260508989] 'process raft request' (duration: 2.926259798s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:47.263356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.336264Z","time spent":"2.927047187s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:47.263414Z","caller":"traceutil/trace.go:171","msg":"trace[1327282360] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"2.926922994s","start":"2026-04-01T16:39:44.336471Z","end":"2026-04-01T16:39:47.263394Z","steps":["trace[1327282360] 'process raft request' (duration: 2.926769841s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:47.263399Z","caller":"traceutil/trace.go:171","msg":"trace[1434976956] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"2.927020827s","start":"2026-04-01T16:39:44.33635Z","end":"2026-04-01T16:39:47.263371Z","steps":["trace[1434976956] 'process raft request' (duration: 2.92671174s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:47.26346Z","caller":"traceutil/trace.go:171","msg":"trace[1290728206] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"2.926972356s","start":"2026-04-01T16:39:44.336477Z","end":"2026-04-01T16:39:47.263449Z","steps":["trace[1290728206] 'process raft request' (duration: 2.926833172s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:47.263511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.336454Z","time spent":"2.927028446s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:47.263521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.336463Z","time spent":"2.927004076s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:47.263491Z","caller":"traceutil/trace.go:171","msg":"trace[159446243] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"2.873444762s","start":"2026-04-01T16:39:44.390013Z","end":"2026-04-01T16:39:47.263458Z","steps":["trace[159446243] 'process raft request' (duration: 2.87335945s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:47.26359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.336335Z","time spent":"2.927145329s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:47.263718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.389991Z","time spent":"2.873612926s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:48.561331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249727323s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:39:48.562483Z","caller":"traceutil/trace.go:171","msg":"trace[164864270] linearizableReadLoop","detail":"{readStateIndex:26894; appliedIndex:26882; }","duration":"2.7631311s","start":"2026-04-01T16:39:45.799329Z","end":"2026-04-01T16:39:48.56246Z","steps":["trace[164864270] 'read index received' (duration: 1.462809342s)","trace[164864270] 'applied index is now lower than readState.Index' (duration: 1.300320588s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:48.562684Z","caller":"traceutil/trace.go:171","msg":"trace[789345163] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"2.753684449s","start":"2026-04-01T16:39:45.808962Z","end":"2026-04-01T16:39:48.562647Z","steps":["trace[789345163] 'process raft request' (duration: 2.753410443s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.562827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26799077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:39:48.562929Z","caller":"traceutil/trace.go:171","msg":"trace[2004020106] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25993; }","duration":"3.268138914s","start":"2026-04-01T16:39:45.294767Z","end":"2026-04-01T16:39:48.562906Z","steps":["trace[2004020106] 'agreement among raft nodes before linearized reading' (duration: 3.267814876s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.562972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.294746Z","time spent":"3.268217865s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T16:39:48.563016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508190734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:48.562996Z","caller":"traceutil/trace.go:171","msg":"trace[1517719439] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"2.756037724s","start":"2026-04-01T16:39:45.806938Z","end":"2026-04-01T16:39:48.562975Z","steps":["trace[1517719439] 'process raft request' (duration: 2.755123132s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:48.563043Z","caller":"traceutil/trace.go:171","msg":"trace[879159245] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25993; }","duration":"3.508269947s","start":"2026-04-01T16:39:45.054765Z","end":"2026-04-01T16:39:48.563035Z","steps":["trace[879159245] 'agreement among raft nodes before linearized reading' (duration: 3.508227506s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.563069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.054733Z","time spent":"3.508328248s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:48.563042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098357989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:48.563226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91155739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:48.563264Z","caller":"traceutil/trace.go:171","msg":"trace[1096003557] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25993; }","duration":"3.911639531s","start":"2026-04-01T16:39:44.651615Z","end":"2026-04-01T16:39:48.563255Z","steps":["trace[1096003557] 'agreement among raft nodes before linearized reading' (duration: 3.911547209s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.563285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019894276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41\" ","response":"range_response_count:1 size:829"} {"level":"warn","ts":"2026-04-01T16:39:48.563285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.651596Z","time spent":"3.911683003s","remote":"127.0.0.1:37074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:48.563304Z","caller":"traceutil/trace.go:171","msg":"trace[1360551370] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41; range_end:; response_count:1; response_revision:25993; }","duration":"4.019941067s","start":"2026-04-01T16:39:44.543357Z","end":"2026-04-01T16:39:48.563298Z","steps":["trace[1360551370] 'agreement among raft nodes before linearized reading' (duration: 4.019858455s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.563318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.543337Z","time spent":"4.019977919s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":851,"request content":"key:\"/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41\" "} {"level":"info","ts":"2026-04-01T16:39:48.563274Z","caller":"traceutil/trace.go:171","msg":"trace[137229126] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25993; }","duration":"3.098654016s","start":"2026-04-01T16:39:45.464543Z","end":"2026-04-01T16:39:48.563197Z","steps":["trace[137229126] 'agreement among raft nodes before linearized reading' (duration: 3.098208535s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.563435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.46452Z","time spent":"3.098868531s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:48.563447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468467049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-01T16:39:48.562972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466260288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:48.563552Z","caller":"traceutil/trace.go:171","msg":"trace[104522853] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25993; }","duration":"4.466876373s","start":"2026-04-01T16:39:44.09667Z","end":"2026-04-01T16:39:48.563546Z","steps":["trace[104522853] 'agreement among raft nodes before linearized reading' (duration: 4.466241188s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.563571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.096661Z","time spent":"4.466904493s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-01T16:39:48.563024Z","caller":"traceutil/trace.go:171","msg":"trace[9494012] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"2.463278869s","start":"2026-04-01T16:39:46.099572Z","end":"2026-04-01T16:39:48.562851Z","steps":["trace[9494012] 'process raft request' (duration: 2.462842088s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:48.563526Z","caller":"traceutil/trace.go:171","msg":"trace[596876240] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25993; }","duration":"4.468566412s","start":"2026-04-01T16:39:44.094947Z","end":"2026-04-01T16:39:48.563513Z","steps":["trace[596876240] 'agreement among raft nodes before linearized reading' (duration: 4.468359117s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:48.563128Z","caller":"traceutil/trace.go:171","msg":"trace[343873255] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"2.754956218s","start":"2026-04-01T16:39:45.808157Z","end":"2026-04-01T16:39:48.563113Z","steps":["trace[343873255] 'process raft request' (duration: 2.754152809s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.564259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.094935Z","time spent":"4.469273848s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T16:39:48.564161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:46.099552Z","time spent":"2.464562328s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:48.563137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.806926Z","time spent":"2.756130856s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:48.564406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.80814Z","time spent":"2.756155006s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:48.562848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.808954Z","time spent":"2.753811302s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:48.563812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468386328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116275"} {"level":"info","ts":"2026-04-01T16:39:48.564558Z","caller":"traceutil/trace.go:171","msg":"trace[1191476389] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25993; }","duration":"4.469144375s","start":"2026-04-01T16:39:44.095403Z","end":"2026-04-01T16:39:48.564547Z","steps":["trace[1191476389] 'agreement among raft nodes before linearized reading' (duration: 4.467930337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.564589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.095397Z","time spent":"4.469182246s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116297,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-01T16:39:48.563858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468801948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116275"} {"level":"info","ts":"2026-04-01T16:39:48.564661Z","caller":"traceutil/trace.go:171","msg":"trace[120081244] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25993; }","duration":"4.469609357s","start":"2026-04-01T16:39:44.095037Z","end":"2026-04-01T16:39:48.564647Z","steps":["trace[120081244] 'agreement among raft nodes before linearized reading' (duration: 4.468241105s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.564694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:44.095034Z","time spent":"4.469650058s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116297,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-01T16:39:48.564872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882171888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:48.564965Z","caller":"traceutil/trace.go:171","msg":"trace[760438497] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25993; }","duration":"2.882923305s","start":"2026-04-01T16:39:45.682024Z","end":"2026-04-01T16:39:48.564947Z","steps":["trace[760438497] 'agreement among raft nodes before linearized reading' (duration: 2.882140116s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.56511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.681991Z","time spent":"2.883037568s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:48.91318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:48.913268Z","caller":"traceutil/trace.go:171","msg":"trace[2087017220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168705s","start":"2026-04-01T16:39:46.913077Z","end":"2026-04-01T16:39:48.913246Z","steps":["trace[2087017220] 'agreement among raft nodes before linearized reading' (duration: 2.000061363s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:48.913316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:46.913059Z","time spent":"2.000247287s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:49.063631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:49.619046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999363145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:49.619132Z","caller":"traceutil/trace.go:171","msg":"trace[1888196480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999464848s","start":"2026-04-01T16:39:47.619648Z","end":"2026-04-01T16:39:49.619113Z","steps":["trace[1888196480] 'agreement among raft nodes before linearized reading' (duration: 1.999360335s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:49.619197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:47.619583Z","time spent":"1.99959798s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:50.054003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.960729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:50.054341Z","caller":"traceutil/trace.go:171","msg":"trace[1102612716] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"2.718551264s","start":"2026-04-01T16:39:47.335742Z","end":"2026-04-01T16:39:50.054294Z","steps":["trace[1102612716] 'process raft request' (duration: 1.784160635s)","trace[1102612716] 'compare' (duration: 933.751504ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:50.054402Z","caller":"traceutil/trace.go:171","msg":"trace[1366291213] linearizableReadLoop","detail":"{readStateIndex:26897; appliedIndex:26894; }","duration":"1.491839991s","start":"2026-04-01T16:39:48.562536Z","end":"2026-04-01T16:39:50.054376Z","steps":["trace[1366291213] 'read index received' (duration: 557.34277ms)","trace[1366291213] 'applied index is now lower than readState.Index' (duration: 934.495561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:50.054555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:47.335721Z","time spent":"2.718712409s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:50.054705Z","caller":"traceutil/trace.go:171","msg":"trace[1343553567] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"2.243834819s","start":"2026-04-01T16:39:47.810853Z","end":"2026-04-01T16:39:50.054688Z","steps":["trace[1343553567] 'process raft request' (duration: 2.243286036s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.054783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:47.810824Z","time spent":"2.243916791s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:50.055099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478562861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:50.055178Z","caller":"traceutil/trace.go:171","msg":"trace[1816739790] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25996; }","duration":"3.478678854s","start":"2026-04-01T16:39:46.576477Z","end":"2026-04-01T16:39:50.055156Z","steps":["trace[1816739790] 'agreement among raft nodes before linearized reading' (duration: 3.478556911s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.055199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717941166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:50.055236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:46.576449Z","time spent":"3.478772206s","remote":"127.0.0.1:37060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:50.055435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959265487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:39:50.055474Z","caller":"traceutil/trace.go:171","msg":"trace[1820336218] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25996; }","duration":"3.959340599s","start":"2026-04-01T16:39:46.096126Z","end":"2026-04-01T16:39:50.055467Z","steps":["trace[1820336218] 'agreement among raft nodes before linearized reading' (duration: 3.959135964s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.055507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:46.096107Z","time spent":"3.95939259s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:50.055663Z","caller":"traceutil/trace.go:171","msg":"trace[1263776709] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"1.489040576s","start":"2026-04-01T16:39:48.566603Z","end":"2026-04-01T16:39:50.055644Z","steps":["trace[1263776709] 'process raft request' (duration: 1.487684504s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.055697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132494303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:50.055727Z","caller":"traceutil/trace.go:171","msg":"trace[523957354] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25996; }","duration":"4.132558165s","start":"2026-04-01T16:39:45.923159Z","end":"2026-04-01T16:39:50.055717Z","steps":["trace[523957354] 'agreement among raft nodes before linearized reading' (duration: 4.132499243s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.055756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.923142Z","time spent":"4.132606695s","remote":"127.0.0.1:36746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:50.055772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.566582Z","time spent":"1.489139368s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:50.056028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528694654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:50.056047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250211019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-01T16:39:50.056088Z","caller":"traceutil/trace.go:171","msg":"trace[1384898665] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25996; }","duration":"1.528785276s","start":"2026-04-01T16:39:48.527288Z","end":"2026-04-01T16:39:50.056073Z","steps":["trace[1384898665] 'agreement among raft nodes before linearized reading' (duration: 1.528692524s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.056133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.52726Z","time spent":"1.528859928s","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:50.056143Z","caller":"traceutil/trace.go:171","msg":"trace[633870669] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129; range_end:; response_count:1; response_revision:25996; }","duration":"4.250331072s","start":"2026-04-01T16:39:45.805781Z","end":"2026-04-01T16:39:50.056112Z","steps":["trace[633870669] 'agreement among raft nodes before linearized reading' (duration: 4.250035065s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.056202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.805748Z","time spent":"4.250441775s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129\" "} {"level":"info","ts":"2026-04-01T16:39:50.055241Z","caller":"traceutil/trace.go:171","msg":"trace[1581034902] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25996; }","duration":"3.718019818s","start":"2026-04-01T16:39:46.337206Z","end":"2026-04-01T16:39:50.055226Z","steps":["trace[1581034902] 'agreement among raft nodes before linearized reading' (duration: 3.717938816s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.056322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:46.337186Z","time spent":"3.719120074s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:50.056591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243847991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T16:39:50.056636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898831341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:50.056652Z","caller":"traceutil/trace.go:171","msg":"trace[1083080754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25996; }","duration":"4.243933042s","start":"2026-04-01T16:39:45.812706Z","end":"2026-04-01T16:39:50.056639Z","steps":["trace[1083080754] 'agreement among raft nodes before linearized reading' (duration: 4.243776269s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:50.056689Z","caller":"traceutil/trace.go:171","msg":"trace[862161295] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25996; }","duration":"1.898922053s","start":"2026-04-01T16:39:48.157752Z","end":"2026-04-01T16:39:50.056674Z","steps":["trace[862161295] 'agreement among raft nodes before linearized reading' (duration: 1.898755999s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.056749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.157736Z","time spent":"1.898999865s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:50.056818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250779492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-01T16:39:50.056857Z","caller":"traceutil/trace.go:171","msg":"trace[1823276676] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25996; }","duration":"4.250849584s","start":"2026-04-01T16:39:45.805998Z","end":"2026-04-01T16:39:50.056847Z","steps":["trace[1823276676] 'agreement among raft nodes before linearized reading' (duration: 4.250727091s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.056893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.805981Z","time spent":"4.250903675s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-01T16:39:50.056902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342274104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:39:50.056975Z","caller":"traceutil/trace.go:171","msg":"trace[160476695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25996; }","duration":"2.342376287s","start":"2026-04-01T16:39:47.714572Z","end":"2026-04-01T16:39:50.056948Z","steps":["trace[160476695] 'agreement among raft nodes before linearized reading' (duration: 2.342196212s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.057027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:47.714544Z","time spent":"2.342470959s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:39:50.057155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25111137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-01T16:39:50.057221Z","caller":"traceutil/trace.go:171","msg":"trace[1044417866] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25996; }","duration":"4.251200593s","start":"2026-04-01T16:39:45.80601Z","end":"2026-04-01T16:39:50.05721Z","steps":["trace[1044417866] 'agreement among raft nodes before linearized reading' (duration: 4.25106191s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.057261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.806001Z","time spent":"4.251250744s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-01T16:39:50.056704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:45.812697Z","time spent":"4.243998314s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T16:39:50.057331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32076407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-01T16:39:50.05739Z","caller":"traceutil/trace.go:171","msg":"trace[2003700518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25996; }","duration":"2.320857343s","start":"2026-04-01T16:39:47.736517Z","end":"2026-04-01T16:39:50.057375Z","steps":["trace[2003700518] 'agreement among raft nodes before linearized reading' (duration: 2.32073837s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.057441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:47.736493Z","time spent":"2.320937115s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:50.057169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743890949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:39:50.057541Z","caller":"traceutil/trace.go:171","msg":"trace[439562096] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25996; }","duration":"2.744275047s","start":"2026-04-01T16:39:47.313243Z","end":"2026-04-01T16:39:50.057518Z","steps":["trace[439562096] 'agreement among raft nodes before linearized reading' (duration: 2.743732254s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.057612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:47.313228Z","time spent":"2.74436532s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:39:50.555026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:50.712538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.061381Z","time spent":"651.149417ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:39:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:50.735935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.06182Z","time spent":"674.107754ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:39:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:50.918986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.084784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:50.919133Z","caller":"traceutil/trace.go:171","msg":"trace[1396653865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25996; }","duration":"595.466634ms","start":"2026-04-01T16:39:50.323646Z","end":"2026-04-01T16:39:50.919113Z","steps":["trace[1396653865] 'range keys from in-memory index tree' (duration: 595.060093ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:50.91952Z","caller":"traceutil/trace.go:171","msg":"trace[146926725] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"1.649796411s","start":"2026-04-01T16:39:49.269705Z","end":"2026-04-01T16:39:50.919501Z","steps":["trace[146926725] 'process raft request' (duration: 1.649641637s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.919624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:49.26968Z","time spent":"1.649887512s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:50.919821Z","caller":"traceutil/trace.go:171","msg":"trace[1988898313] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"1.649326s","start":"2026-04-01T16:39:49.27048Z","end":"2026-04-01T16:39:50.919806Z","steps":["trace[1988898313] 'process raft request' (duration: 1.649213707s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:50.919874Z","caller":"traceutil/trace.go:171","msg":"trace[329915386] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"1.649879873s","start":"2026-04-01T16:39:49.269966Z","end":"2026-04-01T16:39:50.919846Z","steps":["trace[329915386] 'process raft request' (duration: 1.649506284s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:50.920065Z","caller":"traceutil/trace.go:171","msg":"trace[1116400345] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"1.647548788s","start":"2026-04-01T16:39:49.272488Z","end":"2026-04-01T16:39:50.920037Z","steps":["trace[1116400345] 'process raft request' (duration: 1.647491697s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.9201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:49.270442Z","time spent":"1.649461973s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:50.920242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:49.272478Z","time spent":"1.647674311s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:50.92032Z","caller":"traceutil/trace.go:171","msg":"trace[451393521] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"1.64931662s","start":"2026-04-01T16:39:49.270996Z","end":"2026-04-01T16:39:50.920312Z","steps":["trace[451393521] 'process raft request' (duration: 1.648769607s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.920363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:49.270985Z","time spent":"1.649357561s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:50.920159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:49.269955Z","time spent":"1.650031716s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:50.92041Z","caller":"traceutil/trace.go:171","msg":"trace[1266764388] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"1.648181472s","start":"2026-04-01T16:39:49.272201Z","end":"2026-04-01T16:39:50.920382Z","steps":["trace[1266764388] 'process raft request' (duration: 1.647671281s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.920528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:49.27219Z","time spent":"1.648280936s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:50.921682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:50.921743Z","caller":"traceutil/trace.go:171","msg":"trace[1479236927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083582s","start":"2026-04-01T16:39:48.921642Z","end":"2026-04-01T16:39:50.921725Z","steps":["trace[1479236927] 'agreement among raft nodes before linearized reading' (duration: 2.00001933s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:50.921783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.921634Z","time spent":"2.000141263s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T16:39:51.854277Z","caller":"traceutil/trace.go:171","msg":"trace[297018025] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"1.792408381s","start":"2026-04-01T16:39:50.061848Z","end":"2026-04-01T16:39:51.854257Z","steps":["trace[297018025] 'process raft request' (duration: 1.792331109s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.85444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.061836Z","time spent":"1.792522393s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:51.854617Z","caller":"traceutil/trace.go:171","msg":"trace[1851906894] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"1.790798182s","start":"2026-04-01T16:39:50.063794Z","end":"2026-04-01T16:39:51.854592Z","steps":["trace[1851906894] 'process raft request' (duration: 1.790430024s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:51.854678Z","caller":"traceutil/trace.go:171","msg":"trace[1271760202] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"1.790821373s","start":"2026-04-01T16:39:50.063841Z","end":"2026-04-01T16:39:51.854662Z","steps":["trace[1271760202] 'process raft request' (duration: 1.790639889s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.85473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.063828Z","time spent":"1.790870444s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:51.854702Z","caller":"traceutil/trace.go:171","msg":"trace[953511430] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"1.285692715s","start":"2026-04-01T16:39:50.568978Z","end":"2026-04-01T16:39:51.854671Z","steps":["trace[953511430] 'process raft request' (duration: 1.285609383s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.854744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.063782Z","time spent":"1.790895664s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:51.85486Z","caller":"traceutil/trace.go:171","msg":"trace[1701405371] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26008; }","duration":"1.140833434s","start":"2026-04-01T16:39:50.71402Z","end":"2026-04-01T16:39:51.854853Z","steps":["trace[1701405371] 'process raft request' (duration: 1.140613668s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.854943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.713982Z","time spent":"1.140934066s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:51.854995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933742074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"info","ts":"2026-04-01T16:39:51.85502Z","caller":"traceutil/trace.go:171","msg":"trace[691717177] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26008; }","duration":"2.933822626s","start":"2026-04-01T16:39:48.92119Z","end":"2026-04-01T16:39:51.855012Z","steps":["trace[691717177] 'agreement among raft nodes before linearized reading' (duration: 2.933721444s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.854978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.568955Z","time spent":"1.285826919s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:51.855041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.92116Z","time spent":"2.933876907s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7250,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T16:39:51.855133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285398418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-01T16:39:51.854989Z","caller":"traceutil/trace.go:171","msg":"trace[1456390904] linearizableReadLoop","detail":"{readStateIndex:26908; appliedIndex:26897; }","duration":"1.800417148s","start":"2026-04-01T16:39:50.054438Z","end":"2026-04-01T16:39:51.854855Z","steps":["trace[1456390904] 'read index received' (duration: 864.950183ms)","trace[1456390904] 'applied index is now lower than readState.Index' (duration: 935.465765ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:51.855154Z","caller":"traceutil/trace.go:171","msg":"trace[301513582] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26008; }","duration":"3.285431869s","start":"2026-04-01T16:39:48.569715Z","end":"2026-04-01T16:39:51.855147Z","steps":["trace[301513582] 'agreement among raft nodes before linearized reading' (duration: 3.285361308s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289119995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T16:39:51.855154Z","caller":"traceutil/trace.go:171","msg":"trace[414753355] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26008; }","duration":"1.11762574s","start":"2026-04-01T16:39:50.73752Z","end":"2026-04-01T16:39:51.855146Z","steps":["trace[414753355] 'process raft request' (duration: 1.117279672s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986214178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:51.855194Z","caller":"traceutil/trace.go:171","msg":"trace[902333480] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26008; }","duration":"3.289220618s","start":"2026-04-01T16:39:48.565964Z","end":"2026-04-01T16:39:51.855185Z","steps":["trace[902333480] 'agreement among raft nodes before linearized reading' (duration: 3.289071745s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:51.855213Z","caller":"traceutil/trace.go:171","msg":"trace[601945261] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26008; }","duration":"1.98627379s","start":"2026-04-01T16:39:49.868933Z","end":"2026-04-01T16:39:51.855207Z","steps":["trace[601945261] 'agreement among raft nodes before linearized reading' (duration: 1.986233169s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:49.868913Z","time spent":"1.98631469s","remote":"127.0.0.1:36754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:51.85523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.565939Z","time spent":"3.289282039s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T16:39:51.855247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283480064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129601"} {"level":"warn","ts":"2026-04-01T16:39:51.855245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.737501Z","time spent":"1.117705482s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:51.85526Z","caller":"traceutil/trace.go:171","msg":"trace[1176470904] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26008; }","duration":"3.283506914s","start":"2026-04-01T16:39:48.57175Z","end":"2026-04-01T16:39:51.855257Z","steps":["trace[1176470904] 'agreement among raft nodes before linearized reading' (duration: 3.283434952s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.571744Z","time spent":"3.283525624s","remote":"127.0.0.1:47128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129623,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-01T16:39:51.855338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529195992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:51.855361Z","caller":"traceutil/trace.go:171","msg":"trace[1155875535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26008; }","duration":"2.529247303s","start":"2026-04-01T16:39:49.326107Z","end":"2026-04-01T16:39:51.855355Z","steps":["trace[1155875535] 'agreement among raft nodes before linearized reading' (duration: 2.529211772s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:49.326096Z","time spent":"2.529277024s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:51.855175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.56971Z","time spent":"3.28546156s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-01T16:39:51.855438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792668446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-01T16:39:51.855443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286187427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:51.855464Z","caller":"traceutil/trace.go:171","msg":"trace[114740695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26008; }","duration":"1.792728638s","start":"2026-04-01T16:39:50.062727Z","end":"2026-04-01T16:39:51.855455Z","steps":["trace[114740695] 'agreement among raft nodes before linearized reading' (duration: 1.792629345s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:51.855477Z","caller":"traceutil/trace.go:171","msg":"trace[977916894] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26008; }","duration":"3.286238668s","start":"2026-04-01T16:39:48.569225Z","end":"2026-04-01T16:39:51.855464Z","steps":["trace[977916894] 'agreement among raft nodes before linearized reading' (duration: 3.286188047s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.062708Z","time spent":"1.792778479s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-01T16:39:51.855509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:48.569216Z","time spent":"3.286282599s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T16:39:51.855645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.144195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:51.855676Z","caller":"traceutil/trace.go:171","msg":"trace[116498008] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26008; }","duration":"340.212437ms","start":"2026-04-01T16:39:51.515457Z","end":"2026-04-01T16:39:51.85567Z","steps":["trace[116498008] 'agreement among raft nodes before linearized reading' (duration: 340.161355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.515435Z","time spent":"340.254307ms","remote":"127.0.0.1:47484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:51.855762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565724843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:39:51.855775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285993752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:39:51.855792Z","caller":"traceutil/trace.go:171","msg":"trace[1009373442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26008; }","duration":"1.565792183s","start":"2026-04-01T16:39:50.289991Z","end":"2026-04-01T16:39:51.855784Z","steps":["trace[1009373442] 'agreement among raft nodes before linearized reading' (duration: 1.565738332s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:51.855795Z","caller":"traceutil/trace.go:171","msg":"trace[548235300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26008; }","duration":"1.286039533s","start":"2026-04-01T16:39:50.56975Z","end":"2026-04-01T16:39:51.855789Z","steps":["trace[548235300] 'agreement among raft nodes before linearized reading' (duration: 1.285977532s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.28997Z","time spent":"1.565835365s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:51.855844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.442755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:51.855863Z","caller":"traceutil/trace.go:171","msg":"trace[648046444] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26008; }","duration":"499.520047ms","start":"2026-04-01T16:39:51.356338Z","end":"2026-04-01T16:39:51.855858Z","steps":["trace[648046444] 'agreement among raft nodes before linearized reading' (duration: 499.487346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.569732Z","time spent":"1.286076324s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:51.855878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.356303Z","time spent":"499.570907ms","remote":"127.0.0.1:34906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:51.855945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.266986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:51.85594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376147253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:51.855977Z","caller":"traceutil/trace.go:171","msg":"trace[928441254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26008; }","duration":"934.331398ms","start":"2026-04-01T16:39:50.921637Z","end":"2026-04-01T16:39:51.855968Z","steps":["trace[928441254] 'agreement among raft nodes before linearized reading' (duration: 934.272856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.855999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.921616Z","time spent":"934.378559ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:51.856004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285226274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:39:51.856Z","caller":"traceutil/trace.go:171","msg":"trace[612773140] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26008; }","duration":"1.376252526s","start":"2026-04-01T16:39:50.47973Z","end":"2026-04-01T16:39:51.855983Z","steps":["trace[612773140] 'agreement among raft nodes before linearized reading' (duration: 1.376141693s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:51.856023Z","caller":"traceutil/trace.go:171","msg":"trace[1320121640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26008; }","duration":"1.285256755s","start":"2026-04-01T16:39:50.570761Z","end":"2026-04-01T16:39:51.856018Z","steps":["trace[1320121640] 'agreement among raft nodes before linearized reading' (duration: 1.285201553s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.856041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.570756Z","time spent":"1.285280866s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:39:51.856049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.47971Z","time spent":"1.376324797s","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:51.855957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.733772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:39:51.856092Z","caller":"traceutil/trace.go:171","msg":"trace[1524773393] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26008; }","duration":"511.921007ms","start":"2026-04-01T16:39:51.34416Z","end":"2026-04-01T16:39:51.856081Z","steps":["trace[1524773393] 'agreement among raft nodes before linearized reading' (duration: 511.763584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.856078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370667505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:51.856124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.344131Z","time spent":"511.983868ms","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:51.856162Z","caller":"traceutil/trace.go:171","msg":"trace[979676472] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26008; }","duration":"1.37086512s","start":"2026-04-01T16:39:50.485276Z","end":"2026-04-01T16:39:51.856141Z","steps":["trace[979676472] 'agreement among raft nodes before linearized reading' (duration: 1.370632264s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:51.856234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:50.485253Z","time spent":"1.370953582s","remote":"127.0.0.1:33026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:52.490661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.517766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:52.491144Z","caller":"traceutil/trace.go:171","msg":"trace[985154747] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"630.640546ms","start":"2026-04-01T16:39:51.860471Z","end":"2026-04-01T16:39:52.491111Z","steps":["trace[985154747] 'process raft request' (duration: 417.589778ms)","trace[985154747] 'compare' (duration: 211.887331ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:52.491185Z","caller":"traceutil/trace.go:171","msg":"trace[2095147893] linearizableReadLoop","detail":"{readStateIndex:26912; appliedIndex:26911; }","duration":"630.114984ms","start":"2026-04-01T16:39:51.860643Z","end":"2026-04-01T16:39:52.490758Z","steps":["trace[2095147893] 'read index received' (duration: 417.394393ms)","trace[2095147893] 'applied index is now lower than readState.Index' (duration: 212.719221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:52.491314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.860452Z","time spent":"630.76104ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:52.49143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.760749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T16:39:52.491509Z","caller":"traceutil/trace.go:171","msg":"trace[1953551551] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:26009; }","duration":"630.872832ms","start":"2026-04-01T16:39:51.860617Z","end":"2026-04-01T16:39:52.49149Z","steps":["trace[1953551551] 'agreement among raft nodes before linearized reading' (duration: 630.599096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:52.491553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.860605Z","time spent":"630.934253ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:39:53.269503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.595231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:53.269751Z","caller":"traceutil/trace.go:171","msg":"trace[1894074347] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"1.408902789s","start":"2026-04-01T16:39:51.860824Z","end":"2026-04-01T16:39:53.269726Z","steps":["trace[1894074347] 'process raft request' (duration: 957.92705ms)","trace[1894074347] 'compare' (duration: 449.997456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:53.26983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.860806Z","time spent":"1.408990181s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:53.269846Z","caller":"traceutil/trace.go:171","msg":"trace[278899430] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"1.407812203s","start":"2026-04-01T16:39:51.862011Z","end":"2026-04-01T16:39:53.269823Z","steps":["trace[278899430] 'process raft request' (duration: 1.407602749s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:53.269913Z","caller":"traceutil/trace.go:171","msg":"trace[783308046] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"1.406523883s","start":"2026-04-01T16:39:51.863372Z","end":"2026-04-01T16:39:53.269896Z","steps":["trace[783308046] 'process raft request' (duration: 1.40639287s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:53.269944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.861997Z","time spent":"1.407896576s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:53.270025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.863364Z","time spent":"1.406611926s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:53.270092Z","caller":"traceutil/trace.go:171","msg":"trace[1980016878] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"1.208183859s","start":"2026-04-01T16:39:52.061832Z","end":"2026-04-01T16:39:53.270016Z","steps":["trace[1980016878] 'process raft request' (duration: 1.208012635s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:53.270401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.061805Z","time spent":"1.208393114s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:53.862627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:53.862792Z","caller":"traceutil/trace.go:171","msg":"trace[972051654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167904s","start":"2026-04-01T16:39:51.862603Z","end":"2026-04-01T16:39:53.862771Z","steps":["trace[972051654] 'agreement among raft nodes before linearized reading' (duration: 1.999976769s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:53.862896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.862594Z","time spent":"2.000270337s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:39:54.688595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046148116s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:54.688798Z","caller":"traceutil/trace.go:171","msg":"trace[511361558] linearizableReadLoop","detail":"{readStateIndex:26917; appliedIndex:26912; }","duration":"2.197490704s","start":"2026-04-01T16:39:52.491291Z","end":"2026-04-01T16:39:54.688781Z","steps":["trace[511361558] 'read index received' (duration: 327.454636ms)","trace[511361558] 'applied index is now lower than readState.Index' (duration: 1.870034608s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:54.688899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248107259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:39:54.688932Z","caller":"traceutil/trace.go:171","msg":"trace[1470873321] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26014; }","duration":"2.248182161s","start":"2026-04-01T16:39:52.440741Z","end":"2026-04-01T16:39:54.688923Z","steps":["trace[1470873321] 'agreement among raft nodes before linearized reading' (duration: 2.24811729s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:54.688964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.440721Z","time spent":"2.248235062s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:39:54.688951Z","caller":"traceutil/trace.go:171","msg":"trace[1916108902] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"2.348644024s","start":"2026-04-01T16:39:52.340265Z","end":"2026-04-01T16:39:54.688909Z","steps":["trace[1916108902] 'process raft request' (duration: 1.302085079s)","trace[1916108902] 'compare' (duration: 1.045726615s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:39:54.689103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.34024Z","time spent":"2.348776546s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:54.689168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216606901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:39:54.689246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82720365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:39:54.689254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.492428Z","time spent":"2.196815819s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:39:54.689328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688308887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-04-01T16:39:54.689405Z","caller":"traceutil/trace.go:171","msg":"trace[605258968] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:26014; }","duration":"2.688386379s","start":"2026-04-01T16:39:52.000998Z","end":"2026-04-01T16:39:54.689384Z","steps":["trace[605258968] 'agreement among raft nodes before linearized reading' (duration: 2.688157134s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:54.689341Z","caller":"traceutil/trace.go:171","msg":"trace[1415941320] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26014; }","duration":"2.827358692s","start":"2026-04-01T16:39:51.861962Z","end":"2026-04-01T16:39:54.68932Z","steps":["trace[1415941320] 'agreement among raft nodes before linearized reading' (duration: 2.827145167s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:54.689458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.000933Z","time spent":"2.688513171s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":896,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-04-01T16:39:54.689509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:51.861948Z","time spent":"2.827541067s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-01T16:39:54.689258Z","caller":"traceutil/trace.go:171","msg":"trace[1029064136] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26014; }","duration":"2.216750105s","start":"2026-04-01T16:39:52.472491Z","end":"2026-04-01T16:39:54.689241Z","steps":["trace[1029064136] 'agreement among raft nodes before linearized reading' (duration: 2.216355805s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:54.689715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.472455Z","time spent":"2.217168625s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:39:55.189341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:39:55.394389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.662923148s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:39:55.864679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000935333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:55.86476Z","caller":"traceutil/trace.go:171","msg":"trace[446176438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001063336s","start":"2026-04-01T16:39:53.863677Z","end":"2026-04-01T16:39:55.86474Z","steps":["trace[446176438] 'agreement among raft nodes before linearized reading' (duration: 2.000961283s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:55.864805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:53.863663Z","time spent":"2.001131278s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:56.220544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.914018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:39:56.221253Z","caller":"traceutil/trace.go:171","msg":"trace[1457597095] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"3.29357691s","start":"2026-04-01T16:39:52.927655Z","end":"2026-04-01T16:39:56.221232Z","steps":["trace[1457597095] 'process raft request' (duration: 3.293531739s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:56.22135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.92763Z","time spent":"3.293678932s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:56.221558Z","caller":"traceutil/trace.go:171","msg":"trace[771784890] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"3.296465437s","start":"2026-04-01T16:39:52.92508Z","end":"2026-04-01T16:39:56.221546Z","steps":["trace[771784890] 'process raft request' (duration: 2.469463834s)","trace[771784890] 'compare' (duration: 825.717743ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:39:56.221648Z","caller":"traceutil/trace.go:171","msg":"trace[1255347040] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"3.295623277s","start":"2026-04-01T16:39:52.925972Z","end":"2026-04-01T16:39:56.221596Z","steps":["trace[1255347040] 'process raft request' (duration: 3.295024293s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:56.221756Z","caller":"traceutil/trace.go:171","msg":"trace[1373050167] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"3.295337571s","start":"2026-04-01T16:39:52.92637Z","end":"2026-04-01T16:39:56.221707Z","steps":["trace[1373050167] 'process raft request' (duration: 3.294665495s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:39:56.221802Z","caller":"traceutil/trace.go:171","msg":"trace[1210256166] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"3.294579863s","start":"2026-04-01T16:39:52.927164Z","end":"2026-04-01T16:39:56.221744Z","steps":["trace[1210256166] 'process raft request' (duration: 3.293963519s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:56.221867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.926353Z","time spent":"3.295439493s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:56.22185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.925966Z","time spent":"3.295761831s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:56.221959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.927137Z","time spent":"3.294738007s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:39:56.222044Z","caller":"traceutil/trace.go:171","msg":"trace[108528879] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"3.296147629s","start":"2026-04-01T16:39:52.925878Z","end":"2026-04-01T16:39:56.222025Z","steps":["trace[108528879] 'process raft request' (duration: 3.294777447s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:56.221615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.925056Z","time spent":"3.296528368s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:56.22211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:52.925855Z","time spent":"3.296218422s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:39:56.675766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052044733s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:39:57.872988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:57.873105Z","caller":"traceutil/trace.go:171","msg":"trace[1431609307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180304s","start":"2026-04-01T16:39:55.872908Z","end":"2026-04-01T16:39:57.873089Z","steps":["trace[1431609307] 'agreement among raft nodes before linearized reading' (duration: 2.000045271s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:57.873155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.872889Z","time spent":"2.000253976s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:58.86112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:53.862584Z","time spent":"4.998526722s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:59.619346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:39:59.619438Z","caller":"traceutil/trace.go:171","msg":"trace[2062103003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561874s","start":"2026-04-01T16:39:57.618853Z","end":"2026-04-01T16:39:59.619415Z","steps":["trace[2062103003] 'agreement among raft nodes before linearized reading' (duration: 2.000424381s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:59.619486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:57.61883Z","time spent":"2.000646266s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:39:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:39:59.873559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:39:59.873639Z","caller":"traceutil/trace.go:171","msg":"trace[74603293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075231s","start":"2026-04-01T16:39:57.873546Z","end":"2026-04-01T16:39:59.873621Z","steps":["trace[74603293] 'agreement among raft nodes before linearized reading' (duration: 1.999969629s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:39:59.873686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:57.87352Z","time spent":"2.000156903s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:00.090419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744263321s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:40:00.273493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.275658Z","time spent":"4.997827334s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T16:40:00.324261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648339586s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:40:00.327403Z","caller":"traceutil/trace.go:171","msg":"trace[1483470801] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"2.097156534s","start":"2026-04-01T16:39:58.230227Z","end":"2026-04-01T16:40:00.327384Z","steps":["trace[1483470801] 'process raft request' (duration: 2.097036392s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:00.327534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.230203Z","time spent":"2.097268267s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:00.327728Z","caller":"traceutil/trace.go:171","msg":"trace[348258454] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"5.558104963s","start":"2026-04-01T16:39:54.769612Z","end":"2026-04-01T16:40:00.327717Z","steps":["trace[348258454] 'process raft request' (duration: 5.557524s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:00.32779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:54.769586Z","time spent":"5.558173705s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:00.327786Z","caller":"traceutil/trace.go:171","msg":"trace[1504629681] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26918; }","duration":"5.638912556s","start":"2026-04-01T16:39:54.688832Z","end":"2026-04-01T16:40:00.327744Z","steps":["trace[1504629681] 'read index received' (duration: 705.726195ms)","trace[1504629681] 'applied index is now lower than readState.Index' (duration: 4.933181751s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:00.32709Z","caller":"traceutil/trace.go:171","msg":"trace[1673965468] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"6.019905567s","start":"2026-04-01T16:39:54.307157Z","end":"2026-04-01T16:40:00.327062Z","steps":["trace[1673965468] 'process raft request' (duration: 6.019708182s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:00.327938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.152721352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:00.327967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.054110334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a249130f4208b6\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-01T16:40:00.327984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.831508585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:40:00.328006Z","caller":"traceutil/trace.go:171","msg":"trace[100107466] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26027; }","duration":"7.152842904s","start":"2026-04-01T16:39:53.175139Z","end":"2026-04-01T16:40:00.327982Z","steps":["trace[100107466] 'agreement among raft nodes before linearized reading' (duration: 7.152698601s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:00.328017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783625264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-04-01T16:40:00.327986Z","caller":"traceutil/trace.go:171","msg":"trace[867700053] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"5.264442338s","start":"2026-04-01T16:39:55.063505Z","end":"2026-04-01T16:40:00.327947Z","steps":["trace[867700053] 'process raft request' (duration: 5.26369891s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:00.328052Z","caller":"traceutil/trace.go:171","msg":"trace[1181865589] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41; range_end:; response_count:1; response_revision:26027; }","duration":"5.783686356s","start":"2026-04-01T16:39:54.544354Z","end":"2026-04-01T16:40:00.328041Z","steps":["trace[1181865589] 'agreement among raft nodes before linearized reading' (duration: 5.783592714s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:00.328049Z","caller":"traceutil/trace.go:171","msg":"trace[1003783063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26027; }","duration":"5.831616598s","start":"2026-04-01T16:39:54.496412Z","end":"2026-04-01T16:40:00.328029Z","steps":["trace[1003783063] 'agreement among raft nodes before linearized reading' (duration: 5.831353501s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:00.328078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.86265355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:00.328086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:54.544341Z","time spent":"5.783739147s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":851,"request content":"key:\"/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41\" "} {"level":"warn","ts":"2026-04-01T16:40:00.328076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:53.175118Z","time spent":"7.152927547s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:00.3281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:54.496388Z","time spent":"5.83169918s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:40:00.328109Z","caller":"traceutil/trace.go:171","msg":"trace[971836602] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26027; }","duration":"6.862717061s","start":"2026-04-01T16:39:53.465383Z","end":"2026-04-01T16:40:00.3281Z","steps":["trace[971836602] 'agreement among raft nodes before linearized reading' (duration: 6.86266183s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:00.328118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:54.30713Z","time spent":"6.020828969s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:00.328146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:53.465367Z","time spent":"6.862767753s","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:00.328157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.06348Z","time spent":"5.26458652s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:00.327972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.282052141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:00.328022Z","caller":"traceutil/trace.go:171","msg":"trace[1274853258] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a249130f4208b6; range_end:; response_count:1; response_revision:26027; }","duration":"7.054197675s","start":"2026-04-01T16:39:53.273811Z","end":"2026-04-01T16:40:00.328009Z","steps":["trace[1274853258] 'agreement among raft nodes before linearized reading' (duration: 7.05398688s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:00.328234Z","caller":"traceutil/trace.go:171","msg":"trace[1972250619] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26027; }","duration":"7.282362138s","start":"2026-04-01T16:39:53.045852Z","end":"2026-04-01T16:40:00.328215Z","steps":["trace[1972250619] 'agreement among raft nodes before linearized reading' (duration: 7.282066131s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:00.328308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:53.045833Z","time spent":"7.28245261s","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:00.328257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:53.273795Z","time spent":"7.054454882s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18a249130f4208b6\" "} {"level":"info","ts":"2026-04-01T16:40:00.327439Z","caller":"traceutil/trace.go:171","msg":"trace[1992116845] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26023; }","duration":"5.636689454s","start":"2026-04-01T16:39:54.690692Z","end":"2026-04-01T16:40:00.327382Z","steps":["trace[1992116845] 'process raft request' (duration: 5.636332756s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:00.328722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:54.690671Z","time spent":"5.637932993s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:00.828587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:01.329184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:01.471005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380376723s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:40:01.883067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000843431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:40:01.883151Z","caller":"traceutil/trace.go:171","msg":"trace[72563603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000984724s","start":"2026-04-01T16:39:59.882149Z","end":"2026-04-01T16:40:01.883134Z","steps":["trace[72563603] 'agreement among raft nodes before linearized reading' (duration: 2.000878671s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:01.883194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:59.882133Z","time spent":"2.001052186s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:40:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:02.020177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.7827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:02.021349Z","caller":"traceutil/trace.go:171","msg":"trace[97790134] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"3.790893444s","start":"2026-04-01T16:39:58.23042Z","end":"2026-04-01T16:40:02.021313Z","steps":["trace[97790134] 'process raft request' (duration: 3.240872325s)","trace[97790134] 'compare' (duration: 547.731346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:02.02153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.230397Z","time spent":"3.791047307s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:02.021368Z","caller":"traceutil/trace.go:171","msg":"trace[1808558944] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"3.790851443s","start":"2026-04-01T16:39:58.230487Z","end":"2026-04-01T16:40:02.021339Z","steps":["trace[1808558944] 'process raft request' (duration: 3.789806958s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:02.021715Z","caller":"traceutil/trace.go:171","msg":"trace[422633371] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"3.79113791s","start":"2026-04-01T16:39:58.230553Z","end":"2026-04-01T16:40:02.021691Z","steps":["trace[422633371] 'process raft request' (duration: 3.7898559s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:02.021838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.230543Z","time spent":"3.791230562s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:02.021827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.230483Z","time spent":"3.79115703s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:02.022169Z","caller":"traceutil/trace.go:171","msg":"trace[206120519] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"3.791343405s","start":"2026-04-01T16:39:58.230807Z","end":"2026-04-01T16:40:02.02215Z","steps":["trace[206120519] 'process raft request' (duration: 3.791265763s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:02.022271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.230787Z","time spent":"3.791431207s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:02.022362Z","caller":"traceutil/trace.go:171","msg":"trace[1547166933] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"3.791740205s","start":"2026-04-01T16:39:58.230607Z","end":"2026-04-01T16:40:02.022347Z","steps":["trace[1547166933] 'process raft request' (duration: 3.7898591s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:02.022436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.230576Z","time spent":"3.791819386s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:03.073693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:00.330177Z","time spent":"2.74350883s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:40:03.073907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.383218005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-6vjkq\" ","response":"range_response_count:1 size:4926"} {"level":"info","ts":"2026-04-01T16:40:03.07398Z","caller":"traceutil/trace.go:171","msg":"trace[790629592] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-6vjkq; range_end:; response_count:1; response_revision:26035; }","duration":"8.383334108s","start":"2026-04-01T16:39:54.690627Z","end":"2026-04-01T16:40:03.073961Z","steps":["trace[790629592] 'agreement among raft nodes before linearized reading' (duration: 8.383060371s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:54.690612Z","time spent":"8.383401989s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4948,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-6vjkq\" "} {"level":"warn","ts":"2026-04-01T16:40:03.07403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213976386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:03.074088Z","caller":"traceutil/trace.go:171","msg":"trace[1854465362] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26035; }","duration":"5.214085749s","start":"2026-04-01T16:39:57.859985Z","end":"2026-04-01T16:40:03.074071Z","steps":["trace[1854465362] 'agreement among raft nodes before linearized reading' (duration: 5.213976257s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773771804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:03.074129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.566394568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:03.074176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018893783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:03.074173Z","caller":"traceutil/trace.go:171","msg":"trace[1340799808] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26035; }","duration":"3.773871636s","start":"2026-04-01T16:39:59.300282Z","end":"2026-04-01T16:40:03.074153Z","steps":["trace[1340799808] 'agreement among raft nodes before linearized reading' (duration: 3.773719022s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074187Z","caller":"traceutil/trace.go:171","msg":"trace[1255953162] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26035; }","duration":"7.56649604s","start":"2026-04-01T16:39:55.507674Z","end":"2026-04-01T16:40:03.07417Z","steps":["trace[1255953162] 'agreement among raft nodes before linearized reading' (duration: 7.566390578s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074207Z","caller":"traceutil/trace.go:171","msg":"trace[1479003692] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26035; }","duration":"4.018960704s","start":"2026-04-01T16:39:59.055238Z","end":"2026-04-01T16:40:03.074199Z","steps":["trace[1479003692] 'agreement among raft nodes before linearized reading' (duration: 4.018907743s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.07422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:59.300215Z","time spent":"3.773995838s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.50763Z","time spent":"7.566590443s","remote":"127.0.0.1:36916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.07427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.681422811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:03.074248Z","caller":"traceutil/trace.go:171","msg":"trace[831782974] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"2.742504557s","start":"2026-04-01T16:40:00.331716Z","end":"2026-04-01T16:40:03.074221Z","steps":["trace[831782974] 'process raft request' (duration: 2.741633486s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.60234744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:03.074307Z","caller":"traceutil/trace.go:171","msg":"trace[1646326349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26035; }","duration":"7.681496963s","start":"2026-04-01T16:39:55.392798Z","end":"2026-04-01T16:40:03.074295Z","steps":["trace[1646326349] 'agreement among raft nodes before linearized reading' (duration: 7.681431632s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074333Z","caller":"traceutil/trace.go:171","msg":"trace[1210804797] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26035; }","duration":"5.602434763s","start":"2026-04-01T16:39:57.471879Z","end":"2026-04-01T16:40:03.074313Z","steps":["trace[1210804797] 'agreement among raft nodes before linearized reading' (duration: 5.602346541s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.392781Z","time spent":"7.681552775s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:57.471859Z","time spent":"5.602501954s","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:00.331701Z","time spent":"2.74261586s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:03.074125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:57.859965Z","time spent":"5.21414912s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920194298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:03.074403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798754424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-01T16:40:03.074452Z","caller":"traceutil/trace.go:171","msg":"trace[545302697] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26035; }","duration":"2.92026973s","start":"2026-04-01T16:40:00.154166Z","end":"2026-04-01T16:40:03.074436Z","steps":["trace[545302697] 'agreement among raft nodes before linearized reading' (duration: 2.920142307s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074457Z","caller":"traceutil/trace.go:171","msg":"trace[2143680504] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26035; }","duration":"2.798823036s","start":"2026-04-01T16:40:00.275619Z","end":"2026-04-01T16:40:03.074442Z","steps":["trace[2143680504] 'agreement among raft nodes before linearized reading' (duration: 2.798623951s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:00.154151Z","time spent":"2.920323881s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.410037597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:03.074492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:00.275591Z","time spent":"2.798892738s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-01T16:40:03.074399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211939444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-01T16:40:03.074532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755201734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:40:03.074534Z","caller":"traceutil/trace.go:171","msg":"trace[385414374] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26035; }","duration":"4.212099447s","start":"2026-04-01T16:39:58.862423Z","end":"2026-04-01T16:40:03.074523Z","steps":["trace[385414374] 'agreement among raft nodes before linearized reading' (duration: 4.211874251s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074535Z","caller":"traceutil/trace.go:171","msg":"trace[1539330911] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26035; }","duration":"5.410288873s","start":"2026-04-01T16:39:57.664224Z","end":"2026-04-01T16:40:03.074513Z","steps":["trace[1539330911] 'agreement among raft nodes before linearized reading' (duration: 5.410039608s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074565Z","caller":"traceutil/trace.go:171","msg":"trace[109764935] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26035; }","duration":"4.755263895s","start":"2026-04-01T16:39:58.319291Z","end":"2026-04-01T16:40:03.074555Z","steps":["trace[109764935] 'agreement among raft nodes before linearized reading' (duration: 4.755179053s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.862406Z","time spent":"4.212155769s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-01T16:40:03.074591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.319273Z","time spent":"4.755310737s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T16:40:03.074588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:57.664203Z","time spent":"5.410370585s","remote":"127.0.0.1:37144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644920582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:03.074597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.440833668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:03.074605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.715983951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T16:40:03.07461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.135669398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-04-01T16:40:03.074402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875473826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T16:40:03.074234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:59.055218Z","time spent":"4.019008256s","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:03.074645Z","caller":"traceutil/trace.go:171","msg":"trace[954967019] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26035; }","duration":"7.716057552s","start":"2026-04-01T16:39:55.358576Z","end":"2026-04-01T16:40:03.074633Z","steps":["trace[954967019] 'agreement among raft nodes before linearized reading' (duration: 7.715912279s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074638Z","caller":"traceutil/trace.go:171","msg":"trace[1672496277] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26035; }","duration":"5.440879729s","start":"2026-04-01T16:39:57.633747Z","end":"2026-04-01T16:40:03.074626Z","steps":["trace[1672496277] 'agreement among raft nodes before linearized reading' (duration: 5.440815228s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.07466Z","caller":"traceutil/trace.go:171","msg":"trace[906343492] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26035; }","duration":"6.135745939s","start":"2026-04-01T16:39:56.938896Z","end":"2026-04-01T16:40:03.074642Z","steps":["trace[906343492] 'agreement among raft nodes before linearized reading' (duration: 6.135536425s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074668Z","caller":"traceutil/trace.go:171","msg":"trace[41529396] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26035; }","duration":"5.875826384s","start":"2026-04-01T16:39:57.19883Z","end":"2026-04-01T16:40:03.074657Z","steps":["trace[41529396] 'agreement among raft nodes before linearized reading' (duration: 5.875403664s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.358558Z","time spent":"7.716109714s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:03.074634Z","caller":"traceutil/trace.go:171","msg":"trace[702586064] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26035; }","duration":"4.645138477s","start":"2026-04-01T16:39:58.429484Z","end":"2026-04-01T16:40:03.074623Z","steps":["trace[702586064] 'agreement among raft nodes before linearized reading' (duration: 4.644932512s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:56.938858Z","time spent":"6.135826201s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418326,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T16:40:03.074704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:57.198807Z","time spent":"5.875886376s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:57.633735Z","time spent":"5.440939491s","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.07472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.429467Z","time spent":"4.645238959s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:03.074281Z","caller":"traceutil/trace.go:171","msg":"trace[1334757562] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"2.741200236s","start":"2026-04-01T16:40:00.333049Z","end":"2026-04-01T16:40:03.074249Z","steps":["trace[1334757562] 'process raft request' (duration: 2.74051664s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868114748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-01T16:40:03.074801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.375780821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:03.07428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15627755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:03.074812Z","caller":"traceutil/trace.go:171","msg":"trace[984560377] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26035; }","duration":"4.868181209s","start":"2026-04-01T16:39:58.206622Z","end":"2026-04-01T16:40:03.074803Z","steps":["trace[984560377] 'agreement among raft nodes before linearized reading' (duration: 4.868093087s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.07484Z","caller":"traceutil/trace.go:171","msg":"trace[1446773211] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26035; }","duration":"4.156876084s","start":"2026-04-01T16:39:58.917956Z","end":"2026-04-01T16:40:03.074832Z","steps":["trace[1446773211] 'agreement among raft nodes before linearized reading' (duration: 4.15629236s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.074839Z","caller":"traceutil/trace.go:171","msg":"trace[1682117547] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26035; }","duration":"8.375843252s","start":"2026-04-01T16:39:54.698983Z","end":"2026-04-01T16:40:03.074826Z","steps":["trace[1682117547] 'agreement among raft nodes before linearized reading' (duration: 8.37578191s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.074868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.917935Z","time spent":"4.156923766s","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:54.698969Z","time spent":"8.375894214s","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.074918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:00.333033Z","time spent":"2.74175648s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:03.074843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:58.206602Z","time spent":"4.868233571s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-01T16:40:03.074959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.990196362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:03.074976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.009026153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:40:03.075007Z","caller":"traceutil/trace.go:171","msg":"trace[1521316130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26035; }","duration":"8.009093094s","start":"2026-04-01T16:39:55.065905Z","end":"2026-04-01T16:40:03.074998Z","steps":["trace[1521316130] 'agreement among raft nodes before linearized reading' (duration: 8.008973151s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.075008Z","caller":"traceutil/trace.go:171","msg":"trace[1528221149] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26035; }","duration":"7.990274304s","start":"2026-04-01T16:39:55.08472Z","end":"2026-04-01T16:40:03.074994Z","steps":["trace[1528221149] 'agreement among raft nodes before linearized reading' (duration: 7.99011205s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.075033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.065879Z","time spent":"8.009147445s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:40:03.075042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.084707Z","time spent":"7.990325735s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.075089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.799550948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:40:03.075129Z","caller":"traceutil/trace.go:171","msg":"trace[1454484144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26035; }","duration":"7.79962891s","start":"2026-04-01T16:39:55.275491Z","end":"2026-04-01T16:40:03.07512Z","steps":["trace[1454484144] 'agreement among raft nodes before linearized reading' (duration: 7.799479026s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.075156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:39:55.275473Z","time spent":"7.79967633s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:40:03.075239Z","caller":"traceutil/trace.go:171","msg":"trace[354366605] linearizableReadLoop","detail":"{readStateIndex:26941; appliedIndex:26932; }","duration":"2.745765223s","start":"2026-04-01T16:40:00.327916Z","end":"2026-04-01T16:40:03.073681Z","steps":["trace[354366605] 'read index received' (duration: 1.143344352s)","trace[354366605] 'applied index is now lower than readState.Index' (duration: 1.602419421s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:03.073724Z","caller":"traceutil/trace.go:171","msg":"trace[174002928] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"2.741516844s","start":"2026-04-01T16:40:00.332161Z","end":"2026-04-01T16:40:03.073678Z","steps":["trace[174002928] 'process raft request' (duration: 2.74135193s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.075469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:00.332154Z","time spent":"2.743249614s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:03.082777Z","caller":"traceutil/trace.go:171","msg":"trace[176094370] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"746.568592ms","start":"2026-04-01T16:40:02.336194Z","end":"2026-04-01T16:40:03.082762Z","steps":["trace[176094370] 'process raft request' (duration: 746.463809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.082916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:02.336165Z","time spent":"746.666073ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:03.083244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.536264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:03.083283Z","caller":"traceutil/trace.go:171","msg":"trace[899947394] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26036; }","duration":"507.568264ms","start":"2026-04-01T16:40:02.575698Z","end":"2026-04-01T16:40:03.083266Z","steps":["trace[899947394] 'agreement among raft nodes before linearized reading' (duration: 507.523163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.083282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847005089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:03.083306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:02.575633Z","time spent":"507.668317ms","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:03.083307Z","caller":"traceutil/trace.go:171","msg":"trace[420149030] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26036; }","duration":"1.84707294s","start":"2026-04-01T16:40:01.236226Z","end":"2026-04-01T16:40:03.083299Z","steps":["trace[420149030] 'agreement among raft nodes before linearized reading' (duration: 1.847037299s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.083318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145205495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:03.083332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085014392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:03.083361Z","caller":"traceutil/trace.go:171","msg":"trace[47000235] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26036; }","duration":"2.085085093s","start":"2026-04-01T16:40:00.998269Z","end":"2026-04-01T16:40:03.083354Z","steps":["trace[47000235] 'agreement among raft nodes before linearized reading' (duration: 2.085028272s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:03.083359Z","caller":"traceutil/trace.go:171","msg":"trace[1929356947] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26036; }","duration":"1.145270957s","start":"2026-04-01T16:40:01.938067Z","end":"2026-04-01T16:40:03.083338Z","steps":["trace[1929356947] 'agreement among raft nodes before linearized reading' (duration: 1.145230766s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.083382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:00.998249Z","time spent":"2.085128284s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.083387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:01.938047Z","time spent":"1.145333188s","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.083267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200121281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:03.083484Z","caller":"traceutil/trace.go:171","msg":"trace[1430609685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26036; }","duration":"1.200385287s","start":"2026-04-01T16:40:01.883091Z","end":"2026-04-01T16:40:03.083476Z","steps":["trace[1430609685] 'agreement among raft nodes before linearized reading' (duration: 1.200121021s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.083323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:01.236203Z","time spent":"1.847115482s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:03.083506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:01.883072Z","time spent":"1.200428089s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:03.083248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782695453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:03.083614Z","caller":"traceutil/trace.go:171","msg":"trace[691600808] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26036; }","duration":"1.783103562s","start":"2026-04-01T16:40:01.300503Z","end":"2026-04-01T16:40:03.083607Z","steps":["trace[691600808] 'agreement among raft nodes before linearized reading' (duration: 1.782715263s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:03.083637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:01.300484Z","time spent":"1.783145583s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:10.140415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.190725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:40:10.140513Z","caller":"traceutil/trace.go:171","msg":"trace[1274676140] linearizableReadLoop","detail":"{readStateIndex:27010; appliedIndex:27009; }","duration":"302.304678ms","start":"2026-04-01T16:40:09.838187Z","end":"2026-04-01T16:40:10.140492Z","steps":["trace[1274676140] 'read index received' (duration: 53.055032ms)","trace[1274676140] 'applied index is now lower than readState.Index' (duration: 249.248156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:10.140602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.408451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:10.140641Z","caller":"traceutil/trace.go:171","msg":"trace[724593040] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26102; }","duration":"302.507134ms","start":"2026-04-01T16:40:09.838122Z","end":"2026-04-01T16:40:10.140629Z","steps":["trace[724593040] 'agreement among raft nodes before linearized reading' (duration: 302.421372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:10.140672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:09.8381Z","time spent":"302.562724ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:10.704596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641749,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:40:11.016278Z","caller":"traceutil/trace.go:171","msg":"trace[867745917] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"935.433643ms","start":"2026-04-01T16:40:10.080821Z","end":"2026-04-01T16:40:11.016254Z","steps":["trace[867745917] 'process raft request' (duration: 935.271489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:11.016414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.080795Z","time spent":"935.546736ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:11.455897Z","caller":"traceutil/trace.go:171","msg":"trace[314091249] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"1.311600661s","start":"2026-04-01T16:40:10.14426Z","end":"2026-04-01T16:40:11.455861Z","steps":["trace[314091249] 'process raft request' (duration: 1.31112224s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:11.456111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.144243Z","time spent":"1.311763945s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:11.456205Z","caller":"traceutil/trace.go:171","msg":"trace[366518949] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"1.311103989s","start":"2026-04-01T16:40:10.145065Z","end":"2026-04-01T16:40:11.456169Z","steps":["trace[366518949] 'process raft request' (duration: 1.310729131s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:11.456385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.145057Z","time spent":"1.311231772s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:11.456438Z","caller":"traceutil/trace.go:171","msg":"trace[674113554] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"1.309692476s","start":"2026-04-01T16:40:10.146719Z","end":"2026-04-01T16:40:11.456412Z","steps":["trace[674113554] 'process raft request' (duration: 1.309505402s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:11.456445Z","caller":"traceutil/trace.go:171","msg":"trace[375858754] linearizableReadLoop","detail":"{readStateIndex:27016; appliedIndex:27010; }","duration":"1.252053396s","start":"2026-04-01T16:40:10.204365Z","end":"2026-04-01T16:40:11.456418Z","steps":["trace[375858754] 'read index received' (duration: 811.768897ms)","trace[375858754] 'applied index is now lower than readState.Index' (duration: 440.282269ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:11.456476Z","caller":"traceutil/trace.go:171","msg":"trace[1648985720] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"747.511913ms","start":"2026-04-01T16:40:10.70894Z","end":"2026-04-01T16:40:11.456452Z","steps":["trace[1648985720] 'process raft request' (duration: 747.40482ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:11.456467Z","caller":"traceutil/trace.go:171","msg":"trace[1153587154] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"1.068385746s","start":"2026-04-01T16:40:10.388054Z","end":"2026-04-01T16:40:11.456439Z","steps":["trace[1153587154] 'process raft request' (duration: 1.068237642s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:11.456554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.146703Z","time spent":"1.309788259s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:11.456604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25223528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:11.45664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.708916Z","time spent":"747.636666ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:11.456654Z","caller":"traceutil/trace.go:171","msg":"trace[568274640] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26109; }","duration":"1.252312842s","start":"2026-04-01T16:40:10.204325Z","end":"2026-04-01T16:40:11.456637Z","steps":["trace[568274640] 'agreement among raft nodes before linearized reading' (duration: 1.25220936s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:11.456652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.388027Z","time spent":"1.06853534s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:11.456697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.204306Z","time spent":"1.252383095s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:11.457003Z","caller":"traceutil/trace.go:171","msg":"trace[638708604] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"1.31070121s","start":"2026-04-01T16:40:10.14566Z","end":"2026-04-01T16:40:11.456362Z","steps":["trace[638708604] 'process raft request' (duration: 1.310393493s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:11.457265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.145652Z","time spent":"1.311433187s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:11.957037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:12.675905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.95799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:12.676252Z","caller":"traceutil/trace.go:171","msg":"trace[2019459140] linearizableReadLoop","detail":"{readStateIndex:27020; appliedIndex:27017; }","duration":"1.21971423s","start":"2026-04-01T16:40:11.456515Z","end":"2026-04-01T16:40:12.67623Z","steps":["trace[2019459140] 'read index received' (duration: 806.223908ms)","trace[2019459140] 'applied index is now lower than readState.Index' (duration: 413.489012ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:12.676252Z","caller":"traceutil/trace.go:171","msg":"trace[566548367] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"1.546387689s","start":"2026-04-01T16:40:11.129825Z","end":"2026-04-01T16:40:12.676212Z","steps":["trace[566548367] 'process raft request' (duration: 1.133001499s)","trace[566548367] 'compare' (duration: 412.289074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:12.676404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.129796Z","time spent":"1.546525013s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:12.676646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540191654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-01T16:40:12.676721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451475611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:12.676569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440230323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:12.67678Z","caller":"traceutil/trace.go:171","msg":"trace[1360797253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26112; }","duration":"2.451580794s","start":"2026-04-01T16:40:10.225183Z","end":"2026-04-01T16:40:12.676764Z","steps":["trace[1360797253] 'agreement among raft nodes before linearized reading' (duration: 2.451447941s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:12.676796Z","caller":"traceutil/trace.go:171","msg":"trace[1246019133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26112; }","duration":"1.440503639s","start":"2026-04-01T16:40:11.236278Z","end":"2026-04-01T16:40:12.676782Z","steps":["trace[1246019133] 'agreement among raft nodes before linearized reading' (duration: 1.440253353s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.676823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.225164Z","time spent":"2.451647215s","remote":"127.0.0.1:32820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:12.676872Z","caller":"traceutil/trace.go:171","msg":"trace[1249263513] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"1.539720273s","start":"2026-04-01T16:40:11.137142Z","end":"2026-04-01T16:40:12.676862Z","steps":["trace[1249263513] 'process raft request' (duration: 1.538896184s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.676883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470131283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-01T16:40:12.676881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011147062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:12.676865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929737635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:12.676952Z","caller":"traceutil/trace.go:171","msg":"trace[1304937699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26112; }","duration":"2.011276845s","start":"2026-04-01T16:40:10.665656Z","end":"2026-04-01T16:40:12.676933Z","steps":["trace[1304937699] 'agreement among raft nodes before linearized reading' (duration: 2.011135582s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:12.67698Z","caller":"traceutil/trace.go:171","msg":"trace[1710360560] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"1.539354565s","start":"2026-04-01T16:40:11.137617Z","end":"2026-04-01T16:40:12.676971Z","steps":["trace[1710360560] 'process raft request' (duration: 1.538542976s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.676997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.665636Z","time spent":"2.011350276s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:12.676999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525364267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:12.676998Z","caller":"traceutil/trace.go:171","msg":"trace[1810217045] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26112; }","duration":"1.92991646s","start":"2026-04-01T16:40:10.747057Z","end":"2026-04-01T16:40:12.676973Z","steps":["trace[1810217045] 'agreement among raft nodes before linearized reading' (duration: 1.929725355s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:12.677046Z","caller":"traceutil/trace.go:171","msg":"trace[1797267875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26112; }","duration":"1.525438988s","start":"2026-04-01T16:40:11.151592Z","end":"2026-04-01T16:40:12.677031Z","steps":["trace[1797267875] 'agreement among raft nodes before linearized reading' (duration: 1.525366157s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.677065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.137601Z","time spent":"1.539434856s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:12.677068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.222175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:12.67708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539327634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:12.677108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.151575Z","time spent":"1.525517601s","remote":"127.0.0.1:36728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:12.677101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536843245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-01T16:40:12.676987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101896621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:12.676933Z","caller":"traceutil/trace.go:171","msg":"trace[643727686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26112; }","duration":"1.470229726s","start":"2026-04-01T16:40:11.206689Z","end":"2026-04-01T16:40:12.676918Z","steps":["trace[643727686] 'agreement among raft nodes before linearized reading' (duration: 1.470090392s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:12.677152Z","caller":"traceutil/trace.go:171","msg":"trace[1388519061] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26112; }","duration":"1.539446657s","start":"2026-04-01T16:40:11.137688Z","end":"2026-04-01T16:40:12.677134Z","steps":["trace[1388519061] 'agreement among raft nodes before linearized reading' (duration: 1.539320644s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.677175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.206654Z","time spent":"1.470508142s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:12.677194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.737796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:12.676745Z","caller":"traceutil/trace.go:171","msg":"trace[1583213055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26112; }","duration":"1.540323627s","start":"2026-04-01T16:40:11.136402Z","end":"2026-04-01T16:40:12.676726Z","steps":["trace[1583213055] 'agreement among raft nodes before linearized reading' (duration: 1.540088532s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.677211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.137667Z","time spent":"1.539529049s","remote":"127.0.0.1:47814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:12.677229Z","caller":"traceutil/trace.go:171","msg":"trace[1397102165] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26112; }","duration":"919.807898ms","start":"2026-04-01T16:40:11.757411Z","end":"2026-04-01T16:40:12.677219Z","steps":["trace[1397102165] 'agreement among raft nodes before linearized reading' (duration: 919.751816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.677227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840449155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:40:12.677253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.757392Z","time spent":"919.855168ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:12.677121Z","caller":"traceutil/trace.go:171","msg":"trace[808808372] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26112; }","duration":"117.304917ms","start":"2026-04-01T16:40:12.559797Z","end":"2026-04-01T16:40:12.677102Z","steps":["trace[808808372] 'agreement among raft nodes before linearized reading' (duration: 117.242475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.677253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.136382Z","time spent":"1.54085941s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:12.677274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224139494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:12.677279Z","caller":"traceutil/trace.go:171","msg":"trace[375136573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26112; }","duration":"1.840526667s","start":"2026-04-01T16:40:10.836738Z","end":"2026-04-01T16:40:12.677264Z","steps":["trace[375136573] 'agreement among raft nodes before linearized reading' (duration: 1.840361553s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.677066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.747039Z","time spent":"1.930011122s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:12.67732Z","caller":"traceutil/trace.go:171","msg":"trace[1051994286] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26112; }","duration":"1.224187805s","start":"2026-04-01T16:40:11.45312Z","end":"2026-04-01T16:40:12.677308Z","steps":["trace[1051994286] 'agreement among raft nodes before linearized reading' (duration: 1.224115683s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.676836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.236254Z","time spent":"1.440571211s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:12.677331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.836722Z","time spent":"1.840598488s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:40:12.677344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346742724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:12.677356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.453098Z","time spent":"1.224248287s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:12.677389Z","caller":"traceutil/trace.go:171","msg":"trace[2100761324] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26112; }","duration":"1.346823486s","start":"2026-04-01T16:40:11.330553Z","end":"2026-04-01T16:40:12.677377Z","steps":["trace[2100761324] 'agreement among raft nodes before linearized reading' (duration: 1.346754595s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:12.677165Z","caller":"traceutil/trace.go:171","msg":"trace[315390905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26112; }","duration":"1.536942628s","start":"2026-04-01T16:40:11.140206Z","end":"2026-04-01T16:40:12.677148Z","steps":["trace[315390905] 'agreement among raft nodes before linearized reading' (duration: 1.536760744s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.676944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.137098Z","time spent":"1.539812875s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:12.677414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.330531Z","time spent":"1.346876468s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:12.677157Z","caller":"traceutil/trace.go:171","msg":"trace[644501533] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26112; }","duration":"1.102129527s","start":"2026-04-01T16:40:11.57502Z","end":"2026-04-01T16:40:12.677149Z","steps":["trace[644501533] 'agreement among raft nodes before linearized reading' (duration: 1.101887601s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.67742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.140189Z","time spent":"1.537222545s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:12.677421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404699056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:12.677475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:11.574999Z","time spent":"1.102458234s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:12.677519Z","caller":"traceutil/trace.go:171","msg":"trace[567384384] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26112; }","duration":"2.404844129s","start":"2026-04-01T16:40:10.272651Z","end":"2026-04-01T16:40:12.677495Z","steps":["trace[567384384] 'agreement among raft nodes before linearized reading' (duration: 2.404590553s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.677569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.27264Z","time spent":"2.404919031s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:12.677913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429901766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-01T16:40:12.677979Z","caller":"traceutil/trace.go:171","msg":"trace[1445976411] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26112; }","duration":"2.430014499s","start":"2026-04-01T16:40:10.247947Z","end":"2026-04-01T16:40:12.677962Z","steps":["trace[1445976411] 'agreement among raft nodes before linearized reading' (duration: 2.428595616s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:12.678014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:10.247927Z","time spent":"2.43007789s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-01T16:40:13.185629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:13.686154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:14.186502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:14.686119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:40:14.686201Z","caller":"traceutil/trace.go:171","msg":"trace[774130186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793728s","start":"2026-04-01T16:40:12.685388Z","end":"2026-04-01T16:40:14.686181Z","steps":["trace[774130186] 'agreement among raft nodes before linearized reading' (duration: 2.000692036s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:14.686249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:12.685382Z","time spent":"2.00085762s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:40:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:14.687197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706641763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:14.879099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.196662105s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:40:14.879411Z","caller":"traceutil/trace.go:171","msg":"trace[1392984244] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"2.197145596s","start":"2026-04-01T16:40:12.682244Z","end":"2026-04-01T16:40:14.87939Z","steps":["trace[1392984244] 'process raft request' (duration: 2.196997443s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:14.879496Z","caller":"traceutil/trace.go:171","msg":"trace[489947761] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"2.197231838s","start":"2026-04-01T16:40:12.682244Z","end":"2026-04-01T16:40:14.879476Z","steps":["trace[489947761] 'process raft request' (duration: 2.197111046s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:14.879525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:12.682219Z","time spent":"2.197237248s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:14.879546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:12.682219Z","time spent":"2.197298899s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:15.121245Z","caller":"traceutil/trace.go:171","msg":"trace[1443739859] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"1.658816561s","start":"2026-04-01T16:40:13.462403Z","end":"2026-04-01T16:40:15.12122Z","steps":["trace[1443739859] 'process raft request' (duration: 1.658739619s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.121547Z","caller":"traceutil/trace.go:171","msg":"trace[1571938427] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"2.099245443s","start":"2026-04-01T16:40:13.022277Z","end":"2026-04-01T16:40:15.121523Z","steps":["trace[1571938427] 'process raft request' (duration: 2.098511506s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.121589Z","caller":"traceutil/trace.go:171","msg":"trace[526028463] linearizableReadLoop","detail":"{readStateIndex:27030; appliedIndex:27022; }","duration":"2.436174603s","start":"2026-04-01T16:40:12.6854Z","end":"2026-04-01T16:40:15.121575Z","steps":["trace[526028463] 'read index received' (duration: 2.194157246s)","trace[526028463] 'applied index is now lower than readState.Index' (duration: 242.016667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:15.121595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.462384Z","time spent":"1.659098467s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:15.121534Z","caller":"traceutil/trace.go:171","msg":"trace[392951550] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"1.660360047s","start":"2026-04-01T16:40:13.461122Z","end":"2026-04-01T16:40:15.121482Z","steps":["trace[392951550] 'process raft request' (duration: 1.659852115s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.121675Z","caller":"traceutil/trace.go:171","msg":"trace[2082963758] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"438.150089ms","start":"2026-04-01T16:40:14.683517Z","end":"2026-04-01T16:40:15.121667Z","steps":["trace[2082963758] 'process raft request' (duration: 438.001956ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.121682Z","caller":"traceutil/trace.go:171","msg":"trace[196848179] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"437.602127ms","start":"2026-04-01T16:40:14.684074Z","end":"2026-04-01T16:40:15.121676Z","steps":["trace[196848179] 'process raft request' (duration: 437.467984ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.121676Z","caller":"traceutil/trace.go:171","msg":"trace[771704977] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"1.660147361s","start":"2026-04-01T16:40:13.461436Z","end":"2026-04-01T16:40:15.121583Z","steps":["trace[771704977] 'process raft request' (duration: 1.65966327s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.121739Z","caller":"traceutil/trace.go:171","msg":"trace[55395916] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"1.65876707s","start":"2026-04-01T16:40:13.462964Z","end":"2026-04-01T16:40:15.121731Z","steps":["trace[55395916] 'process raft request' (duration: 1.658217317s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.121752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.684059Z","time spent":"437.641647ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:15.121772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.462936Z","time spent":"1.658819581s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:15.121794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.461068Z","time spent":"1.660616473s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:15.121841Z","caller":"traceutil/trace.go:171","msg":"trace[1974883958] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"439.517491ms","start":"2026-04-01T16:40:14.682317Z","end":"2026-04-01T16:40:15.121834Z","steps":["trace[1974883958] 'process raft request' (duration: 439.134102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.121636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.022252Z","time spent":"2.099345166s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:15.121837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.461408Z","time spent":"1.660336356s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:15.12188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.682293Z","time spent":"439.569513ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:15.121714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.683499Z","time spent":"438.19565ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:15.136545Z","caller":"traceutil/trace.go:171","msg":"trace[1588234967] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"234.011159ms","start":"2026-04-01T16:40:14.902513Z","end":"2026-04-01T16:40:15.136524Z","steps":["trace[1588234967] 'process raft request' (duration: 233.788534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.136643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417148262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.136705Z","caller":"traceutil/trace.go:171","msg":"trace[1792222601] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26123; }","duration":"1.417255614s","start":"2026-04-01T16:40:13.719431Z","end":"2026-04-01T16:40:15.136687Z","steps":["trace[1792222601] 'agreement among raft nodes before linearized reading' (duration: 1.417124531s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.13674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.719416Z","time spent":"1.417316976s","remote":"127.0.0.1:36792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:15.136771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430115086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:40:15.1368Z","caller":"traceutil/trace.go:171","msg":"trace[980629636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26123; }","duration":"1.430181677s","start":"2026-04-01T16:40:13.706609Z","end":"2026-04-01T16:40:15.13679Z","steps":["trace[980629636] 'agreement among raft nodes before linearized reading' (duration: 1.430083775s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.13682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.706594Z","time spent":"1.430220588s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:40:15.136941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.993273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:15.136959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435689376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.136991Z","caller":"traceutil/trace.go:171","msg":"trace[528097761] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26123; }","duration":"1.435751438s","start":"2026-04-01T16:40:13.701228Z","end":"2026-04-01T16:40:15.13698Z","steps":["trace[528097761] 'agreement among raft nodes before linearized reading' (duration: 1.435689756s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.137028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.701215Z","time spent":"1.435803119s","remote":"127.0.0.1:60928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:15.137049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.878147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.137076Z","caller":"traceutil/trace.go:171","msg":"trace[1041415155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26123; }","duration":"450.940009ms","start":"2026-04-01T16:40:14.686128Z","end":"2026-04-01T16:40:15.137068Z","steps":["trace[1041415155] 'agreement among raft nodes before linearized reading' (duration: 450.884978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.1371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.686112Z","time spent":"450.98221ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:15.13723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806283464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-01T16:40:15.137266Z","caller":"traceutil/trace.go:171","msg":"trace[1885149134] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26123; }","duration":"1.806348585s","start":"2026-04-01T16:40:13.330909Z","end":"2026-04-01T16:40:15.137257Z","steps":["trace[1885149134] 'agreement among raft nodes before linearized reading' (duration: 1.806249883s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.13729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.33088Z","time spent":"1.806403746s","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T16:40:15.137379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.425815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-04-01T16:40:15.137417Z","caller":"traceutil/trace.go:171","msg":"trace[1396471872] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41; range_end:; response_count:1; response_revision:26123; }","duration":"593.491087ms","start":"2026-04-01T16:40:14.543915Z","end":"2026-04-01T16:40:15.137406Z","steps":["trace[1396471872] 'agreement among raft nodes before linearized reading' (duration: 593.344954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.137441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.543899Z","time spent":"593.535668ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":851,"request content":"key:\"/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a2491698ec1a41\" "} {"level":"warn","ts":"2026-04-01T16:40:15.137492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831592977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:40:15.137527Z","caller":"traceutil/trace.go:171","msg":"trace[1864268732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26123; }","duration":"1.831663728s","start":"2026-04-01T16:40:13.305854Z","end":"2026-04-01T16:40:15.137517Z","steps":["trace[1864268732] 'agreement among raft nodes before linearized reading' (duration: 1.831571845s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.137555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.305834Z","time spent":"1.831714329s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:40:15.137603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.981798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.137636Z","caller":"traceutil/trace.go:171","msg":"trace[1731784960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26123; }","duration":"641.082051ms","start":"2026-04-01T16:40:14.496545Z","end":"2026-04-01T16:40:15.137627Z","steps":["trace[1731784960] 'agreement among raft nodes before linearized reading' (duration: 641.02786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.137665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.496522Z","time spent":"641.136123ms","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:15.136982Z","caller":"traceutil/trace.go:171","msg":"trace[693121557] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26123; }","duration":"396.081985ms","start":"2026-04-01T16:40:14.740886Z","end":"2026-04-01T16:40:15.136968Z","steps":["trace[693121557] 'agreement among raft nodes before linearized reading' (duration: 396.020363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.137789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.740862Z","time spent":"396.910854ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T16:40:15.13781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.219882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:15.137841Z","caller":"traceutil/trace.go:171","msg":"trace[1686092872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26123; }","duration":"731.280914ms","start":"2026-04-01T16:40:14.406551Z","end":"2026-04-01T16:40:15.137832Z","steps":["trace[1686092872] 'agreement among raft nodes before linearized reading' (duration: 731.225543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.137873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.406534Z","time spent":"731.330125ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:15.137935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938966081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-01T16:40:15.138039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.036599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:15.138087Z","caller":"traceutil/trace.go:171","msg":"trace[2135026266] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26123; }","duration":"998.112231ms","start":"2026-04-01T16:40:14.139945Z","end":"2026-04-01T16:40:15.138057Z","steps":["trace[2135026266] 'agreement among raft nodes before linearized reading' (duration: 998.06119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.138128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:14.139922Z","time spent":"998.198153ms","remote":"127.0.0.1:60912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:15.138491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060604629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:15.138524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282169607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.13854Z","caller":"traceutil/trace.go:171","msg":"trace[1018526339] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26123; }","duration":"2.06065632s","start":"2026-04-01T16:40:13.077872Z","end":"2026-04-01T16:40:15.138528Z","steps":["trace[1018526339] 'agreement among raft nodes before linearized reading' (duration: 2.060578238s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.13856Z","caller":"traceutil/trace.go:171","msg":"trace[899651272] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26123; }","duration":"2.282248719s","start":"2026-04-01T16:40:12.8563Z","end":"2026-04-01T16:40:15.138549Z","steps":["trace[899651272] 'agreement among raft nodes before linearized reading' (duration: 2.282181617s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.138568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.077764Z","time spent":"2.060795493s","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:15.138593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:12.856279Z","time spent":"2.28230669s","remote":"127.0.0.1:32960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:15.138639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18944862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.138717Z","caller":"traceutil/trace.go:171","msg":"trace[2147064223] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26123; }","duration":"1.189563323s","start":"2026-04-01T16:40:13.949134Z","end":"2026-04-01T16:40:15.138697Z","steps":["trace[2147064223] 'agreement among raft nodes before linearized reading' (duration: 1.189447451s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.138735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042226569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T16:40:15.138763Z","caller":"traceutil/trace.go:171","msg":"trace[1584337422] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:26123; }","duration":"2.042293301s","start":"2026-04-01T16:40:13.096462Z","end":"2026-04-01T16:40:15.138755Z","steps":["trace[1584337422] 'agreement among raft nodes before linearized reading' (duration: 2.042205599s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.138791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.096442Z","time spent":"2.042344351s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:40:15.138805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31027484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:15.138764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.949109Z","time spent":"1.189645585s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:15.138953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395580737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.138994Z","caller":"traceutil/trace.go:171","msg":"trace[1040151420] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26123; }","duration":"1.395642268s","start":"2026-04-01T16:40:13.74334Z","end":"2026-04-01T16:40:15.138982Z","steps":["trace[1040151420] 'agreement among raft nodes before linearized reading' (duration: 1.395578266s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.138612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188194281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:15.139037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.743327Z","time spent":"1.39570231s","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:15.139055Z","caller":"traceutil/trace.go:171","msg":"trace[1837339495] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26123; }","duration":"1.188751264s","start":"2026-04-01T16:40:13.950295Z","end":"2026-04-01T16:40:15.139047Z","steps":["trace[1837339495] 'agreement among raft nodes before linearized reading' (duration: 1.188094919s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.139088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.950282Z","time spent":"1.188797535s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:15.138874Z","caller":"traceutil/trace.go:171","msg":"trace[2103680039] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26123; }","duration":"1.310388802s","start":"2026-04-01T16:40:13.828477Z","end":"2026-04-01T16:40:15.138865Z","steps":["trace[2103680039] 'agreement among raft nodes before linearized reading' (duration: 1.31030612s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.139195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.828457Z","time spent":"1.31073052s","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:15.138047Z","caller":"traceutil/trace.go:171","msg":"trace[1850287697] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26123; }","duration":"1.939183266s","start":"2026-04-01T16:40:13.198843Z","end":"2026-04-01T16:40:15.138026Z","steps":["trace[1850287697] 'agreement among raft nodes before linearized reading' (duration: 1.938785036s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.140374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:13.198823Z","time spent":"1.941518401s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-01T16:40:15.281262Z","caller":"traceutil/trace.go:171","msg":"trace[774272887] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"134.785136ms","start":"2026-04-01T16:40:15.146451Z","end":"2026-04-01T16:40:15.281236Z","steps":["trace[774272887] 'process raft request' (duration: 132.147734ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.284024Z","caller":"traceutil/trace.go:171","msg":"trace[790627476] linearizableReadLoop","detail":"{readStateIndex:27035; appliedIndex:27033; }","duration":"136.635739ms","start":"2026-04-01T16:40:15.147368Z","end":"2026-04-01T16:40:15.284004Z","steps":["trace[790627476] 'read index received' (duration: 131.149991ms)","trace[790627476] 'applied index is now lower than readState.Index' (duration: 5.484798ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:15.284083Z","caller":"traceutil/trace.go:171","msg":"trace[1187410385] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"137.520319ms","start":"2026-04-01T16:40:15.146527Z","end":"2026-04-01T16:40:15.284047Z","steps":["trace[1187410385] 'process raft request' (duration: 137.354636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.284282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.889625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"warn","ts":"2026-04-01T16:40:15.284256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.68219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.284339Z","caller":"traceutil/trace.go:171","msg":"trace[2057188960] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26125; }","duration":"136.978147ms","start":"2026-04-01T16:40:15.147346Z","end":"2026-04-01T16:40:15.284324Z","steps":["trace[2057188960] 'agreement among raft nodes before linearized reading' (duration: 136.765252ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.284353Z","caller":"traceutil/trace.go:171","msg":"trace[1068771447] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26125; }","duration":"136.841804ms","start":"2026-04-01T16:40:15.147494Z","end":"2026-04-01T16:40:15.284335Z","steps":["trace[1068771447] 'agreement among raft nodes before linearized reading' (duration: 136.66186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:15.284299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.054042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:15.284486Z","caller":"traceutil/trace.go:171","msg":"trace[300543714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26125; }","duration":"135.243106ms","start":"2026-04-01T16:40:15.149226Z","end":"2026-04-01T16:40:15.284469Z","steps":["trace[300543714] 'agreement among raft nodes before linearized reading' (duration: 135.034671ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:15.445353Z","caller":"traceutil/trace.go:171","msg":"trace[647854108] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"104.299603ms","start":"2026-04-01T16:40:15.341016Z","end":"2026-04-01T16:40:15.445316Z","steps":["trace[647854108] 'process raft request' (duration: 50.418931ms)","trace[647854108] 'compare' (duration: 53.741859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:15.445691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.139365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6664c9bd8-swcf6\" ","response":"range_response_count:1 size:8677"} {"level":"info","ts":"2026-04-01T16:40:15.445769Z","caller":"traceutil/trace.go:171","msg":"trace[281851076] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6664c9bd8-swcf6; range_end:; response_count:1; response_revision:26128; }","duration":"100.263158ms","start":"2026-04-01T16:40:15.345487Z","end":"2026-04-01T16:40:15.445751Z","steps":["trace[281851076] 'agreement among raft nodes before linearized reading' (duration: 99.864779ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:17.003349Z","caller":"traceutil/trace.go:171","msg":"trace[1580679095] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"115.857713ms","start":"2026-04-01T16:40:16.887466Z","end":"2026-04-01T16:40:17.003324Z","steps":["trace[1580679095] 'process raft request' (duration: 115.71381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:17.188261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.321049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:17.188341Z","caller":"traceutil/trace.go:171","msg":"trace[1793248561] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26133; }","duration":"100.453242ms","start":"2026-04-01T16:40:17.087871Z","end":"2026-04-01T16:40:17.188324Z","steps":["trace[1793248561] 'count revisions from in-memory index tree' (duration: 100.248927ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:17.254464Z","caller":"traceutil/trace.go:171","msg":"trace[581539301] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"126.139014ms","start":"2026-04-01T16:40:17.128301Z","end":"2026-04-01T16:40:17.25444Z","steps":["trace[581539301] 'process raft request' (duration: 126.031932ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:17.254518Z","caller":"traceutil/trace.go:171","msg":"trace[625913825] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"126.560253ms","start":"2026-04-01T16:40:17.127921Z","end":"2026-04-01T16:40:17.254481Z","steps":["trace[625913825] 'process raft request' (duration: 126.250256ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:17.25475Z","caller":"traceutil/trace.go:171","msg":"trace[249539735] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"126.300307ms","start":"2026-04-01T16:40:17.128434Z","end":"2026-04-01T16:40:17.254734Z","steps":["trace[249539735] 'process raft request' (duration: 125.960299ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:17.254899Z","caller":"traceutil/trace.go:171","msg":"trace[2132677831] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"126.113193ms","start":"2026-04-01T16:40:17.128753Z","end":"2026-04-01T16:40:17.254866Z","steps":["trace[2132677831] 'process raft request' (duration: 126.002511ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:17.254942Z","caller":"traceutil/trace.go:171","msg":"trace[1957067185] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"126.142164ms","start":"2026-04-01T16:40:17.128789Z","end":"2026-04-01T16:40:17.254931Z","steps":["trace[1957067185] 'process raft request' (duration: 126.007741ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:17.254917Z","caller":"traceutil/trace.go:171","msg":"trace[1961106891] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"126.232466ms","start":"2026-04-01T16:40:17.12863Z","end":"2026-04-01T16:40:17.254862Z","steps":["trace[1961106891] 'process raft request' (duration: 126.087543ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:17.255125Z","caller":"traceutil/trace.go:171","msg":"trace[90626511] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"126.606665ms","start":"2026-04-01T16:40:17.128508Z","end":"2026-04-01T16:40:17.255115Z","steps":["trace[90626511] 'process raft request' (duration: 126.099713ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:24.214966Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069f6.wal"} {"level":"warn","ts":"2026-04-01T16:40:26.090215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:26.591352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:26.594265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046169507s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:40:26.764483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.965279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:26.764602Z","caller":"traceutil/trace.go:171","msg":"trace[338444470] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"1.216613188s","start":"2026-04-01T16:40:25.547969Z","end":"2026-04-01T16:40:26.764582Z","steps":["trace[338444470] 'process raft request' (duration: 1.046465584s)","trace[338444470] 'compare' (duration: 169.850247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:26.764664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:25.547945Z","time spent":"1.216690889s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:26.803591Z","caller":"traceutil/trace.go:171","msg":"trace[1740979576] linearizableReadLoop","detail":"{readStateIndex:27194; appliedIndex:27192; }","duration":"1.214219032s","start":"2026-04-01T16:40:25.58935Z","end":"2026-04-01T16:40:26.803569Z","steps":["trace[1740979576] 'read index received' (duration: 1.005094955s)","trace[1740979576] 'applied index is now lower than readState.Index' (duration: 209.123287ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:26.803695Z","caller":"traceutil/trace.go:171","msg":"trace[1346510900] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"304.749226ms","start":"2026-04-01T16:40:26.498914Z","end":"2026-04-01T16:40:26.803664Z","steps":["trace[1346510900] 'process raft request' (duration: 304.549092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:26.803765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214398166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:40:26.803799Z","caller":"traceutil/trace.go:171","msg":"trace[2124814319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26280; }","duration":"1.214481458s","start":"2026-04-01T16:40:25.589308Z","end":"2026-04-01T16:40:26.80379Z","steps":["trace[2124814319] 'agreement among raft nodes before linearized reading' (duration: 1.214358985s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:26.803826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:25.589288Z","time spent":"1.214531119s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:40:26.80383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.498852Z","time spent":"304.902139ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:26.803837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.523126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:26.803873Z","caller":"traceutil/trace.go:171","msg":"trace[1939061810] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26280; }","duration":"411.597918ms","start":"2026-04-01T16:40:26.392265Z","end":"2026-04-01T16:40:26.803863Z","steps":["trace[1939061810] 'agreement among raft nodes before linearized reading' (duration: 411.524886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:26.803854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.891334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:26.803927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.909812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-01T16:40:26.803946Z","caller":"traceutil/trace.go:171","msg":"trace[1441441786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26280; }","duration":"337.960284ms","start":"2026-04-01T16:40:26.465981Z","end":"2026-04-01T16:40:26.803942Z","steps":["trace[1441441786] 'agreement among raft nodes before linearized reading' (duration: 337.922543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:26.803963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.465959Z","time spent":"338.000024ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"info","ts":"2026-04-01T16:40:26.803947Z","caller":"traceutil/trace.go:171","msg":"trace[304069358] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26280; }","duration":"839.041676ms","start":"2026-04-01T16:40:25.964882Z","end":"2026-04-01T16:40:26.803924Z","steps":["trace[304069358] 'agreement among raft nodes before linearized reading' (duration: 838.844592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:26.803966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.807304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:40:26.804019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.703226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T16:40:26.804054Z","caller":"traceutil/trace.go:171","msg":"trace[33543958] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26280; }","duration":"442.763627ms","start":"2026-04-01T16:40:26.361281Z","end":"2026-04-01T16:40:26.804045Z","steps":["trace[33543958] 'agreement among raft nodes before linearized reading' (duration: 442.646484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:26.804078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.361265Z","time spent":"442.808829ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-01T16:40:26.804069Z","caller":"traceutil/trace.go:171","msg":"trace[593707203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26280; }","duration":"221.958097ms","start":"2026-04-01T16:40:26.582084Z","end":"2026-04-01T16:40:26.804042Z","steps":["trace[593707203] 'agreement among raft nodes before linearized reading' (duration: 221.67419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:26.8041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.967319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T16:40:26.804021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:25.964864Z","time spent":"839.150709ms","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:26.804139Z","caller":"traceutil/trace.go:171","msg":"trace[1591234029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26280; }","duration":"694.00757ms","start":"2026-04-01T16:40:26.110123Z","end":"2026-04-01T16:40:26.804131Z","steps":["trace[1591234029] 'agreement among raft nodes before linearized reading' (duration: 693.851896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:26.803893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.392248Z","time spent":"411.641248ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:26.804184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.110105Z","time spent":"694.069702ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:26.807051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.077217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:26.80707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.598977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:40:26.807091Z","caller":"traceutil/trace.go:171","msg":"trace[1550793628] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26280; }","duration":"151.149119ms","start":"2026-04-01T16:40:26.655931Z","end":"2026-04-01T16:40:26.80708Z","steps":["trace[1550793628] 'agreement among raft nodes before linearized reading' (duration: 151.087188ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:26.8071Z","caller":"traceutil/trace.go:171","msg":"trace[498191515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26280; }","duration":"188.672708ms","start":"2026-04-01T16:40:26.618418Z","end":"2026-04-01T16:40:26.807091Z","steps":["trace[498191515] 'agreement among raft nodes before linearized reading' (duration: 188.583076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:27.315247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:28.055948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.321869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:28.056067Z","caller":"traceutil/trace.go:171","msg":"trace[1537942933] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"1.246665201s","start":"2026-04-01T16:40:26.809379Z","end":"2026-04-01T16:40:28.056044Z","steps":["trace[1537942933] 'process raft request' (duration: 578.167598ms)","trace[1537942933] 'compare' (duration: 668.095664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:28.056175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.809364Z","time spent":"1.246732993s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:28.513139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125516443s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:40:29.131096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.464998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:29.131673Z","caller":"traceutil/trace.go:171","msg":"trace[2142452630] linearizableReadLoop","detail":"{readStateIndex:27199; appliedIndex:27194; }","duration":"2.317061504s","start":"2026-04-01T16:40:26.814593Z","end":"2026-04-01T16:40:29.131655Z","steps":["trace[2142452630] 'read index received' (duration: 573.014837ms)","trace[2142452630] 'applied index is now lower than readState.Index' (duration: 1.744045707s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:29.131957Z","caller":"traceutil/trace.go:171","msg":"trace[990446467] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"2.317230178s","start":"2026-04-01T16:40:26.814716Z","end":"2026-04-01T16:40:29.131946Z","steps":["trace[990446467] 'process raft request' (duration: 1.698545871s)","trace[990446467] 'compare' (duration: 616.927176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:29.132022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.814695Z","time spent":"2.31728835s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:29.1324Z","caller":"traceutil/trace.go:171","msg":"trace[1974017560] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"2.317601716s","start":"2026-04-01T16:40:26.814758Z","end":"2026-04-01T16:40:29.132359Z","steps":["trace[1974017560] 'process raft request' (duration: 2.316429699s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.132466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.814739Z","time spent":"2.317695139s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:29.132647Z","caller":"traceutil/trace.go:171","msg":"trace[1040256712] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"2.314660868s","start":"2026-04-01T16:40:26.81797Z","end":"2026-04-01T16:40:29.132631Z","steps":["trace[1040256712] 'process raft request' (duration: 2.313333167s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.132718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.817958Z","time spent":"2.314727259s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:29.132848Z","caller":"traceutil/trace.go:171","msg":"trace[73496601] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"1.890637149s","start":"2026-04-01T16:40:27.2422Z","end":"2026-04-01T16:40:29.132837Z","steps":["trace[73496601] 'process raft request' (duration: 1.889148784s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.132898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.242179Z","time spent":"1.89068924s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:29.133011Z","caller":"traceutil/trace.go:171","msg":"trace[39851032] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"1.812360196s","start":"2026-04-01T16:40:27.320641Z","end":"2026-04-01T16:40:29.133001Z","steps":["trace[39851032] 'process raft request' (duration: 1.810758299s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.133342Z","caller":"traceutil/trace.go:171","msg":"trace[1024992573] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"1.805762202s","start":"2026-04-01T16:40:27.327555Z","end":"2026-04-01T16:40:29.133318Z","steps":["trace[1024992573] 'process raft request' (duration: 1.804037031s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.133349Z","caller":"traceutil/trace.go:171","msg":"trace[1452472050] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"1.808284871s","start":"2026-04-01T16:40:27.325031Z","end":"2026-04-01T16:40:29.133316Z","steps":["trace[1452472050] 'process raft request' (duration: 1.806488999s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.133368Z","caller":"traceutil/trace.go:171","msg":"trace[2042536421] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"1.80658054s","start":"2026-04-01T16:40:27.326756Z","end":"2026-04-01T16:40:29.133337Z","steps":["trace[2042536421] 'process raft request' (duration: 1.804800969s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.133376Z","caller":"traceutil/trace.go:171","msg":"trace[1490564613] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"1.804369659s","start":"2026-04-01T16:40:27.328981Z","end":"2026-04-01T16:40:29.13335Z","steps":["trace[1490564613] 'process raft request' (duration: 1.802641038s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.133455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.32754Z","time spent":"1.805850804s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:29.13347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318853826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-01T16:40:29.133505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.32673Z","time spent":"1.806702984s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:29.1335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.32897Z","time spent":"1.804463632s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:29.133538Z","caller":"traceutil/trace.go:171","msg":"trace[800893078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26292; }","duration":"2.318942628s","start":"2026-04-01T16:40:26.814576Z","end":"2026-04-01T16:40:29.133519Z","steps":["trace[800893078] 'agreement among raft nodes before linearized reading' (duration: 2.318584969s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.133554Z","caller":"traceutil/trace.go:171","msg":"trace[118262807] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"1.812165962s","start":"2026-04-01T16:40:27.321375Z","end":"2026-04-01T16:40:29.13354Z","steps":["trace[118262807] 'process raft request' (duration: 1.810067423s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.133503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.325021Z","time spent":"1.808405643s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:29.133587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.814568Z","time spent":"2.31900638s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:40:29.133609Z","caller":"traceutil/trace.go:171","msg":"trace[1484315648] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"1.810094353s","start":"2026-04-01T16:40:27.323491Z","end":"2026-04-01T16:40:29.133585Z","steps":["trace[1484315648] 'process raft request' (duration: 1.807990424s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.133656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.321341Z","time spent":"1.812245213s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:29.133708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.323471Z","time spent":"1.810179975s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:29.133736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.434618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1348"} {"level":"warn","ts":"2026-04-01T16:40:29.133751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315626331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-01T16:40:29.133767Z","caller":"traceutil/trace.go:171","msg":"trace[717786480] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:26292; }","duration":"216.490879ms","start":"2026-04-01T16:40:28.917266Z","end":"2026-04-01T16:40:29.133757Z","steps":["trace[717786480] 'agreement among raft nodes before linearized reading' (duration: 216.386127ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.133779Z","caller":"traceutil/trace.go:171","msg":"trace[521982280] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26292; }","duration":"2.315665812s","start":"2026-04-01T16:40:26.818106Z","end":"2026-04-01T16:40:29.133772Z","steps":["trace[521982280] 'agreement among raft nodes before linearized reading' (duration: 2.315548939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.133799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:26.818101Z","time spent":"2.315694212s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-04-01T16:40:29.133821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.047928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-04-01T16:40:29.133842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.875265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:916"} {"level":"info","ts":"2026-04-01T16:40:29.13387Z","caller":"traceutil/trace.go:171","msg":"trace[1019872926] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:26292; }","duration":"215.915986ms","start":"2026-04-01T16:40:28.917945Z","end":"2026-04-01T16:40:29.133861Z","steps":["trace[1019872926] 'agreement among raft nodes before linearized reading' (duration: 215.811643ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.133866Z","caller":"traceutil/trace.go:171","msg":"trace[1963483840] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26292; }","duration":"216.11536ms","start":"2026-04-01T16:40:28.917737Z","end":"2026-04-01T16:40:29.133853Z","steps":["trace[1963483840] 'agreement among raft nodes before linearized reading' (duration: 215.963797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.133875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.155772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:940"} {"level":"warn","ts":"2026-04-01T16:40:29.133893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.40426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-04-01T16:40:29.133912Z","caller":"traceutil/trace.go:171","msg":"trace[1846232344] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:26292; }","duration":"217.430812ms","start":"2026-04-01T16:40:28.916475Z","end":"2026-04-01T16:40:29.133906Z","steps":["trace[1846232344] 'agreement among raft nodes before linearized reading' (duration: 217.37237ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.133916Z","caller":"traceutil/trace.go:171","msg":"trace[1915551303] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:26292; }","duration":"216.214873ms","start":"2026-04-01T16:40:28.917689Z","end":"2026-04-01T16:40:29.133904Z","steps":["trace[1915551303] 'agreement among raft nodes before linearized reading' (duration: 216.11368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.133921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.204296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-01T16:40:29.133974Z","caller":"traceutil/trace.go:171","msg":"trace[1227243443] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26292; }","duration":"217.297098ms","start":"2026-04-01T16:40:28.916659Z","end":"2026-04-01T16:40:29.133956Z","steps":["trace[1227243443] 'agreement among raft nodes before linearized reading' (duration: 217.155265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.133988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.303974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"warn","ts":"2026-04-01T16:40:29.134014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.065046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"warn","ts":"2026-04-01T16:40:29.134015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.220523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:29.134035Z","caller":"traceutil/trace.go:171","msg":"trace[970054325] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:26292; }","duration":"218.113988ms","start":"2026-04-01T16:40:28.915916Z","end":"2026-04-01T16:40:29.13403Z","steps":["trace[970054325] 'agreement among raft nodes before linearized reading' (duration: 218.041826ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.134038Z","caller":"traceutil/trace.go:171","msg":"trace[1966363033] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:26292; }","duration":"216.374866ms","start":"2026-04-01T16:40:28.917647Z","end":"2026-04-01T16:40:29.134022Z","steps":["trace[1966363033] 'agreement among raft nodes before linearized reading' (duration: 216.254424ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.134045Z","caller":"traceutil/trace.go:171","msg":"trace[1420812838] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26292; }","duration":"216.267464ms","start":"2026-04-01T16:40:28.917769Z","end":"2026-04-01T16:40:29.134037Z","steps":["trace[1420812838] 'agreement among raft nodes before linearized reading' (duration: 216.172412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.134099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.007866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:29.134078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.764495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1078"} {"level":"warn","ts":"2026-04-01T16:40:29.134102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.417011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"warn","ts":"2026-04-01T16:40:29.133965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.38514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-01T16:40:29.134144Z","caller":"traceutil/trace.go:171","msg":"trace[1054636304] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:26292; }","duration":"216.845938ms","start":"2026-04-01T16:40:28.917281Z","end":"2026-04-01T16:40:29.134127Z","steps":["trace[1054636304] 'agreement among raft nodes before linearized reading' (duration: 216.668334ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.13416Z","caller":"traceutil/trace.go:171","msg":"trace[798864235] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:26292; }","duration":"217.471232ms","start":"2026-04-01T16:40:28.916669Z","end":"2026-04-01T16:40:29.13414Z","steps":["trace[798864235] 'agreement among raft nodes before linearized reading' (duration: 217.348459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.134167Z","caller":"traceutil/trace.go:171","msg":"trace[1243861759] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:26292; }","duration":"217.628286ms","start":"2026-04-01T16:40:28.916527Z","end":"2026-04-01T16:40:29.134155Z","steps":["trace[1243861759] 'agreement among raft nodes before linearized reading' (duration: 217.220016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.134177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325416924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-01T16:40:29.134196Z","caller":"traceutil/trace.go:171","msg":"trace[1539812893] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26292; }","duration":"1.325468505s","start":"2026-04-01T16:40:27.808723Z","end":"2026-04-01T16:40:29.134191Z","steps":["trace[1539812893] 'agreement among raft nodes before linearized reading' (duration: 1.325411904s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.13419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.646863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1965"} {"level":"warn","ts":"2026-04-01T16:40:29.134216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.808705Z","time spent":"1.325507226s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:29.134204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.605206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"warn","ts":"2026-04-01T16:40:29.133876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.198083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-01T16:40:29.134241Z","caller":"traceutil/trace.go:171","msg":"trace[2059967450] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:26292; }","duration":"217.648466ms","start":"2026-04-01T16:40:28.916586Z","end":"2026-04-01T16:40:29.134234Z","steps":["trace[2059967450] 'agreement among raft nodes before linearized reading' (duration: 217.566405ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.134246Z","caller":"traceutil/trace.go:171","msg":"trace[1241510428] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26292; }","duration":"216.709364ms","start":"2026-04-01T16:40:28.917519Z","end":"2026-04-01T16:40:29.134228Z","steps":["trace[1241510428] 'agreement among raft nodes before linearized reading' (duration: 216.559321ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.13426Z","caller":"traceutil/trace.go:171","msg":"trace[380063249] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:26292; }","duration":"216.600082ms","start":"2026-04-01T16:40:28.917652Z","end":"2026-04-01T16:40:29.134252Z","steps":["trace[380063249] 'agreement among raft nodes before linearized reading' (duration: 216.11538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.134294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.457822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"warn","ts":"2026-04-01T16:40:29.134321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.606695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:766"} {"level":"warn","ts":"2026-04-01T16:40:29.133979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.321165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-01T16:40:29.134343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897718025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:29.134341Z","caller":"traceutil/trace.go:171","msg":"trace[332136211] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:26292; }","duration":"217.511874ms","start":"2026-04-01T16:40:28.916815Z","end":"2026-04-01T16:40:29.134327Z","steps":["trace[332136211] 'agreement among raft nodes before linearized reading' (duration: 217.379231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.134354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.78295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-04-01T16:40:29.134363Z","caller":"traceutil/trace.go:171","msg":"trace[967405977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26292; }","duration":"1.897775536s","start":"2026-04-01T16:40:27.236582Z","end":"2026-04-01T16:40:29.134358Z","steps":["trace[967405977] 'agreement among raft nodes before linearized reading' (duration: 1.897740566s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.13436Z","caller":"traceutil/trace.go:171","msg":"trace[505515889] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:26292; }","duration":"216.710994ms","start":"2026-04-01T16:40:28.917641Z","end":"2026-04-01T16:40:29.134351Z","steps":["trace[505515889] 'agreement among raft nodes before linearized reading' (duration: 216.272894ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.134118Z","caller":"traceutil/trace.go:171","msg":"trace[1215288534] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26292; }","duration":"561.026747ms","start":"2026-04-01T16:40:28.573085Z","end":"2026-04-01T16:40:29.134112Z","steps":["trace[1215288534] 'agreement among raft nodes before linearized reading' (duration: 560.993376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.134381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.236561Z","time spent":"1.897816917s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:40:29.134383Z","caller":"traceutil/trace.go:171","msg":"trace[356998958] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:26292; }","duration":"217.815791ms","start":"2026-04-01T16:40:28.916559Z","end":"2026-04-01T16:40:29.134374Z","steps":["trace[356998958] 'agreement among raft nodes before linearized reading' (duration: 217.727789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.134394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.646626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-04-01T16:40:29.134407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:28.57304Z","time spent":"561.353454ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:29.134442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054205039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:40:29.134448Z","caller":"traceutil/trace.go:171","msg":"trace[589666454] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:26292; }","duration":"217.728498ms","start":"2026-04-01T16:40:28.916703Z","end":"2026-04-01T16:40:29.134431Z","steps":["trace[589666454] 'agreement among raft nodes before linearized reading' (duration: 217.584945ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:29.134468Z","caller":"traceutil/trace.go:171","msg":"trace[1788091909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26292; }","duration":"2.054262411s","start":"2026-04-01T16:40:27.080198Z","end":"2026-04-01T16:40:29.13446Z","steps":["trace[1788091909] 'agreement among raft nodes before linearized reading' (duration: 2.054190319s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.134496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.080179Z","time spent":"2.054310931s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:40:29.134356Z","caller":"traceutil/trace.go:171","msg":"trace[1274201634] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:26292; }","duration":"217.649186ms","start":"2026-04-01T16:40:28.916697Z","end":"2026-04-01T16:40:29.134346Z","steps":["trace[1274201634] 'agreement among raft nodes before linearized reading' (duration: 217.558094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.13452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038093272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T16:40:29.134548Z","caller":"traceutil/trace.go:171","msg":"trace[975876829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26292; }","duration":"2.038146004s","start":"2026-04-01T16:40:27.096394Z","end":"2026-04-01T16:40:29.13454Z","steps":["trace[975876829] 'agreement among raft nodes before linearized reading' (duration: 2.038067462s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:29.13457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.09638Z","time spent":"2.038184364s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:29.134626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:27.320601Z","time spent":"1.812429048s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:31.104965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.363426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:31.105078Z","caller":"traceutil/trace.go:171","msg":"trace[1274904161] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26293; }","duration":"781.485769ms","start":"2026-04-01T16:40:30.323572Z","end":"2026-04-01T16:40:31.105058Z","steps":["trace[1274904161] 'range keys from in-memory index tree' (duration: 781.347396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:31.105491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384798796s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:31.105699Z","caller":"traceutil/trace.go:171","msg":"trace[707669772] linearizableReadLoop","detail":"{readStateIndex:27208; appliedIndex:27206; }","duration":"1.9606674s","start":"2026-04-01T16:40:29.145014Z","end":"2026-04-01T16:40:31.105682Z","steps":["trace[707669772] 'read index received' (duration: 78.676132ms)","trace[707669772] 'applied index is now lower than readState.Index' (duration: 1.881990287s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:31.105784Z","caller":"traceutil/trace.go:171","msg":"trace[1790151409] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"1.962597645s","start":"2026-04-01T16:40:29.143171Z","end":"2026-04-01T16:40:31.105769Z","steps":["trace[1790151409] 'process raft request' (duration: 577.446271ms)","trace[1790151409] 'compare' (duration: 1.383953506s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:31.105945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.143157Z","time spent":"1.962658127s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:31.10607Z","caller":"traceutil/trace.go:171","msg":"trace[142616805] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"1.960948376s","start":"2026-04-01T16:40:29.145088Z","end":"2026-04-01T16:40:31.106036Z","steps":["trace[142616805] 'process raft request' (duration: 1.960496565s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:31.106163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.145069Z","time spent":"1.961050849s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:31.10673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96111443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:31.106818Z","caller":"traceutil/trace.go:171","msg":"trace[190555078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26295; }","duration":"1.961802577s","start":"2026-04-01T16:40:29.144997Z","end":"2026-04-01T16:40:31.106799Z","steps":["trace[190555078] 'agreement among raft nodes before linearized reading' (duration: 1.961050599s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:31.106869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.144991Z","time spent":"1.961866708s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:32.285022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178098945s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T16:40:32.351006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.2440806s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:40:32.351351Z","caller":"traceutil/trace.go:171","msg":"trace[197251561] linearizableReadLoop","detail":"{readStateIndex:27211; appliedIndex:27209; }","duration":"1.245595165s","start":"2026-04-01T16:40:31.105733Z","end":"2026-04-01T16:40:32.351329Z","steps":["trace[197251561] 'read index received' (duration: 1.246359ms)","trace[197251561] 'applied index is now lower than readState.Index' (duration: 1.244347776s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:32.351577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909444315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:930"} {"level":"warn","ts":"2026-04-01T16:40:32.351574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885113655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-01T16:40:32.351617Z","caller":"traceutil/trace.go:171","msg":"trace[1298633335] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:26296; }","duration":"2.909507186s","start":"2026-04-01T16:40:29.442098Z","end":"2026-04-01T16:40:32.351605Z","steps":["trace[1298633335] 'agreement among raft nodes before linearized reading' (duration: 2.909351383s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:32.351649Z","caller":"traceutil/trace.go:171","msg":"trace[71844926] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26296; }","duration":"2.885227188s","start":"2026-04-01T16:40:29.466401Z","end":"2026-04-01T16:40:32.351628Z","steps":["trace[71844926] 'agreement among raft nodes before linearized reading' (duration: 2.884983232s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.351698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.466383Z","time spent":"2.885304919s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-01T16:40:32.351701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927743653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:32.351737Z","caller":"traceutil/trace.go:171","msg":"trace[2014013607] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26296; }","duration":"2.927798935s","start":"2026-04-01T16:40:29.423928Z","end":"2026-04-01T16:40:32.351727Z","steps":["trace[2014013607] 'agreement among raft nodes before linearized reading' (duration: 2.927745644s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.35177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.423916Z","time spent":"2.927843306s","remote":"127.0.0.1:36680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:32.351902Z","caller":"traceutil/trace.go:171","msg":"trace[1965836947] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"1.893624469s","start":"2026-04-01T16:40:30.458269Z","end":"2026-04-01T16:40:32.351894Z","steps":["trace[1965836947] 'process raft request' (duration: 1.892898242s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.351961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.458245Z","time spent":"1.8936757s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:32.352045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936530008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T16:40:32.352066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735315798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-04-01T16:40:32.352082Z","caller":"traceutil/trace.go:171","msg":"trace[114220783] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:26296; }","duration":"2.735330618s","start":"2026-04-01T16:40:29.616746Z","end":"2026-04-01T16:40:32.352077Z","steps":["trace[114220783] 'agreement among raft nodes before linearized reading' (duration: 2.735278487s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:32.352085Z","caller":"traceutil/trace.go:171","msg":"trace[1416282203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26296; }","duration":"2.93657781s","start":"2026-04-01T16:40:29.415497Z","end":"2026-04-01T16:40:32.352075Z","steps":["trace[1416282203] 'agreement among raft nodes before linearized reading' (duration: 2.936467818s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.415492Z","time spent":"2.936617351s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759785881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1311"} {"level":"info","ts":"2026-04-01T16:40:32.352146Z","caller":"traceutil/trace.go:171","msg":"trace[1700707726] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:26296; }","duration":"2.759820461s","start":"2026-04-01T16:40:29.592322Z","end":"2026-04-01T16:40:32.352142Z","steps":["trace[1700707726] 'agreement among raft nodes before linearized reading' (duration: 2.75978147s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.592308Z","time spent":"2.759847102s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1333,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690985224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:32.352221Z","caller":"traceutil/trace.go:171","msg":"trace[875280442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26296; }","duration":"1.691060095s","start":"2026-04-01T16:40:30.661146Z","end":"2026-04-01T16:40:32.352206Z","steps":["trace[875280442] 'agreement among raft nodes before linearized reading' (duration: 1.690997724s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785498023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-04-01T16:40:32.35228Z","caller":"traceutil/trace.go:171","msg":"trace[1634269562] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:26296; }","duration":"2.785528073s","start":"2026-04-01T16:40:29.566747Z","end":"2026-04-01T16:40:32.352275Z","steps":["trace[1634269562] 'agreement among raft nodes before linearized reading' (duration: 2.785487932s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.566737Z","time spent":"2.785551843s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1509,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951908519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:32.352344Z","caller":"traceutil/trace.go:171","msg":"trace[1884546811] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26296; }","duration":"2.95196113s","start":"2026-04-01T16:40:29.400373Z","end":"2026-04-01T16:40:32.352334Z","steps":["trace[1884546811] 'agreement among raft nodes before linearized reading' (duration: 2.951896989s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810673592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1529"} {"level":"warn","ts":"2026-04-01T16:40:32.352375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.400368Z","time spent":"2.951999461s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:32.352391Z","caller":"traceutil/trace.go:171","msg":"trace[1536379720] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:26296; }","duration":"2.810706993s","start":"2026-04-01T16:40:29.54168Z","end":"2026-04-01T16:40:32.352387Z","steps":["trace[1536379720] 'agreement among raft nodes before linearized reading' (duration: 2.810672162s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.541666Z","time spent":"2.810735964s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1551,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835908993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-04-01T16:40:32.352504Z","caller":"traceutil/trace.go:171","msg":"trace[1319655143] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:26296; }","duration":"2.835933263s","start":"2026-04-01T16:40:29.516566Z","end":"2026-04-01T16:40:32.3525Z","steps":["trace[1319655143] 'agreement among raft nodes before linearized reading' (duration: 2.835891212s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.516559Z","time spent":"2.835953644s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1285,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961561165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"warn","ts":"2026-04-01T16:40:32.352601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861156764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"info","ts":"2026-04-01T16:40:32.352615Z","caller":"traceutil/trace.go:171","msg":"trace[1374166956] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:26296; }","duration":"2.861171264s","start":"2026-04-01T16:40:29.491439Z","end":"2026-04-01T16:40:32.35261Z","steps":["trace[1374166956] 'agreement among raft nodes before linearized reading' (duration: 2.861132413s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:32.352614Z","caller":"traceutil/trace.go:171","msg":"trace[1744982293] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:26296; }","duration":"2.961594336s","start":"2026-04-01T16:40:29.39101Z","end":"2026-04-01T16:40:32.352604Z","steps":["trace[1744982293] 'agreement among raft nodes before linearized reading' (duration: 2.961493953s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.491415Z","time spent":"2.861207765s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1630,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.390989Z","time spent":"2.961646468s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1626,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-01T16:40:32.351651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.442092Z","time spent":"2.909551047s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":952,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709937823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-04-01T16:40:32.352752Z","caller":"traceutil/trace.go:171","msg":"trace[1807338997] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:26296; }","duration":"2.710619909s","start":"2026-04-01T16:40:29.642128Z","end":"2026-04-01T16:40:32.352748Z","steps":["trace[1807338997] 'agreement among raft nodes before linearized reading' (duration: 2.709889482s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.64211Z","time spent":"2.710652781s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":935,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-04-01T16:40:32.35277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203778111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a24912fd3d9902\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-04-01T16:40:32.352825Z","caller":"traceutil/trace.go:171","msg":"trace[2019323865] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a24912fd3d9902; range_end:; response_count:1; response_revision:26296; }","duration":"2.203856424s","start":"2026-04-01T16:40:30.148952Z","end":"2026-04-01T16:40:32.352809Z","steps":["trace[2019323865] 'agreement among raft nodes before linearized reading' (duration: 2.2036942s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.352258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.661128Z","time spent":"1.691119497s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:32.352868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.148941Z","time spent":"2.203916315s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":909,"request content":"key:\"/registry/events/openstack/magnum-api-6664c9bd8-swcf6.18a24912fd3d9902\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.616711Z","time spent":"2.735381239s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1185,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-04-01T16:40:32.352968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160822871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-04-01T16:40:32.352948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291539656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:40:32.352949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213698953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-01T16:40:32.353022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01169194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-04-01T16:40:32.353035Z","caller":"traceutil/trace.go:171","msg":"trace[1656528767] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:26296; }","duration":"3.0117177s","start":"2026-04-01T16:40:29.341313Z","end":"2026-04-01T16:40:32.353031Z","steps":["trace[1656528767] 'agreement among raft nodes before linearized reading' (duration: 3.011678649s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.3413Z","time spent":"3.01175387s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-01T16:40:32.353039Z","caller":"traceutil/trace.go:171","msg":"trace[1255053972] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26296; }","duration":"2.213829516s","start":"2026-04-01T16:40:30.139188Z","end":"2026-04-01T16:40:32.353018Z","steps":["trace[1255053972] 'agreement among raft nodes before linearized reading' (duration: 2.21356449s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:32.353022Z","caller":"traceutil/trace.go:171","msg":"trace[1004700529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26296; }","duration":"2.291661179s","start":"2026-04-01T16:40:30.061338Z","end":"2026-04-01T16:40:32.353Z","steps":["trace[1004700529] 'agreement among raft nodes before linearized reading' (duration: 2.291447634s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10249763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:32.353097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.139161Z","time spent":"2.213923439s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0369248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-01T16:40:32.353133Z","caller":"traceutil/trace.go:171","msg":"trace[1792925962] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26296; }","duration":"3.036957661s","start":"2026-04-01T16:40:29.316172Z","end":"2026-04-01T16:40:32.353129Z","steps":["trace[1792925962] 'agreement among raft nodes before linearized reading' (duration: 3.03691583s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186545264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"warn","ts":"2026-04-01T16:40:32.353188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087161756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1308"} {"level":"info","ts":"2026-04-01T16:40:32.353127Z","caller":"traceutil/trace.go:171","msg":"trace[1873344887] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26296; }","duration":"2.102576472s","start":"2026-04-01T16:40:30.250536Z","end":"2026-04-01T16:40:32.353112Z","steps":["trace[1873344887] 'agreement among raft nodes before linearized reading' (duration: 2.10250536s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:32.353207Z","caller":"traceutil/trace.go:171","msg":"trace[2037031068] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26296; }","duration":"3.087208367s","start":"2026-04-01T16:40:29.265994Z","end":"2026-04-01T16:40:32.353203Z","steps":["trace[2037031068] 'agreement among raft nodes before linearized reading' (duration: 3.087167996s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.35322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.265977Z","time spent":"3.087239428s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1330,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206215394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-04-01T16:40:32.35323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.250517Z","time spent":"2.102696624s","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:32.353238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170464131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-01T16:40:32.353257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155768053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:32.35324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181470394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T16:40:32.353281Z","caller":"traceutil/trace.go:171","msg":"trace[2097455822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26296; }","duration":"2.170550173s","start":"2026-04-01T16:40:30.182719Z","end":"2026-04-01T16:40:32.353269Z","steps":["trace[2097455822] 'agreement among raft nodes before linearized reading' (duration: 2.170432401s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:32.353295Z","caller":"traceutil/trace.go:171","msg":"trace[1311672950] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26296; }","duration":"3.181526456s","start":"2026-04-01T16:40:29.171754Z","end":"2026-04-01T16:40:32.353281Z","steps":["trace[1311672950] 'agreement among raft nodes before linearized reading' (duration: 3.181376662s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.06132Z","time spent":"2.291768172s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.182692Z","time spent":"2.170619914s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.171667Z","time spent":"3.181662659s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111501376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1510"} {"level":"info","ts":"2026-04-01T16:40:32.353413Z","caller":"traceutil/trace.go:171","msg":"trace[2065039969] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:26296; }","duration":"3.11167808s","start":"2026-04-01T16:40:29.241719Z","end":"2026-04-01T16:40:32.353397Z","steps":["trace[2065039969] 'agreement among raft nodes before linearized reading' (duration: 3.111588278s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137127286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-04-01T16:40:32.353481Z","caller":"traceutil/trace.go:171","msg":"trace[1516498420] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26296; }","duration":"3.155821824s","start":"2026-04-01T16:40:29.197447Z","end":"2026-04-01T16:40:32.353269Z","steps":["trace[1516498420] 'agreement among raft nodes before linearized reading' (duration: 3.155798674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.197429Z","time spent":"3.15606496s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.241698Z","time spent":"3.111770132s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1532,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-04-01T16:40:32.353502Z","caller":"traceutil/trace.go:171","msg":"trace[1337237120] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:26296; }","duration":"3.137254689s","start":"2026-04-01T16:40:29.216227Z","end":"2026-04-01T16:40:32.353481Z","steps":["trace[1337237120] 'agreement among raft nodes before linearized reading' (duration: 3.137012364s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.316162Z","time spent":"3.036980701s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-01T16:40:32.353177Z","caller":"traceutil/trace.go:171","msg":"trace[1784259229] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26296; }","duration":"3.186642196s","start":"2026-04-01T16:40:29.166518Z","end":"2026-04-01T16:40:32.35316Z","steps":["trace[1784259229] 'agreement among raft nodes before linearized reading' (duration: 3.186479372s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:32.352984Z","caller":"traceutil/trace.go:171","msg":"trace[836155786] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26296; }","duration":"3.160887843s","start":"2026-04-01T16:40:29.192092Z","end":"2026-04-01T16:40:32.35298Z","steps":["trace[836155786] 'agreement among raft nodes before linearized reading' (duration: 3.160855012s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062131931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-04-01T16:40:32.353583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.192068Z","time spent":"3.161506527s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T16:40:32.353256Z","caller":"traceutil/trace.go:171","msg":"trace[1529917947] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26296; }","duration":"3.206262085s","start":"2026-04-01T16:40:29.146983Z","end":"2026-04-01T16:40:32.353245Z","steps":["trace[1529917947] 'agreement among raft nodes before linearized reading' (duration: 3.206149692s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.146977Z","time spent":"3.206655354s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-01T16:40:32.35364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990332334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-01T16:40:32.353566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.166491Z","time spent":"3.187060045s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-01T16:40:32.353598Z","caller":"traceutil/trace.go:171","msg":"trace[1957045434] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26296; }","duration":"3.062172871s","start":"2026-04-01T16:40:29.291421Z","end":"2026-04-01T16:40:32.353594Z","steps":["trace[1957045434] 'agreement among raft nodes before linearized reading' (duration: 3.061735721s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:32.353694Z","caller":"traceutil/trace.go:171","msg":"trace[358135668] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26296; }","duration":"1.990426776s","start":"2026-04-01T16:40:30.363253Z","end":"2026-04-01T16:40:32.35368Z","steps":["trace[358135668] 'agreement among raft nodes before linearized reading' (duration: 1.989022933s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.291407Z","time spent":"3.062292364s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.363224Z","time spent":"1.990514657s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2760,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:32.353458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124653564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a249248812bb52\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-01T16:40:32.353807Z","caller":"traceutil/trace.go:171","msg":"trace[526785120] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a249248812bb52; range_end:; response_count:1; response_revision:26296; }","duration":"3.125031693s","start":"2026-04-01T16:40:29.228769Z","end":"2026-04-01T16:40:32.353801Z","steps":["trace[526785120] 'agreement among raft nodes before linearized reading' (duration: 3.124656554s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.21621Z","time spent":"3.137549946s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1531,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.228753Z","time spent":"3.125066274s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":758,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a249248812bb52\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98779471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1278"} {"level":"info","ts":"2026-04-01T16:40:32.35389Z","caller":"traceutil/trace.go:171","msg":"trace[930033783] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26296; }","duration":"2.987847001s","start":"2026-04-01T16:40:29.366033Z","end":"2026-04-01T16:40:32.353879Z","steps":["trace[930033783] 'agreement among raft nodes before linearized reading' (duration: 2.986758385s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.353922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:29.366024Z","time spent":"2.987891942s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1300,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-04-01T16:40:32.353966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206691629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6664c9bd8-swcf6\" ","response":"range_response_count:1 size:8779"} {"level":"info","ts":"2026-04-01T16:40:32.354167Z","caller":"traceutil/trace.go:171","msg":"trace[2115377867] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6664c9bd8-swcf6; range_end:; response_count:1; response_revision:26296; }","duration":"2.206816933s","start":"2026-04-01T16:40:30.14724Z","end":"2026-04-01T16:40:32.354056Z","steps":["trace[2115377867] 'agreement among raft nodes before linearized reading' (duration: 2.205668146s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:32.354226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:30.147231Z","time spent":"2.206981387s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8801,"request content":"key:\"/registry/pods/openstack/magnum-api-6664c9bd8-swcf6\" "} {"level":"warn","ts":"2026-04-01T16:40:32.851988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:33.108688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:40:33.108777Z","caller":"traceutil/trace.go:171","msg":"trace[853814141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376778s","start":"2026-04-01T16:40:31.108381Z","end":"2026-04-01T16:40:33.108758Z","steps":["trace[853814141] 'agreement among raft nodes before linearized reading' (duration: 2.000260666s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:33.108832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.108356Z","time spent":"2.000465371s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:40:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:33.352785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:40:33.564189Z","caller":"traceutil/trace.go:171","msg":"trace[1033763271] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"2.422613386s","start":"2026-04-01T16:40:31.141533Z","end":"2026-04-01T16:40:33.564146Z","steps":["trace[1033763271] 'process raft request' (duration: 2.422282878s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:33.564206Z","caller":"traceutil/trace.go:171","msg":"trace[1509062803] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"2.422543634s","start":"2026-04-01T16:40:31.141624Z","end":"2026-04-01T16:40:33.564167Z","steps":["trace[1509062803] 'process raft request' (duration: 2.422435262s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:33.564331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.141509Z","time spent":"2.422747738s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:33.564554Z","caller":"traceutil/trace.go:171","msg":"trace[1136352168] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"2.4228112s","start":"2026-04-01T16:40:31.141703Z","end":"2026-04-01T16:40:33.564514Z","steps":["trace[1136352168] 'process raft request' (duration: 2.422413731s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:33.564622Z","caller":"traceutil/trace.go:171","msg":"trace[437229091] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"2.422734618s","start":"2026-04-01T16:40:31.141868Z","end":"2026-04-01T16:40:33.564603Z","steps":["trace[437229091] 'process raft request' (duration: 2.422534174s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:33.564701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.141673Z","time spent":"2.422951094s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:33.564752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.141857Z","time spent":"2.42282748s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:33.564867Z","caller":"traceutil/trace.go:171","msg":"trace[1405547221] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"2.422858991s","start":"2026-04-01T16:40:31.141988Z","end":"2026-04-01T16:40:33.564847Z","steps":["trace[1405547221] 'process raft request' (duration: 2.422555844s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:33.564901Z","caller":"traceutil/trace.go:171","msg":"trace[1276590583] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"2.422157055s","start":"2026-04-01T16:40:31.142733Z","end":"2026-04-01T16:40:33.56489Z","steps":["trace[1276590583] 'process raft request' (duration: 2.422106824s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:33.564981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.142711Z","time spent":"2.422220316s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:33.565003Z","caller":"traceutil/trace.go:171","msg":"trace[271455801] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"1.670372131s","start":"2026-04-01T16:40:31.894624Z","end":"2026-04-01T16:40:33.564996Z","steps":["trace[271455801] 'process raft request' (duration: 1.670342471s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:33.565025Z","caller":"traceutil/trace.go:171","msg":"trace[820493981] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"2.422960804s","start":"2026-04-01T16:40:31.142041Z","end":"2026-04-01T16:40:33.565002Z","steps":["trace[820493981] 'process raft request' (duration: 2.422717138s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:33.565038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.141975Z","time spent":"2.422936354s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:33.565083Z","caller":"traceutil/trace.go:171","msg":"trace[814519313] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"1.754902501s","start":"2026-04-01T16:40:31.810163Z","end":"2026-04-01T16:40:33.565065Z","steps":["trace[814519313] 'process raft request' (duration: 1.754771238s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:33.565045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.894593Z","time spent":"1.670428373s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:33.565146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.810137Z","time spent":"1.754981502s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:33.565056Z","caller":"traceutil/trace.go:171","msg":"trace[817071567] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"2.421642703s","start":"2026-04-01T16:40:31.143403Z","end":"2026-04-01T16:40:33.565046Z","steps":["trace[817071567] 'process raft request' (duration: 2.421461808s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:33.565235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.143384Z","time spent":"2.421833908s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:33.565127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.142023Z","time spent":"2.423054585s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:33.565353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.141599Z","time spent":"2.422771409s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:35.107817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543928722s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:40:35.108365Z","caller":"traceutil/trace.go:171","msg":"trace[702459248] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"2.751552509s","start":"2026-04-01T16:40:32.356791Z","end":"2026-04-01T16:40:35.108343Z","steps":["trace[702459248] 'process raft request' (duration: 2.751281752s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.108451Z","caller":"traceutil/trace.go:171","msg":"trace[437723640] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"2.751363554s","start":"2026-04-01T16:40:32.35705Z","end":"2026-04-01T16:40:35.108413Z","steps":["trace[437723640] 'process raft request' (duration: 2.75119119s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.108519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.356772Z","time spent":"2.751676802s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:35.108646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.357026Z","time spent":"2.751479327s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:35.108732Z","caller":"traceutil/trace.go:171","msg":"trace[930181704] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"2.749555422s","start":"2026-04-01T16:40:32.359164Z","end":"2026-04-01T16:40:35.108719Z","steps":["trace[930181704] 'process raft request' (duration: 2.749130552s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.108795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359151Z","time spent":"2.749612283s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:35.108979Z","caller":"traceutil/trace.go:171","msg":"trace[1988269024] linearizableReadLoop","detail":"{readStateIndex:27225; appliedIndex:27211; }","duration":"2.757547139s","start":"2026-04-01T16:40:32.351416Z","end":"2026-04-01T16:40:35.108963Z","steps":["trace[1988269024] 'read index received' (duration: 1.212496151s)","trace[1988269024] 'applied index is now lower than readState.Index' (duration: 1.545047778s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:35.109041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901853288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:35.10908Z","caller":"traceutil/trace.go:171","msg":"trace[937152740] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26310; }","duration":"2.90192265s","start":"2026-04-01T16:40:32.207146Z","end":"2026-04-01T16:40:35.109068Z","steps":["trace[937152740] 'agreement among raft nodes before linearized reading' (duration: 2.901839728s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.109106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.207131Z","time spent":"2.90196797s","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:35.10917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459364612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:40:35.109202Z","caller":"traceutil/trace.go:171","msg":"trace[667697558] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26310; }","duration":"3.459427693s","start":"2026-04-01T16:40:31.649765Z","end":"2026-04-01T16:40:35.109193Z","steps":["trace[667697558] 'agreement among raft nodes before linearized reading' (duration: 3.459247609s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.109203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964372846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T16:40:35.109228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.649747Z","time spent":"3.459473314s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:35.109247Z","caller":"traceutil/trace.go:171","msg":"trace[120747496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26310; }","duration":"3.964456198s","start":"2026-04-01T16:40:31.144776Z","end":"2026-04-01T16:40:35.109233Z","steps":["trace[120747496] 'agreement among raft nodes before linearized reading' (duration: 3.964280954s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.10931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.144761Z","time spent":"3.96453846s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:40:35.109343Z","caller":"traceutil/trace.go:171","msg":"trace[1049352375] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"2.746191994s","start":"2026-04-01T16:40:32.363138Z","end":"2026-04-01T16:40:35.10933Z","steps":["trace[1049352375] 'process raft request' (duration: 2.745408345s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.109406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.363128Z","time spent":"2.746242585s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8802,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:35.109494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752294946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:35.109533Z","caller":"traceutil/trace.go:171","msg":"trace[1662551939] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26310; }","duration":"2.752350917s","start":"2026-04-01T16:40:32.357173Z","end":"2026-04-01T16:40:35.109524Z","steps":["trace[1662551939] 'agreement among raft nodes before linearized reading' (duration: 2.752289246s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.109558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.357166Z","time spent":"2.752384668s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:40:35.109864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993600821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T16:40:35.109894Z","caller":"traceutil/trace.go:171","msg":"trace[1424849667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26310; }","duration":"1.993646192s","start":"2026-04-01T16:40:33.116238Z","end":"2026-04-01T16:40:35.109884Z","steps":["trace[1424849667] 'agreement among raft nodes before linearized reading' (duration: 1.993539699s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.109917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.116232Z","time spent":"1.993679123s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:35.110069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748863616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-01T16:40:35.110107Z","caller":"traceutil/trace.go:171","msg":"trace[1683458651] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26310; }","duration":"2.748935258s","start":"2026-04-01T16:40:32.361161Z","end":"2026-04-01T16:40:35.110097Z","steps":["trace[1683458651] 'agreement among raft nodes before linearized reading' (duration: 2.748527418s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.110131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361147Z","time spent":"2.748977778s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-01T16:40:35.110317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749126812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-04-01T16:40:35.11034Z","caller":"traceutil/trace.go:171","msg":"trace[1935405579] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:26310; }","duration":"2.749161063s","start":"2026-04-01T16:40:32.361172Z","end":"2026-04-01T16:40:35.110333Z","steps":["trace[1935405579] 'agreement among raft nodes before linearized reading' (duration: 2.749085741s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.110292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748976059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1911"} {"level":"warn","ts":"2026-04-01T16:40:35.110363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361164Z","time spent":"2.749193324s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":943,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-01T16:40:35.110399Z","caller":"traceutil/trace.go:171","msg":"trace[1754488463] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:26310; }","duration":"2.749108832s","start":"2026-04-01T16:40:32.361261Z","end":"2026-04-01T16:40:35.11037Z","steps":["trace[1754488463] 'agreement among raft nodes before linearized reading' (duration: 2.748344744s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.110456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361254Z","time spent":"2.749190844s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1933,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-01T16:40:35.1105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749319867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-04-01T16:40:35.110526Z","caller":"traceutil/trace.go:171","msg":"trace[1813838688] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:26310; }","duration":"2.749353497s","start":"2026-04-01T16:40:32.361165Z","end":"2026-04-01T16:40:35.110518Z","steps":["trace[1813838688] 'agreement among raft nodes before linearized reading' (duration: 2.749302386s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.110553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.36116Z","time spent":"2.749387328s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2486,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-04-01T16:40:35.110662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749499771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-04-01T16:40:35.110684Z","caller":"traceutil/trace.go:171","msg":"trace[1327215247] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:26310; }","duration":"2.749533301s","start":"2026-04-01T16:40:32.361144Z","end":"2026-04-01T16:40:35.110677Z","steps":["trace[1327215247] 'agreement among raft nodes before linearized reading' (duration: 2.749459139s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.110705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361136Z","time spent":"2.749562983s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":861,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-04-01T16:40:35.110776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994791259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:35.11081Z","caller":"traceutil/trace.go:171","msg":"trace[1156960767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26310; }","duration":"1.9948435s","start":"2026-04-01T16:40:33.115955Z","end":"2026-04-01T16:40:35.110798Z","steps":["trace[1156960767] 'agreement among raft nodes before linearized reading' (duration: 1.994781929s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.110838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.115945Z","time spent":"1.994887111s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:35.110925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749771797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-01T16:40:35.110956Z","caller":"traceutil/trace.go:171","msg":"trace[1293706407] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26310; }","duration":"2.749815828s","start":"2026-04-01T16:40:32.361132Z","end":"2026-04-01T16:40:35.110948Z","steps":["trace[1293706407] 'agreement among raft nodes before linearized reading' (duration: 2.749690896s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.110978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361123Z","time spent":"2.749849599s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-01T16:40:35.111149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995590048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:40:35.111191Z","caller":"traceutil/trace.go:171","msg":"trace[732584773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26310; }","duration":"1.995658009s","start":"2026-04-01T16:40:33.115518Z","end":"2026-04-01T16:40:35.111176Z","steps":["trace[732584773] 'agreement among raft nodes before linearized reading' (duration: 1.995543826s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.11122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.115503Z","time spent":"1.995710051s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:35.111242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750202257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-01T16:40:35.111272Z","caller":"traceutil/trace.go:171","msg":"trace[522655512] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26310; }","duration":"2.750276509s","start":"2026-04-01T16:40:32.360986Z","end":"2026-04-01T16:40:35.111263Z","steps":["trace[522655512] 'agreement among raft nodes before linearized reading' (duration: 2.750184297s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.111309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.360967Z","time spent":"2.750336871s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1468,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-01T16:40:35.111542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151965274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:35.111633Z","caller":"traceutil/trace.go:171","msg":"trace[1518483635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26310; }","duration":"1.152112307s","start":"2026-04-01T16:40:33.959497Z","end":"2026-04-01T16:40:35.111609Z","steps":["trace[1518483635] 'agreement among raft nodes before linearized reading' (duration: 1.151953283s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.111688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.959473Z","time spent":"1.152198979s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:35.112108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970432748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:40:35.112176Z","caller":"traceutil/trace.go:171","msg":"trace[869053218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26310; }","duration":"3.970522271s","start":"2026-04-01T16:40:31.141637Z","end":"2026-04-01T16:40:35.112159Z","steps":["trace[869053218] 'agreement among raft nodes before linearized reading' (duration: 3.970355337s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.112229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:31.141627Z","time spent":"3.970589132s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:40:35.112525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526288129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-01T16:40:35.112567Z","caller":"traceutil/trace.go:171","msg":"trace[243005602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26310; }","duration":"1.52636407s","start":"2026-04-01T16:40:33.586192Z","end":"2026-04-01T16:40:35.112556Z","steps":["trace[243005602] 'agreement among raft nodes before linearized reading' (duration: 1.526244567s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.112592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.586177Z","time spent":"1.526409392s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:40:35.112762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750806082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-01T16:40:35.112831Z","caller":"traceutil/trace.go:171","msg":"trace[1131125724] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26310; }","duration":"2.751953758s","start":"2026-04-01T16:40:32.360858Z","end":"2026-04-01T16:40:35.112812Z","steps":["trace[1131125724] 'agreement among raft nodes before linearized reading' (duration: 2.750639837s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.112874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.360851Z","time spent":"2.752010609s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-01T16:40:35.113081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37430712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:40:35.113163Z","caller":"traceutil/trace.go:171","msg":"trace[1329938338] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26310; }","duration":"1.374436683s","start":"2026-04-01T16:40:33.738709Z","end":"2026-04-01T16:40:35.113146Z","steps":["trace[1329938338] 'agreement among raft nodes before linearized reading' (duration: 1.374004133s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.11318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753537485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:917"} {"level":"info","ts":"2026-04-01T16:40:35.113215Z","caller":"traceutil/trace.go:171","msg":"trace[1777517033] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:26310; }","duration":"2.753592506s","start":"2026-04-01T16:40:32.359612Z","end":"2026-04-01T16:40:35.113205Z","steps":["trace[1777517033] 'agreement among raft nodes before linearized reading' (duration: 2.753480144s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.113219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.738689Z","time spent":"1.374515665s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:35.113252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359601Z","time spent":"2.753644107s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":939,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-04-01T16:40:35.113501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753879963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1314"} {"level":"info","ts":"2026-04-01T16:40:35.113541Z","caller":"traceutil/trace.go:171","msg":"trace[604215662] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:26310; }","duration":"2.753968235s","start":"2026-04-01T16:40:32.359561Z","end":"2026-04-01T16:40:35.113529Z","steps":["trace[604215662] 'agreement among raft nodes before linearized reading' (duration: 2.753850962s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.113578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359526Z","time spent":"2.754043307s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T16:40:35.113705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618452246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:35.113765Z","caller":"traceutil/trace.go:171","msg":"trace[764083726] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26310; }","duration":"1.61857918s","start":"2026-04-01T16:40:33.495166Z","end":"2026-04-01T16:40:35.113745Z","steps":["trace[764083726] 'agreement among raft nodes before linearized reading' (duration: 1.618477327s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.11378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754289612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1495"} {"level":"info","ts":"2026-04-01T16:40:35.113813Z","caller":"traceutil/trace.go:171","msg":"trace[2055362028] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:26310; }","duration":"2.754329783s","start":"2026-04-01T16:40:32.359472Z","end":"2026-04-01T16:40:35.113802Z","steps":["trace[2055362028] 'agreement among raft nodes before linearized reading' (duration: 2.754267752s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.113811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.495142Z","time spent":"1.618655041s","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:35.113846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359469Z","time spent":"2.754366025s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-04-01T16:40:35.114068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75458732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-01T16:40:35.114113Z","caller":"traceutil/trace.go:171","msg":"trace[364998451] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:26310; }","duration":"2.754652921s","start":"2026-04-01T16:40:32.359448Z","end":"2026-04-01T16:40:35.114101Z","steps":["trace[364998451] 'agreement among raft nodes before linearized reading' (duration: 2.754537208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.114149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.35944Z","time spent":"2.754699512s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-04-01T16:40:35.114374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754903297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-04-01T16:40:35.114415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.215213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:35.114425Z","caller":"traceutil/trace.go:171","msg":"trace[1057449415] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26310; }","duration":"2.754953098s","start":"2026-04-01T16:40:32.359455Z","end":"2026-04-01T16:40:35.114408Z","steps":["trace[1057449415] 'agreement among raft nodes before linearized reading' (duration: 2.754839716s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.115354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359452Z","time spent":"2.7558863s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-01T16:40:35.115429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756128116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-93b34546-a6f7-47ab-b88a-55ec7fbd6009\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-01T16:40:35.115491Z","caller":"traceutil/trace.go:171","msg":"trace[1116762334] range","detail":"{range_begin:/registry/persistentvolumes/pvc-93b34546-a6f7-47ab-b88a-55ec7fbd6009; range_end:; response_count:1; response_revision:26310; }","duration":"2.756202167s","start":"2026-04-01T16:40:32.35927Z","end":"2026-04-01T16:40:35.115472Z","steps":["trace[1116762334] 'agreement among raft nodes before linearized reading' (duration: 2.756060704s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.115531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359264Z","time spent":"2.756259708s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-93b34546-a6f7-47ab-b88a-55ec7fbd6009\" "} {"level":"info","ts":"2026-04-01T16:40:35.114457Z","caller":"traceutil/trace.go:171","msg":"trace[1628563911] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26310; }","duration":"828.298995ms","start":"2026-04-01T16:40:34.286146Z","end":"2026-04-01T16:40:35.114445Z","steps":["trace[1628563911] 'agreement among raft nodes before linearized reading' (duration: 828.212253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.115846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:34.286126Z","time spent":"829.709478ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:35.116132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754668032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-01T16:40:35.116164Z","caller":"traceutil/trace.go:171","msg":"trace[1263427884] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:26310; }","duration":"2.754699262s","start":"2026-04-01T16:40:32.361456Z","end":"2026-04-01T16:40:35.116155Z","steps":["trace[1263427884] 'agreement among raft nodes before linearized reading' (duration: 2.75461983s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.116186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361433Z","time spent":"2.754745734s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-04-01T16:40:35.116206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754899117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-01T16:40:35.116237Z","caller":"traceutil/trace.go:171","msg":"trace[1300374678] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:26310; }","duration":"2.754941608s","start":"2026-04-01T16:40:32.361289Z","end":"2026-04-01T16:40:35.11623Z","steps":["trace[1300374678] 'agreement among raft nodes before linearized reading' (duration: 2.754856896s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.116256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.36128Z","time spent":"2.754972179s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":783,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-01T16:40:35.116343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018380192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T16:40:35.116374Z","caller":"traceutil/trace.go:171","msg":"trace[1218228059] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:26310; }","duration":"2.018460073s","start":"2026-04-01T16:40:33.097906Z","end":"2026-04-01T16:40:35.116367Z","steps":["trace[1218228059] 'agreement among raft nodes before linearized reading' (duration: 2.018383451s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.116393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.097877Z","time spent":"2.018511454s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-04-01T16:40:35.1165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754931458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:921"} {"level":"warn","ts":"2026-04-01T16:40:35.114503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.482826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:35.116556Z","caller":"traceutil/trace.go:171","msg":"trace[1249653110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26310; }","duration":"674.563515ms","start":"2026-04-01T16:40:34.441975Z","end":"2026-04-01T16:40:35.116538Z","steps":["trace[1249653110] 'agreement among raft nodes before linearized reading' (duration: 672.504407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.116583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28610469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:35.116606Z","caller":"traceutil/trace.go:171","msg":"trace[571724036] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26310; }","duration":"2.286180322s","start":"2026-04-01T16:40:32.830418Z","end":"2026-04-01T16:40:35.116598Z","steps":["trace[571724036] 'agreement among raft nodes before linearized reading' (duration: 2.28611351s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.116622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.830399Z","time spent":"2.286218853s","remote":"127.0.0.1:60874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:35.116618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:34.441948Z","time spent":"674.655667ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:35.116743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755170493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-04-01T16:40:35.116759Z","caller":"traceutil/trace.go:171","msg":"trace[46337594] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:26310; }","duration":"2.755195154s","start":"2026-04-01T16:40:32.361558Z","end":"2026-04-01T16:40:35.116753Z","steps":["trace[46337594] 'agreement among raft nodes before linearized reading' (duration: 2.755143203s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.116773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361545Z","time spent":"2.755223895s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1234,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-04-01T16:40:35.114969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755512811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1597"} {"level":"info","ts":"2026-04-01T16:40:35.117026Z","caller":"traceutil/trace.go:171","msg":"trace[118930832] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:26310; }","duration":"2.757547999s","start":"2026-04-01T16:40:32.359436Z","end":"2026-04-01T16:40:35.116984Z","steps":["trace[118930832] 'agreement among raft nodes before linearized reading' (duration: 2.755393658s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.117091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753481279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-01T16:40:35.117177Z","caller":"traceutil/trace.go:171","msg":"trace[1497530438] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26310; }","duration":"1.753630162s","start":"2026-04-01T16:40:33.363528Z","end":"2026-04-01T16:40:35.117158Z","steps":["trace[1497530438] 'agreement among raft nodes before linearized reading' (duration: 1.753421417s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.117223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:33.363499Z","time spent":"1.753712864s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:35.11713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359431Z","time spent":"2.757660381s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1619,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-04-01T16:40:35.111154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750003522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-04-01T16:40:35.115302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75588799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T16:40:35.117502Z","caller":"traceutil/trace.go:171","msg":"trace[1131409746] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26310; }","duration":"2.756362492s","start":"2026-04-01T16:40:32.361126Z","end":"2026-04-01T16:40:35.117489Z","steps":["trace[1131409746] 'agreement among raft nodes before linearized reading' (duration: 2.749963412s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.117542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361115Z","time spent":"2.756415623s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-04-01T16:40:35.117541Z","caller":"traceutil/trace.go:171","msg":"trace[22873812] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26310; }","duration":"2.758188454s","start":"2026-04-01T16:40:32.359323Z","end":"2026-04-01T16:40:35.117512Z","steps":["trace[22873812] 'agreement among raft nodes before linearized reading' (duration: 2.755818769s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.117607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359318Z","time spent":"2.758269526s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-01T16:40:35.115107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755679585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-04-01T16:40:35.116521Z","caller":"traceutil/trace.go:171","msg":"trace[765530478] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:26310; }","duration":"2.754959579s","start":"2026-04-01T16:40:32.361553Z","end":"2026-04-01T16:40:35.116513Z","steps":["trace[765530478] 'agreement among raft nodes before linearized reading' (duration: 2.754903287s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.117814Z","caller":"traceutil/trace.go:171","msg":"trace[1693217616] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26310; }","duration":"2.758388339s","start":"2026-04-01T16:40:32.359412Z","end":"2026-04-01T16:40:35.1178Z","steps":["trace[1693217616] 'agreement among raft nodes before linearized reading' (duration: 2.755586863s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.117824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.361548Z","time spent":"2.756260469s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":943,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-01T16:40:35.117861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:32.359369Z","time spent":"2.758480191s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-01T16:40:35.266849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.075279ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-01T16:40:35.267039Z","caller":"traceutil/trace.go:171","msg":"trace[1281342199] linearizableReadLoop","detail":"{readStateIndex:27226; appliedIndex:27225; }","duration":"148.286772ms","start":"2026-04-01T16:40:35.118729Z","end":"2026-04-01T16:40:35.267016Z","steps":["trace[1281342199] 'read index received' (duration: 23.032409ms)","trace[1281342199] 'applied index is now lower than readState.Index' (duration: 125.252623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:35.267495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.733532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-01T16:40:35.267597Z","caller":"traceutil/trace.go:171","msg":"trace[1606714237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26310; }","duration":"148.862016ms","start":"2026-04-01T16:40:35.118715Z","end":"2026-04-01T16:40:35.267577Z","steps":["trace[1606714237] 'agreement among raft nodes before linearized reading' (duration: 148.551539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.923301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.436317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:35.923677Z","caller":"traceutil/trace.go:171","msg":"trace[580927070] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"795.765833ms","start":"2026-04-01T16:40:35.127894Z","end":"2026-04-01T16:40:35.92366Z","steps":["trace[580927070] 'process raft request' (duration: 795.66136ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.923641Z","caller":"traceutil/trace.go:171","msg":"trace[1730564149] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"795.959246ms","start":"2026-04-01T16:40:35.127646Z","end":"2026-04-01T16:40:35.923605Z","steps":["trace[1730564149] 'process raft request' (duration: 471.11975ms)","trace[1730564149] 'compare' (duration: 324.276973ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:35.923687Z","caller":"traceutil/trace.go:171","msg":"trace[1250353847] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"795.967167ms","start":"2026-04-01T16:40:35.127689Z","end":"2026-04-01T16:40:35.923656Z","steps":["trace[1250353847] 'process raft request' (duration: 795.725941ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.923702Z","caller":"traceutil/trace.go:171","msg":"trace[1836805925] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"795.916926ms","start":"2026-04-01T16:40:35.127748Z","end":"2026-04-01T16:40:35.923665Z","steps":["trace[1836805925] 'process raft request' (duration: 795.758972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.923792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.127884Z","time spent":"795.852574ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:35.923858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.127742Z","time spent":"796.030648ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:35.923832Z","caller":"traceutil/trace.go:171","msg":"trace[1756767511] linearizableReadLoop","detail":"{readStateIndex:27231; appliedIndex:27226; }","duration":"656.722527ms","start":"2026-04-01T16:40:35.267065Z","end":"2026-04-01T16:40:35.923788Z","steps":["trace[1756767511] 'read index received' (duration: 331.713156ms)","trace[1756767511] 'applied index is now lower than readState.Index' (duration: 325.007591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:35.923909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.127676Z","time spent":"796.125881ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:35.924024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.79637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-04-01T16:40:35.924089Z","caller":"traceutil/trace.go:171","msg":"trace[385361064] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26315; }","duration":"800.872672ms","start":"2026-04-01T16:40:35.123206Z","end":"2026-04-01T16:40:35.924079Z","steps":["trace[385361064] 'agreement among raft nodes before linearized reading' (duration: 800.585826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.100331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-04-01T16:40:35.924156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.680151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-04-01T16:40:35.924149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.990328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-04-01T16:40:35.924209Z","caller":"traceutil/trace.go:171","msg":"trace[1039639115] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:26315; }","duration":"801.737802ms","start":"2026-04-01T16:40:35.122453Z","end":"2026-04-01T16:40:35.924191Z","steps":["trace[1039639115] 'agreement among raft nodes before linearized reading' (duration: 801.616309ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.924219Z","caller":"traceutil/trace.go:171","msg":"trace[1913297964] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26315; }","duration":"802.119161ms","start":"2026-04-01T16:40:35.122081Z","end":"2026-04-01T16:40:35.9242Z","steps":["trace[1913297964] 'agreement among raft nodes before linearized reading' (duration: 801.864655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.583019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:826"} {"level":"warn","ts":"2026-04-01T16:40:35.924218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.63288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-01T16:40:35.924258Z","caller":"traceutil/trace.go:171","msg":"trace[424907507] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"795.514056ms","start":"2026-04-01T16:40:35.128731Z","end":"2026-04-01T16:40:35.924245Z","steps":["trace[424907507] 'process raft request' (duration: 794.874321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.666113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-01T16:40:35.924323Z","caller":"traceutil/trace.go:171","msg":"trace[431450419] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26315; }","duration":"801.769132ms","start":"2026-04-01T16:40:35.122529Z","end":"2026-04-01T16:40:35.924298Z","steps":["trace[431450419] 'agreement among raft nodes before linearized reading' (duration: 801.510256ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.924344Z","caller":"traceutil/trace.go:171","msg":"trace[11645795] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26315; }","duration":"799.739585ms","start":"2026-04-01T16:40:35.124593Z","end":"2026-04-01T16:40:35.924332Z","steps":["trace[11645795] 'agreement among raft nodes before linearized reading' (duration: 799.620353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.669707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-01T16:40:35.924415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122518Z","time spent":"801.881626ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.812817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:925"} {"level":"warn","ts":"2026-04-01T16:40:35.924493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.822217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:819"} {"level":"warn","ts":"2026-04-01T16:40:35.924502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.995958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-04-01T16:40:35.924526Z","caller":"traceutil/trace.go:171","msg":"trace[1078759935] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:26315; }","duration":"799.865549ms","start":"2026-04-01T16:40:35.124653Z","end":"2026-04-01T16:40:35.924519Z","steps":["trace[1078759935] 'agreement among raft nodes before linearized reading' (duration: 799.440679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.094878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-04-01T16:40:35.92453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.862178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-04-01T16:40:35.924537Z","caller":"traceutil/trace.go:171","msg":"trace[969576866] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:26315; }","duration":"802.041019ms","start":"2026-04-01T16:40:35.122486Z","end":"2026-04-01T16:40:35.924527Z","steps":["trace[969576866] 'agreement among raft nodes before linearized reading' (duration: 801.790113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.124649Z","time spent":"799.899639ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":841,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.770336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-01T16:40:35.924572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122479Z","time spent":"802.085941ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-01T16:40:35.924571Z","caller":"traceutil/trace.go:171","msg":"trace[1109387435] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:26315; }","duration":"799.91141ms","start":"2026-04-01T16:40:35.124648Z","end":"2026-04-01T16:40:35.924559Z","steps":["trace[1109387435] 'agreement among raft nodes before linearized reading' (duration: 799.339166ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.924588Z","caller":"traceutil/trace.go:171","msg":"trace[1925935921] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26315; }","duration":"799.823147ms","start":"2026-04-01T16:40:35.124757Z","end":"2026-04-01T16:40:35.92458Z","steps":["trace[1925935921] 'agreement among raft nodes before linearized reading' (duration: 799.316245ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.924609Z","caller":"traceutil/trace.go:171","msg":"trace[936782079] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:26315; }","duration":"801.144508ms","start":"2026-04-01T16:40:35.123407Z","end":"2026-04-01T16:40:35.924552Z","steps":["trace[936782079] 'agreement among raft nodes before linearized reading' (duration: 800.77456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.124642Z","time spent":"799.961191ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.124726Z","time spent":"799.892409ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.124578Z","time spent":"799.791746ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.123202Z","time spent":"800.926214ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1460,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-01T16:40:35.924493Z","caller":"traceutil/trace.go:171","msg":"trace[1808277580] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:26315; }","duration":"799.854138ms","start":"2026-04-01T16:40:35.12463Z","end":"2026-04-01T16:40:35.924484Z","steps":["trace[1808277580] 'agreement among raft nodes before linearized reading' (duration: 799.591172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122447Z","time spent":"801.800373ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":945,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-01T16:40:35.924502Z","caller":"traceutil/trace.go:171","msg":"trace[711726468] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26315; }","duration":"800.804451ms","start":"2026-04-01T16:40:35.123632Z","end":"2026-04-01T16:40:35.924436Z","steps":["trace[711726468] 'agreement among raft nodes before linearized reading' (duration: 800.507794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.124622Z","time spent":"800.102743ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.679051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-01T16:40:35.924413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.128722Z","time spent":"795.584578ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:35.924787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.123627Z","time spent":"801.150329ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-04-01T16:40:35.924811Z","caller":"traceutil/trace.go:171","msg":"trace[1131373727] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26315; }","duration":"802.49299ms","start":"2026-04-01T16:40:35.122303Z","end":"2026-04-01T16:40:35.924796Z","steps":["trace[1131373727] 'agreement among raft nodes before linearized reading' (duration: 801.508347ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.924209Z","caller":"traceutil/trace.go:171","msg":"trace[723006913] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26315; }","duration":"799.211453ms","start":"2026-04-01T16:40:35.124979Z","end":"2026-04-01T16:40:35.92419Z","steps":["trace[723006913] 'agreement among raft nodes before linearized reading' (duration: 799.015158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.403098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-04-01T16:40:35.924263Z","caller":"traceutil/trace.go:171","msg":"trace[988048583] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:26315; }","duration":"801.715161ms","start":"2026-04-01T16:40:35.122538Z","end":"2026-04-01T16:40:35.924253Z","steps":["trace[988048583] 'agreement among raft nodes before linearized reading' (duration: 801.518577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122071Z","time spent":"802.178492ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-01T16:40:35.924894Z","caller":"traceutil/trace.go:171","msg":"trace[635827136] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26315; }","duration":"802.470039ms","start":"2026-04-01T16:40:35.122413Z","end":"2026-04-01T16:40:35.924883Z","steps":["trace[635827136] 'agreement among raft nodes before linearized reading' (duration: 801.675121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122508Z","time spent":"802.383207ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":848,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122406Z","time spent":"802.51226ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1474,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.124972Z","time spent":"799.886389ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.151398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-01T16:40:35.924335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.830574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:931"} {"level":"warn","ts":"2026-04-01T16:40:35.924919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.443449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1392"} {"level":"info","ts":"2026-04-01T16:40:35.925009Z","caller":"traceutil/trace.go:171","msg":"trace[813764391] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26315; }","duration":"801.762873ms","start":"2026-04-01T16:40:35.123233Z","end":"2026-04-01T16:40:35.924996Z","steps":["trace[813764391] 'agreement among raft nodes before linearized reading' (duration: 801.056576ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:35.925034Z","caller":"traceutil/trace.go:171","msg":"trace[1862654165] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:26315; }","duration":"802.541401ms","start":"2026-04-01T16:40:35.122485Z","end":"2026-04-01T16:40:35.925027Z","steps":["trace[1862654165] 'agreement among raft nodes before linearized reading' (duration: 801.754512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122296Z","time spent":"802.550651ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-01T16:40:35.925052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.123219Z","time spent":"801.823124ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-01T16:40:35.92506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122477Z","time spent":"802.575122ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":953,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"info","ts":"2026-04-01T16:40:35.925041Z","caller":"traceutil/trace.go:171","msg":"trace[1819024827] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:26315; }","duration":"802.576962ms","start":"2026-04-01T16:40:35.122455Z","end":"2026-04-01T16:40:35.925032Z","steps":["trace[1819024827] 'agreement among raft nodes before linearized reading' (duration: 801.341943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.924649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.123402Z","time spent":"801.23748ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1464,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:40:35.925123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.12245Z","time spent":"802.665584ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1414,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.022668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:40:35.925175Z","caller":"traceutil/trace.go:171","msg":"trace[341062049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26315; }","duration":"803.085184ms","start":"2026-04-01T16:40:35.122082Z","end":"2026-04-01T16:40:35.925167Z","steps":["trace[341062049] 'agreement among raft nodes before linearized reading' (duration: 801.910306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.925218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122074Z","time spent":"803.120044ms","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T16:40:35.924764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.666494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:40:35.925559Z","caller":"traceutil/trace.go:171","msg":"trace[1171727255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26315; }","duration":"803.482173ms","start":"2026-04-01T16:40:35.122062Z","end":"2026-04-01T16:40:35.925544Z","steps":["trace[1171727255] 'agreement among raft nodes before linearized reading' (duration: 801.950757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.925596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.122046Z","time spent":"803.537485ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:40:35.926081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.876389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-04-01T16:40:35.926131Z","caller":"traceutil/trace.go:171","msg":"trace[534332950] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:26315; }","duration":"802.94215ms","start":"2026-04-01T16:40:35.123175Z","end":"2026-04-01T16:40:35.926117Z","steps":["trace[534332950] 'agreement among raft nodes before linearized reading' (duration: 800.887072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:35.926162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.123167Z","time spent":"802.987492ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2578,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-04-01T16:40:35.926454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.127634Z","time spent":"796.111151ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:36.42485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:36.925235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:37.071427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472635843s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:40:37.45775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.974797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:37.458086Z","caller":"traceutil/trace.go:171","msg":"trace[1979767258] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"2.188907633s","start":"2026-04-01T16:40:35.269151Z","end":"2026-04-01T16:40:37.458058Z","steps":["trace[1979767258] 'process raft request' (duration: 1.802526376s)","trace[1979767258] 'compare' (duration: 384.81151ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:37.458082Z","caller":"traceutil/trace.go:171","msg":"trace[877952993] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"1.969231349s","start":"2026-04-01T16:40:35.48882Z","end":"2026-04-01T16:40:37.458052Z","steps":["trace[877952993] 'process raft request' (duration: 1.969037504s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.458136Z","caller":"traceutil/trace.go:171","msg":"trace[747622417] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"1.88722139s","start":"2026-04-01T16:40:35.570868Z","end":"2026-04-01T16:40:37.45809Z","steps":["trace[747622417] 'process raft request' (duration: 1.887101837s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.458176Z","caller":"traceutil/trace.go:171","msg":"trace[1956364265] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"1.887112167s","start":"2026-04-01T16:40:35.571035Z","end":"2026-04-01T16:40:37.458147Z","steps":["trace[1956364265] 'process raft request' (duration: 1.886994704s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.458209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.269122Z","time spent":"2.189009586s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:37.458238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.488798Z","time spent":"1.969348382s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:37.458262Z","caller":"traceutil/trace.go:171","msg":"trace[844829288] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"1.887102227s","start":"2026-04-01T16:40:35.571137Z","end":"2026-04-01T16:40:37.458239Z","steps":["trace[844829288] 'process raft request' (duration: 1.886999565s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.458272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.570847Z","time spent":"1.887351353s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:37.458318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.571026Z","time spent":"1.88721443s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:37.458297Z","caller":"traceutil/trace.go:171","msg":"trace[1875304982] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"1.887128818s","start":"2026-04-01T16:40:35.571103Z","end":"2026-04-01T16:40:37.458232Z","steps":["trace[1875304982] 'process raft request' (duration: 1.886981095s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.45836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.571084Z","time spent":"1.88722544s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:37.458486Z","caller":"traceutil/trace.go:171","msg":"trace[358235161] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"1.887307842s","start":"2026-04-01T16:40:35.571165Z","end":"2026-04-01T16:40:37.458472Z","steps":["trace[358235161] 'process raft request' (duration: 1.887023575s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.458514Z","caller":"traceutil/trace.go:171","msg":"trace[1486535211] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"1.887350484s","start":"2026-04-01T16:40:35.57115Z","end":"2026-04-01T16:40:37.4585Z","steps":["trace[1486535211] 'process raft request' (duration: 1.88721316s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.458523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.571096Z","time spent":"1.887301662s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:37.458537Z","caller":"traceutil/trace.go:171","msg":"trace[51079511] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"1.887319522s","start":"2026-04-01T16:40:35.571203Z","end":"2026-04-01T16:40:37.458523Z","steps":["trace[51079511] 'process raft request' (duration: 1.88724411s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.458553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.571154Z","time spent":"1.887360754s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:37.458546Z","caller":"traceutil/trace.go:171","msg":"trace[528780313] linearizableReadLoop","detail":"{readStateIndex:27241; appliedIndex:27231; }","duration":"1.534610513s","start":"2026-04-01T16:40:35.923913Z","end":"2026-04-01T16:40:37.458524Z","steps":["trace[528780313] 'read index received' (duration: 1.147671743s)","trace[528780313] 'applied index is now lower than readState.Index' (duration: 386.93783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:37.458604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606672631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:37.458614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.571177Z","time spent":"1.887400744s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:37.458646Z","caller":"traceutil/trace.go:171","msg":"trace[1230522214] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26325; }","duration":"1.606747283s","start":"2026-04-01T16:40:35.851887Z","end":"2026-04-01T16:40:37.458634Z","steps":["trace[1230522214] 'agreement among raft nodes before linearized reading' (duration: 1.606660951s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.458653Z","caller":"traceutil/trace.go:171","msg":"trace[690612112] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"1.887059647s","start":"2026-04-01T16:40:35.571569Z","end":"2026-04-01T16:40:37.458629Z","steps":["trace[690612112] 'process raft request' (duration: 1.886916383s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.458671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.851871Z","time spent":"1.606793724s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:37.45858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.571108Z","time spent":"1.887435796s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:37.458757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594469195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:37.458758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.57156Z","time spent":"1.887138868s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:37.458803Z","caller":"traceutil/trace.go:171","msg":"trace[1023179208] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26325; }","duration":"1.594555077s","start":"2026-04-01T16:40:35.864235Z","end":"2026-04-01T16:40:37.45879Z","steps":["trace[1023179208] 'agreement among raft nodes before linearized reading' (duration: 1.594435765s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.458839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.864215Z","time spent":"1.594614718s","remote":"127.0.0.1:37178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:37.458844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187846548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b35029db-fc4c-4f07-8c76-c97f7b99e4a1\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-01T16:40:37.45886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531273626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:37.458913Z","caller":"traceutil/trace.go:171","msg":"trace[297992906] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b35029db-fc4c-4f07-8c76-c97f7b99e4a1; range_end:; response_count:1; response_revision:26325; }","duration":"2.187949311s","start":"2026-04-01T16:40:35.270946Z","end":"2026-04-01T16:40:37.458895Z","steps":["trace[297992906] 'agreement among raft nodes before linearized reading' (duration: 2.187769747s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.458971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.270926Z","time spent":"2.188031493s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b35029db-fc4c-4f07-8c76-c97f7b99e4a1\" "} {"level":"warn","ts":"2026-04-01T16:40:37.458765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765116001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:37.459007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527840395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-01T16:40:37.45902Z","caller":"traceutil/trace.go:171","msg":"trace[2128179550] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26325; }","duration":"1.765446938s","start":"2026-04-01T16:40:35.693561Z","end":"2026-04-01T16:40:37.459008Z","steps":["trace[2128179550] 'agreement among raft nodes before linearized reading' (duration: 1.76509011s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527826875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-01T16:40:37.459058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.693539Z","time spent":"1.76550562s","remote":"127.0.0.1:55578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:37.459076Z","caller":"traceutil/trace.go:171","msg":"trace[1106669968] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26325; }","duration":"1.527889306s","start":"2026-04-01T16:40:35.931172Z","end":"2026-04-01T16:40:37.459061Z","steps":["trace[1106669968] 'agreement among raft nodes before linearized reading' (duration: 1.527741962s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528177162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"warn","ts":"2026-04-01T16:40:37.459119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.931166Z","time spent":"1.527941968s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973117411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276022"} {"level":"info","ts":"2026-04-01T16:40:37.459143Z","caller":"traceutil/trace.go:171","msg":"trace[331325070] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26325; }","duration":"1.528274095s","start":"2026-04-01T16:40:35.930855Z","end":"2026-04-01T16:40:37.459129Z","steps":["trace[331325070] 'agreement among raft nodes before linearized reading' (duration: 1.528138112s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528313516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-01T16:40:37.459164Z","caller":"traceutil/trace.go:171","msg":"trace[1727180516] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26325; }","duration":"1.973189982s","start":"2026-04-01T16:40:35.485964Z","end":"2026-04-01T16:40:37.459154Z","steps":["trace[1727180516] 'agreement among raft nodes before linearized reading' (duration: 1.972843614s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528137922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-04-01T16:40:37.459177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.93084Z","time spent":"1.528329596s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5487,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-04-01T16:40:37.459185Z","caller":"traceutil/trace.go:171","msg":"trace[2142228639] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26325; }","duration":"1.528355207s","start":"2026-04-01T16:40:35.930822Z","end":"2026-04-01T16:40:37.459178Z","steps":["trace[2142228639] 'agreement among raft nodes before linearized reading' (duration: 1.528278626s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.485945Z","time spent":"1.973239084s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-01T16:40:37.459203Z","caller":"traceutil/trace.go:171","msg":"trace[817215245] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26325; }","duration":"1.528201214s","start":"2026-04-01T16:40:35.93099Z","end":"2026-04-01T16:40:37.459191Z","steps":["trace[817215245] 'agreement among raft nodes before linearized reading' (duration: 1.528075311s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12297223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:37.459238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.930984Z","time spent":"1.528247305s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-01T16:40:37.459261Z","caller":"traceutil/trace.go:171","msg":"trace[1390019499] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26325; }","duration":"2.123063862s","start":"2026-04-01T16:40:35.33618Z","end":"2026-04-01T16:40:37.459243Z","steps":["trace[1390019499] 'agreement among raft nodes before linearized reading' (duration: 2.12297885s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529160136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T16:40:37.459303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.336158Z","time spent":"2.123132303s","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528320366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1958"} {"level":"info","ts":"2026-04-01T16:40:37.459363Z","caller":"traceutil/trace.go:171","msg":"trace[572902446] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26325; }","duration":"1.528370877s","start":"2026-04-01T16:40:35.930972Z","end":"2026-04-01T16:40:37.459343Z","steps":["trace[572902446] 'agreement among raft nodes before linearized reading' (duration: 1.528239304s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.458928Z","caller":"traceutil/trace.go:171","msg":"trace[1173941101] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26325; }","duration":"1.531354857s","start":"2026-04-01T16:40:35.927561Z","end":"2026-04-01T16:40:37.458916Z","steps":["trace[1173941101] 'agreement among raft nodes before linearized reading' (duration: 1.531179093s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529366181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:798"} {"level":"warn","ts":"2026-04-01T16:40:37.459404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.930946Z","time spent":"1.528446869s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1980,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.927539Z","time spent":"1.53185904s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18768,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528453689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T16:40:37.459458Z","caller":"traceutil/trace.go:171","msg":"trace[1774478172] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26325; }","duration":"1.528502731s","start":"2026-04-01T16:40:35.930944Z","end":"2026-04-01T16:40:37.459446Z","steps":["trace[1774478172] 'agreement among raft nodes before linearized reading' (duration: 1.528400968s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.45948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529727439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-04-01T16:40:37.459485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.930936Z","time spent":"1.528542411s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-01T16:40:37.45922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.930812Z","time spent":"1.528396548s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-01T16:40:37.459505Z","caller":"traceutil/trace.go:171","msg":"trace[48007564] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:26325; }","duration":"1.529780731s","start":"2026-04-01T16:40:35.929716Z","end":"2026-04-01T16:40:37.459497Z","steps":["trace[48007564] 'agreement among raft nodes before linearized reading' (duration: 1.529711839s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.9297Z","time spent":"1.529825262s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.400368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:40:37.459313Z","caller":"traceutil/trace.go:171","msg":"trace[1984565523] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26325; }","duration":"1.529206407s","start":"2026-04-01T16:40:35.9301Z","end":"2026-04-01T16:40:37.459306Z","steps":["trace[1984565523] 'agreement among raft nodes before linearized reading' (duration: 1.529137256s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.459594Z","caller":"traceutil/trace.go:171","msg":"trace[1074689384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26325; }","duration":"339.47978ms","start":"2026-04-01T16:40:37.120097Z","end":"2026-04-01T16:40:37.459576Z","steps":["trace[1074689384] 'agreement among raft nodes before linearized reading' (duration: 339.359317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.930093Z","time spent":"1.529495534s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.120081Z","time spent":"339.541671ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528688005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1704"} {"level":"info","ts":"2026-04-01T16:40:37.459412Z","caller":"traceutil/trace.go:171","msg":"trace[407061428] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:26325; }","duration":"1.529414642s","start":"2026-04-01T16:40:35.92999Z","end":"2026-04-01T16:40:37.459404Z","steps":["trace[407061428] 'agreement among raft nodes before linearized reading' (duration: 1.5293403s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.459674Z","caller":"traceutil/trace.go:171","msg":"trace[1720120799] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:26325; }","duration":"1.528731936s","start":"2026-04-01T16:40:35.930932Z","end":"2026-04-01T16:40:37.459664Z","steps":["trace[1720120799] 'agreement among raft nodes before linearized reading' (duration: 1.528627763s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.929982Z","time spent":"1.529724829s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":820,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.930929Z","time spent":"1.528809037s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1726,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528199623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-04-01T16:40:37.459844Z","caller":"traceutil/trace.go:171","msg":"trace[533324365] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:26325; }","duration":"1.528875169s","start":"2026-04-01T16:40:35.930956Z","end":"2026-04-01T16:40:37.459831Z","steps":["trace[533324365] 'agreement among raft nodes before linearized reading' (duration: 1.52809387s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.930952Z","time spent":"1.528919141s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1185,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52892528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-01T16:40:37.459898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528218074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-04-01T16:40:37.459915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338251355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-01T16:40:37.459913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.075172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:40:37.459924Z","caller":"traceutil/trace.go:171","msg":"trace[321275254] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26325; }","duration":"1.528972812s","start":"2026-04-01T16:40:35.930942Z","end":"2026-04-01T16:40:37.459914Z","steps":["trace[321275254] 'agreement among raft nodes before linearized reading' (duration: 1.528873379s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.459933Z","caller":"traceutil/trace.go:171","msg":"trace[1916941060] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26325; }","duration":"1.528261915s","start":"2026-04-01T16:40:35.931658Z","end":"2026-04-01T16:40:37.45992Z","steps":["trace[1916941060] 'agreement among raft nodes before linearized reading' (duration: 1.528172283s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530322694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:40:37.45995Z","caller":"traceutil/trace.go:171","msg":"trace[820657257] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26325; }","duration":"1.338281456s","start":"2026-04-01T16:40:36.121656Z","end":"2026-04-01T16:40:37.459938Z","steps":["trace[820657257] 'agreement among raft nodes before linearized reading' (duration: 1.338175674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.45996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.930934Z","time spent":"1.529017802s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1458,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.931652Z","time spent":"1.528301426s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-01T16:40:37.459957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5280759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a2492491969890\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-04-01T16:40:37.459975Z","caller":"traceutil/trace.go:171","msg":"trace[1514259307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26325; }","duration":"1.530549189s","start":"2026-04-01T16:40:35.929416Z","end":"2026-04-01T16:40:37.459965Z","steps":["trace[1514259307] 'agreement among raft nodes before linearized reading' (duration: 1.530250132s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.459972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528201644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:899"} {"level":"warn","ts":"2026-04-01T16:40:37.460009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.929401Z","time spent":"1.53059932s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T16:40:37.459035Z","caller":"traceutil/trace.go:171","msg":"trace[1860516436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26325; }","duration":"1.527887386s","start":"2026-04-01T16:40:35.931138Z","end":"2026-04-01T16:40:37.459025Z","steps":["trace[1860516436] 'agreement among raft nodes before linearized reading' (duration: 1.527809134s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215489151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:37.460025Z","caller":"traceutil/trace.go:171","msg":"trace[1785525092] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:26325; }","duration":"1.528268375s","start":"2026-04-01T16:40:35.931738Z","end":"2026-04-01T16:40:37.460006Z","steps":["trace[1785525092] 'agreement among raft nodes before linearized reading' (duration: 1.528114631s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054537403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:37.46005Z","caller":"traceutil/trace.go:171","msg":"trace[678903587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26325; }","duration":"1.215537573s","start":"2026-04-01T16:40:36.244505Z","end":"2026-04-01T16:40:37.460042Z","steps":["trace[678903587] 'agreement among raft nodes before linearized reading' (duration: 1.215492702s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0433179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:37.460065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.931728Z","time spent":"1.528328046s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":921,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"warn","ts":"2026-04-01T16:40:37.460074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:36.244491Z","time spent":"1.215577863s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:37.460068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528430799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-01T16:40:37.460083Z","caller":"traceutil/trace.go:171","msg":"trace[638726724] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26325; }","duration":"1.043388861s","start":"2026-04-01T16:40:36.416683Z","end":"2026-04-01T16:40:37.460072Z","steps":["trace[638726724] 'agreement among raft nodes before linearized reading' (duration: 1.04334138s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.460076Z","caller":"traceutil/trace.go:171","msg":"trace[887984871] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26325; }","duration":"1.054627835s","start":"2026-04-01T16:40:36.405434Z","end":"2026-04-01T16:40:37.460062Z","steps":["trace[887984871] 'agreement among raft nodes before linearized reading' (duration: 1.054540263s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:36.41666Z","time spent":"1.043444393s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:37.459085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528165192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2111"} {"level":"warn","ts":"2026-04-01T16:40:37.460128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528597202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-04-01T16:40:37.460126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:36.405417Z","time spent":"1.054696186s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:37.460156Z","caller":"traceutil/trace.go:171","msg":"trace[1378896830] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:26325; }","duration":"1.528638904s","start":"2026-04-01T16:40:35.931509Z","end":"2026-04-01T16:40:37.460148Z","steps":["trace[1378896830] 'agreement among raft nodes before linearized reading' (duration: 1.528563102s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.931502Z","time spent":"1.528668515s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-04-01T16:40:37.459959Z","caller":"traceutil/trace.go:171","msg":"trace[2025380266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26325; }","duration":"571.156584ms","start":"2026-04-01T16:40:36.888789Z","end":"2026-04-01T16:40:37.459946Z","steps":["trace[2025380266] 'agreement among raft nodes before linearized reading' (duration: 571.029661ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:37.460183Z","caller":"traceutil/trace.go:171","msg":"trace[1090645194] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:26325; }","duration":"1.529241748s","start":"2026-04-01T16:40:35.930905Z","end":"2026-04-01T16:40:37.460146Z","steps":["trace[1090645194] 'agreement among raft nodes before linearized reading' (duration: 1.528148382s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505213176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-01T16:40:37.460211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:36.888772Z","time spent":"571.4313ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:40:37.460054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.931127Z","time spent":"1.52891462s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-01T16:40:37.460231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.9309Z","time spent":"1.52931691s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2133,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"info","ts":"2026-04-01T16:40:37.460114Z","caller":"traceutil/trace.go:171","msg":"trace[787978696] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26325; }","duration":"1.52848381s","start":"2026-04-01T16:40:35.931617Z","end":"2026-04-01T16:40:37.460101Z","steps":["trace[787978696] 'agreement among raft nodes before linearized reading' (duration: 1.528371467s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.45998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:36.121614Z","time spent":"1.338359218s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"info","ts":"2026-04-01T16:40:37.460249Z","caller":"traceutil/trace.go:171","msg":"trace[2092128825] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26325; }","duration":"1.505375799s","start":"2026-04-01T16:40:35.954847Z","end":"2026-04-01T16:40:37.460223Z","steps":["trace[2092128825] 'agreement among raft nodes before linearized reading' (duration: 1.505100682s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.931611Z","time spent":"1.528655174s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-01T16:40:37.460296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.95483Z","time spent":"1.505456851s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T16:40:37.460316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529114815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-01T16:40:37.460009Z","caller":"traceutil/trace.go:171","msg":"trace[663291822] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a2492491969890; range_end:; response_count:1; response_revision:26325; }","duration":"1.528151522s","start":"2026-04-01T16:40:35.931843Z","end":"2026-04-01T16:40:37.459994Z","steps":["trace[663291822] 'agreement among raft nodes before linearized reading' (duration: 1.528002939s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.931832Z","time spent":"1.528533941s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a2492491969890\" "} {"level":"info","ts":"2026-04-01T16:40:37.460337Z","caller":"traceutil/trace.go:171","msg":"trace[298659817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26325; }","duration":"1.529149595s","start":"2026-04-01T16:40:35.931181Z","end":"2026-04-01T16:40:37.460331Z","steps":["trace[298659817] 'agreement among raft nodes before linearized reading' (duration: 1.529084514s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:37.460438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:35.931175Z","time spent":"1.529250628s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-01T16:40:37.963454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:38.464589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:38.965692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:39.46355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:40:39.463627Z","caller":"traceutil/trace.go:171","msg":"trace[1592384496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162994s","start":"2026-04-01T16:40:37.463447Z","end":"2026-04-01T16:40:39.46361Z","steps":["trace[1592384496] 'agreement among raft nodes before linearized reading' (duration: 2.000065382s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:39.463673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.463442Z","time spent":"2.000221805s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:40:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:39.466245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:39.617124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:40:39.617209Z","caller":"traceutil/trace.go:171","msg":"trace[523989466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383659s","start":"2026-04-01T16:40:37.616805Z","end":"2026-04-01T16:40:39.617188Z","steps":["trace[523989466] 'agreement among raft nodes before linearized reading' (duration: 2.000274247s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:39.617393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.616788Z","time spent":"2.000593434s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:40:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:39.966901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:40.46743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:40.723153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.259957132s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:40:40.889764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:38.016672Z","time spent":"2.873086054s","remote":"127.0.0.1:49338","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T16:40:40.890228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.341164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:40.890312Z","caller":"traceutil/trace.go:171","msg":"trace[1941079644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26325; }","duration":"567.429686ms","start":"2026-04-01T16:40:40.322865Z","end":"2026-04-01T16:40:40.890294Z","steps":["trace[1941079644] 'range keys from in-memory index tree' (duration: 567.285733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:40.890851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.379039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:40.891031Z","caller":"traceutil/trace.go:171","msg":"trace[303061381] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"3.427913885s","start":"2026-04-01T16:40:37.463092Z","end":"2026-04-01T16:40:40.891006Z","steps":["trace[303061381] 'process raft request' (duration: 3.26030388s)","trace[303061381] 'compare' (duration: 166.55561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:40.891127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.463073Z","time spent":"3.428008588s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:41.472815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001085617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:40:41.472882Z","caller":"traceutil/trace.go:171","msg":"trace[1555313882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00121498s","start":"2026-04-01T16:40:39.471652Z","end":"2026-04-01T16:40:41.472867Z","steps":["trace[1555313882] 'agreement among raft nodes before linearized reading' (duration: 2.001125017s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:41.472917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.471627Z","time spent":"2.001284351s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:42.466395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468848Z","time spent":"4.997536618s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 16:40:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:42.930574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999955854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:40:42.930686Z","caller":"traceutil/trace.go:171","msg":"trace[623066803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000125828s","start":"2026-04-01T16:40:37.930534Z","end":"2026-04-01T16:40:42.93066Z","steps":["trace[623066803] 'agreement among raft nodes before linearized reading' (duration: 4.999974895s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:42.930754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.930521Z","time spent":"5.00021628s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 16:40:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:42.930825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999679368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:40:42.930929Z","caller":"traceutil/trace.go:171","msg":"trace[2057011965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999993555s","start":"2026-04-01T16:40:37.930911Z","end":"2026-04-01T16:40:42.930905Z","steps":["trace[2057011965] 'agreement among raft nodes before linearized reading' (duration: 4.999719719s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:42.931122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.930862Z","time spent":"5.000116098s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 16:40:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:43.473106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999883147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T16:40:43.473185Z","caller":"traceutil/trace.go:171","msg":"trace[1649905547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002331s","start":"2026-04-01T16:40:41.473143Z","end":"2026-04-01T16:40:43.473166Z","steps":["trace[1649905547] 'agreement among raft nodes before linearized reading' (duration: 1.999919928s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.473227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:41.473116Z","time spent":"2.000101583s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 16:40:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T16:40:43.716613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.993040882s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:40:43.71728Z","caller":"traceutil/trace.go:171","msg":"trace[1862067345] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"6.24850813s","start":"2026-04-01T16:40:37.468749Z","end":"2026-04-01T16:40:43.717257Z","steps":["trace[1862067345] 'process raft request' (duration: 6.248183162s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.717406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468734Z","time spent":"6.248596561s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:43.745393Z","caller":"traceutil/trace.go:171","msg":"trace[2094390461] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"4.28144248s","start":"2026-04-01T16:40:39.463907Z","end":"2026-04-01T16:40:43.745349Z","steps":["trace[2094390461] 'process raft request' (duration: 4.281213265s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.745424Z","caller":"traceutil/trace.go:171","msg":"trace[514275071] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"4.276920844s","start":"2026-04-01T16:40:39.468483Z","end":"2026-04-01T16:40:43.745404Z","steps":["trace[514275071] 'process raft request' (duration: 4.276857703s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.74559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.468467Z","time spent":"4.277038337s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:43.745817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.463874Z","time spent":"4.281808359s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:43.745832Z","caller":"traceutil/trace.go:171","msg":"trace[165820068] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"4.275955502s","start":"2026-04-01T16:40:39.469843Z","end":"2026-04-01T16:40:43.745799Z","steps":["trace[165820068] 'process raft request' (duration: 4.275527762s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.745913Z","caller":"traceutil/trace.go:171","msg":"trace[82037162] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"4.281969683s","start":"2026-04-01T16:40:39.463929Z","end":"2026-04-01T16:40:43.745899Z","steps":["trace[82037162] 'process raft request' (duration: 4.281230026s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.745929Z","caller":"traceutil/trace.go:171","msg":"trace[1746402076] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"4.277556919s","start":"2026-04-01T16:40:39.468364Z","end":"2026-04-01T16:40:43.745921Z","steps":["trace[1746402076] 'process raft request' (duration: 4.276918785s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.745983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.463909Z","time spent":"4.282035514s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:43.746006Z","caller":"traceutil/trace.go:171","msg":"trace[2001897385] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"4.277505358s","start":"2026-04-01T16:40:39.468468Z","end":"2026-04-01T16:40:43.745974Z","steps":["trace[2001897385] 'process raft request' (duration: 4.276845102s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.468342Z","time spent":"4.277625791s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:43.74608Z","caller":"traceutil/trace.go:171","msg":"trace[941046598] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"4.278393949s","start":"2026-04-01T16:40:39.467674Z","end":"2026-04-01T16:40:43.746068Z","steps":["trace[941046598] 'process raft request' (duration: 4.27757656s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.746113Z","caller":"traceutil/trace.go:171","msg":"trace[1342290672] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"4.2818552s","start":"2026-04-01T16:40:39.464229Z","end":"2026-04-01T16:40:43.746084Z","steps":["trace[1342290672] 'process raft request' (duration: 4.280958559s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.74615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.468463Z","time spent":"4.2776111s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:43.746166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.467659Z","time spent":"4.27845093s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:43.746015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.469807Z","time spent":"4.276110195s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:43.746138Z","caller":"traceutil/trace.go:171","msg":"trace[1048973737] linearizableReadLoop","detail":"{readStateIndex:27255; appliedIndex:27241; }","duration":"6.282855233s","start":"2026-04-01T16:40:37.463267Z","end":"2026-04-01T16:40:43.746122Z","steps":["trace[1048973737] 'read index received' (duration: 3.260144107s)","trace[1048973737] 'applied index is now lower than readState.Index' (duration: 3.022709736s)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:43.745851Z","caller":"traceutil/trace.go:171","msg":"trace[16575179] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"5.174144202s","start":"2026-04-01T16:40:38.571675Z","end":"2026-04-01T16:40:43.745819Z","steps":["trace[16575179] 'process raft request' (duration: 5.173258441s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.464207Z","time spent":"4.281957372s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:43.746288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:38.571645Z","time spent":"5.174613553s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:43.746298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.283024977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-01T16:40:43.746335Z","caller":"traceutil/trace.go:171","msg":"trace[1650535944] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26338; }","duration":"6.283077928s","start":"2026-04-01T16:40:37.463247Z","end":"2026-04-01T16:40:43.746325Z","steps":["trace[1650535944] 'agreement among raft nodes before linearized reading' (duration: 6.282919904s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.746338Z","caller":"traceutil/trace.go:171","msg":"trace[1118631151] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"3.884626239s","start":"2026-04-01T16:40:39.861689Z","end":"2026-04-01T16:40:43.746315Z","steps":["trace[1118631151] 'process raft request' (duration: 3.883997834s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.463238Z","time spent":"6.28311842s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T16:40:43.746387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.279208107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-01T16:40:43.7464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610974765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:43.74642Z","caller":"traceutil/trace.go:171","msg":"trace[2141700293] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26338; }","duration":"6.27931495s","start":"2026-04-01T16:40:37.467096Z","end":"2026-04-01T16:40:43.746411Z","steps":["trace[2141700293] 'agreement among raft nodes before linearized reading' (duration: 6.279200287s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.74641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.275123142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:43.746428Z","caller":"traceutil/trace.go:171","msg":"trace[1775397960] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26338; }","duration":"2.611045307s","start":"2026-04-01T16:40:41.135375Z","end":"2026-04-01T16:40:43.746421Z","steps":["trace[1775397960] 'agreement among raft nodes before linearized reading' (duration: 2.610979936s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.861665Z","time spent":"3.88471749s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:43.746445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966429298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a249248a6bf24e\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-04-01T16:40:43.746456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:41.135354Z","time spent":"2.611096109s","remote":"127.0.0.1:37204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:43.746458Z","caller":"traceutil/trace.go:171","msg":"trace[1191216766] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26338; }","duration":"6.275189854s","start":"2026-04-01T16:40:37.471251Z","end":"2026-04-01T16:40:43.746441Z","steps":["trace[1191216766] 'agreement among raft nodes before linearized reading' (duration: 6.275095611s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278407759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-04-01T16:40:43.746481Z","caller":"traceutil/trace.go:171","msg":"trace[501513724] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a249248a6bf24e; range_end:; response_count:1; response_revision:26338; }","duration":"4.966491419s","start":"2026-04-01T16:40:38.779977Z","end":"2026-04-01T16:40:43.746468Z","steps":["trace[501513724] 'agreement among raft nodes before linearized reading' (duration: 4.966378967s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.746498Z","caller":"traceutil/trace.go:171","msg":"trace[1573905603] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:26338; }","duration":"6.27844248s","start":"2026-04-01T16:40:37.468052Z","end":"2026-04-01T16:40:43.746494Z","steps":["trace[1573905603] 'agreement among raft nodes before linearized reading' (duration: 6.278393919s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278238255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-01T16:40:43.746515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:38.779962Z","time spent":"4.966545621s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a249248a6bf24e\" "} {"level":"info","ts":"2026-04-01T16:40:43.746538Z","caller":"traceutil/trace.go:171","msg":"trace[1168098942] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26338; }","duration":"6.278285825s","start":"2026-04-01T16:40:37.468237Z","end":"2026-04-01T16:40:43.746523Z","steps":["trace[1168098942] 'agreement among raft nodes before linearized reading' (duration: 6.278113641s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278493791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-01T16:40:43.746573Z","caller":"traceutil/trace.go:171","msg":"trace[1270969445] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26338; }","duration":"6.278510682s","start":"2026-04-01T16:40:37.468057Z","end":"2026-04-01T16:40:43.746568Z","steps":["trace[1270969445] 'agreement among raft nodes before linearized reading' (duration: 6.27846266s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.27738171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-01T16:40:43.74657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468231Z","time spent":"6.278331917s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-01T16:40:43.746594Z","caller":"traceutil/trace.go:171","msg":"trace[148526022] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26338; }","duration":"5.27742615s","start":"2026-04-01T16:40:38.469162Z","end":"2026-04-01T16:40:43.746589Z","steps":["trace[148526022] 'agreement among raft nodes before linearized reading' (duration: 5.277339068s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286178756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:43.746608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:38.469136Z","time spent":"5.277468951s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:43.746631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278626484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-04-01T16:40:43.746625Z","caller":"traceutil/trace.go:171","msg":"trace[1002364799] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26338; }","duration":"3.286246628s","start":"2026-04-01T16:40:40.460367Z","end":"2026-04-01T16:40:43.746613Z","steps":["trace[1002364799] 'agreement among raft nodes before linearized reading' (duration: 3.286182296s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278385388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-04-01T16:40:43.746661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:40.460349Z","time spent":"3.286304189s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:43.746689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278870879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-01T16:40:43.746683Z","caller":"traceutil/trace.go:171","msg":"trace[2054622335] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:26338; }","duration":"6.27842846s","start":"2026-04-01T16:40:37.468235Z","end":"2026-04-01T16:40:43.746663Z","steps":["trace[2054622335] 'agreement among raft nodes before linearized reading' (duration: 6.278334238s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.746706Z","caller":"traceutil/trace.go:171","msg":"trace[575912350] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:26338; }","duration":"6.278906311s","start":"2026-04-01T16:40:37.467794Z","end":"2026-04-01T16:40:43.7467Z","steps":["trace[575912350] 'agreement among raft nodes before linearized reading' (duration: 6.27886263s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.74672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.467787Z","time spent":"6.278930051s","remote":"127.0.0.1:55706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1287,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-01T16:40:43.74672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08625377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-04-01T16:40:43.746722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468231Z","time spent":"6.278484021s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-04-01T16:40:43.746752Z","caller":"traceutil/trace.go:171","msg":"trace[1788497367] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26338; }","duration":"4.086312581s","start":"2026-04-01T16:40:39.66043Z","end":"2026-04-01T16:40:43.746742Z","steps":["trace[1788497367] 'agreement among raft nodes before linearized reading' (duration: 4.086250499s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.660412Z","time spent":"4.086363242s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-01T16:40:43.746789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.266928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:43.746794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128030953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:43.746822Z","caller":"traceutil/trace.go:171","msg":"trace[1906995162] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26338; }","duration":"191.330709ms","start":"2026-04-01T16:40:43.55548Z","end":"2026-04-01T16:40:43.746811Z","steps":["trace[1906995162] 'agreement among raft nodes before linearized reading' (duration: 191.283188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813161855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:40:43.74683Z","caller":"traceutil/trace.go:171","msg":"trace[1321123721] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26338; }","duration":"3.128100994s","start":"2026-04-01T16:40:40.618716Z","end":"2026-04-01T16:40:43.746817Z","steps":["trace[1321123721] 'agreement among raft nodes before linearized reading' (duration: 3.128039723s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.746849Z","caller":"traceutil/trace.go:171","msg":"trace[223075137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26338; }","duration":"5.813183555s","start":"2026-04-01T16:40:37.933658Z","end":"2026-04-01T16:40:43.746842Z","steps":["trace[223075137] 'agreement among raft nodes before linearized reading' (duration: 5.813149654s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:40.618697Z","time spent":"3.128157115s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:43.746926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.17679499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:43.746827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277138079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"warn","ts":"2026-04-01T16:40:43.746951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277985339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-04-01T16:40:43.746862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.933653Z","time spent":"5.813206336s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:43.746991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44803947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:43.747034Z","caller":"traceutil/trace.go:171","msg":"trace[1585197743] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26338; }","duration":"2.448166373s","start":"2026-04-01T16:40:41.298854Z","end":"2026-04-01T16:40:43.74702Z","steps":["trace[1585197743] 'agreement among raft nodes before linearized reading' (duration: 2.448098342s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278807528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-01T16:40:43.747071Z","caller":"traceutil/trace.go:171","msg":"trace[937988858] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:26338; }","duration":"6.278839519s","start":"2026-04-01T16:40:37.468227Z","end":"2026-04-01T16:40:43.747066Z","steps":["trace[937988858] 'agreement among raft nodes before linearized reading' (duration: 6.278788028s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.812333226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-01T16:40:43.747075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:41.298818Z","time spent":"2.448247155s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:43.747086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468221Z","time spent":"6.27886226s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-01T16:40:43.747079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.27888268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-01T16:40:43.747152Z","caller":"traceutil/trace.go:171","msg":"trace[1716232623] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26338; }","duration":"6.278979262s","start":"2026-04-01T16:40:37.468164Z","end":"2026-04-01T16:40:43.747143Z","steps":["trace[1716232623] 'agreement among raft nodes before linearized reading' (duration: 6.278839459s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278710116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-78ncf\" ","response":"range_response_count:1 size:6750"} {"level":"warn","ts":"2026-04-01T16:40:43.747183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468156Z","time spent":"6.279018853s","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-01T16:40:43.747183Z","caller":"traceutil/trace.go:171","msg":"trace[848318104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26338; }","duration":"5.812640303s","start":"2026-04-01T16:40:37.934452Z","end":"2026-04-01T16:40:43.747092Z","steps":["trace[848318104] 'agreement among raft nodes before linearized reading' (duration: 5.812305525s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278982742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-04-01T16:40:43.747228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.934448Z","time spent":"5.812767596s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:40:43.74724Z","caller":"traceutil/trace.go:171","msg":"trace[1071914167] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26338; }","duration":"6.279013083s","start":"2026-04-01T16:40:37.468205Z","end":"2026-04-01T16:40:43.747218Z","steps":["trace[1071914167] 'agreement among raft nodes before linearized reading' (duration: 6.278951431s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.74723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278356308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-04-01T16:40:43.747235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278911031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T16:40:43.747257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.4682Z","time spent":"6.279053224s","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2913,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"info","ts":"2026-04-01T16:40:43.746647Z","caller":"traceutil/trace.go:171","msg":"trace[382432168] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26338; }","duration":"6.278651324s","start":"2026-04-01T16:40:37.467991Z","end":"2026-04-01T16:40:43.746642Z","steps":["trace[382432168] 'agreement among raft nodes before linearized reading' (duration: 6.278603533s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278388249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T16:40:43.747278Z","caller":"traceutil/trace.go:171","msg":"trace[737953475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26338; }","duration":"6.278962932s","start":"2026-04-01T16:40:37.468305Z","end":"2026-04-01T16:40:43.747268Z","steps":["trace[737953475] 'agreement among raft nodes before linearized reading' (duration: 6.278785178s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.747293Z","caller":"traceutil/trace.go:171","msg":"trace[1960038094] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26338; }","duration":"6.278416619s","start":"2026-04-01T16:40:37.468871Z","end":"2026-04-01T16:40:43.747288Z","steps":["trace[1960038094] 'agreement among raft nodes before linearized reading' (duration: 6.278359388s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468839Z","time spent":"6.27847023s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T16:40:43.747305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.674141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:43.74699Z","caller":"traceutil/trace.go:171","msg":"trace[558047744] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:26338; }","duration":"6.277313963s","start":"2026-04-01T16:40:37.469655Z","end":"2026-04-01T16:40:43.746969Z","steps":["trace[558047744] 'agreement among raft nodes before linearized reading' (duration: 6.277091388s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.74651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468037Z","time spent":"6.27847075s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T16:40:43.747333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278878009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-01T16:40:43.747343Z","caller":"traceutil/trace.go:171","msg":"trace[1597596143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26338; }","duration":"268.751342ms","start":"2026-04-01T16:40:43.478578Z","end":"2026-04-01T16:40:43.74733Z","steps":["trace[1597596143] 'agreement among raft nodes before linearized reading' (duration: 268.697111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278620213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-01T16:40:43.747352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.469637Z","time spent":"6.277705783s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4685,"request content":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" "} {"level":"info","ts":"2026-04-01T16:40:43.747357Z","caller":"traceutil/trace.go:171","msg":"trace[339153971] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26338; }","duration":"6.278913091s","start":"2026-04-01T16:40:37.468438Z","end":"2026-04-01T16:40:43.747351Z","steps":["trace[339153971] 'agreement among raft nodes before linearized reading' (duration: 6.278852249s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.467985Z","time spent":"6.27931866s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-01T16:40:43.746585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468031Z","time spent":"6.278551472s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-01T16:40:43.747382Z","caller":"traceutil/trace.go:171","msg":"trace[1626781468] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26338; }","duration":"6.278672715s","start":"2026-04-01T16:40:37.468699Z","end":"2026-04-01T16:40:43.747371Z","steps":["trace[1626781468] 'agreement among raft nodes before linearized reading' (duration: 6.278571883s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468433Z","time spent":"6.278949962s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-01T16:40:43.747413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.46869Z","time spent":"6.278714626s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-01T16:40:43.746988Z","caller":"traceutil/trace.go:171","msg":"trace[1408256137] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:26338; }","duration":"6.27802825s","start":"2026-04-01T16:40:37.468949Z","end":"2026-04-01T16:40:43.746977Z","steps":["trace[1408256137] 'agreement among raft nodes before linearized reading' (duration: 6.277899637s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.279463144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-01T16:40:43.746536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278360368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T16:40:43.746991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.272824988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-01T16:40:43.747508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424021367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:43.747066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278187774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-01T16:40:43.747525Z","caller":"traceutil/trace.go:171","msg":"trace[2123809680] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26338; }","duration":"6.279350551s","start":"2026-04-01T16:40:37.468162Z","end":"2026-04-01T16:40:43.747513Z","steps":["trace[2123809680] 'agreement among raft nodes before linearized reading' (duration: 6.278200084s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468944Z","time spent":"6.278523202s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-04-01T16:40:43.747552Z","caller":"traceutil/trace.go:171","msg":"trace[1045481924] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:26338; }","duration":"6.278677655s","start":"2026-04-01T16:40:37.468863Z","end":"2026-04-01T16:40:43.747541Z","steps":["trace[1045481924] 'agreement among raft nodes before linearized reading' (duration: 6.278147273s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.74757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468138Z","time spent":"6.279420153s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-01T16:40:43.7475Z","caller":"traceutil/trace.go:171","msg":"trace[2118929810] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26338; }","duration":"6.280082548s","start":"2026-04-01T16:40:37.467406Z","end":"2026-04-01T16:40:43.747489Z","steps":["trace[2118929810] 'agreement among raft nodes before linearized reading' (duration: 6.279460724s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468858Z","time spent":"6.278716276s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-01T16:40:43.747595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488982289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:43.747634Z","caller":"traceutil/trace.go:171","msg":"trace[123454327] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26338; }","duration":"4.489052371s","start":"2026-04-01T16:40:39.258571Z","end":"2026-04-01T16:40:43.747624Z","steps":["trace[123454327] 'agreement among raft nodes before linearized reading' (duration: 4.48897956s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.746945Z","caller":"traceutil/trace.go:171","msg":"trace[591555964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26338; }","duration":"6.176852421s","start":"2026-04-01T16:40:37.570085Z","end":"2026-04-01T16:40:43.746938Z","steps":["trace[591555964] 'agreement among raft nodes before linearized reading' (duration: 6.1768208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468297Z","time spent":"6.279011603s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T16:40:43.747666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:39.258555Z","time spent":"4.489101842s","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:43.747677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.570063Z","time spent":"6.177607558s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:43.746436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.467079Z","time spent":"6.279354561s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-01T16:40:43.747536Z","caller":"traceutil/trace.go:171","msg":"trace[440128393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26338; }","duration":"6.273386851s","start":"2026-04-01T16:40:37.474142Z","end":"2026-04-01T16:40:43.747529Z","steps":["trace[440128393] 'agreement among raft nodes before linearized reading' (duration: 6.272813968s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.474132Z","time spent":"6.273596006s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T16:40:43.747208Z","caller":"traceutil/trace.go:171","msg":"trace[1355410961] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-78ncf; range_end:; response_count:1; response_revision:26338; }","duration":"6.278769747s","start":"2026-04-01T16:40:37.46842Z","end":"2026-04-01T16:40:43.74719Z","steps":["trace[1355410961] 'agreement among raft nodes before linearized reading' (duration: 6.278602623s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468416Z","time spent":"6.279347851s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6772,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-78ncf\" "} {"level":"warn","ts":"2026-04-01T16:40:43.747606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.467378Z","time spent":"6.280220452s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-01T16:40:43.747266Z","caller":"traceutil/trace.go:171","msg":"trace[1520754388] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8; range_end:; response_count:1; response_revision:26338; }","duration":"6.27843211s","start":"2026-04-01T16:40:37.468824Z","end":"2026-04-01T16:40:43.747256Z","steps":["trace[1520754388] 'agreement among raft nodes before linearized reading' (duration: 6.278339418s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:43.747806Z","caller":"traceutil/trace.go:171","msg":"trace[357293293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26338; }","duration":"2.424349375s","start":"2026-04-01T16:40:41.323448Z","end":"2026-04-01T16:40:43.747797Z","steps":["trace[357293293] 'agreement among raft nodes before linearized reading' (duration: 2.424021538s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.746489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.471244Z","time spent":"6.275239485s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T16:40:43.747833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:41.323432Z","time spent":"2.424392176s","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:43.747846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387900692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:43.747851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:37.468803Z","time spent":"6.279033553s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":4809,"request content":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" "} {"level":"info","ts":"2026-04-01T16:40:43.747886Z","caller":"traceutil/trace.go:171","msg":"trace[791297075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26338; }","duration":"2.387995664s","start":"2026-04-01T16:40:41.35988Z","end":"2026-04-01T16:40:43.747876Z","steps":["trace[791297075] 'agreement among raft nodes before linearized reading' (duration: 2.387915972s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.747919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:41.359831Z","time spent":"2.388079206s","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:43.747932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274363358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T16:40:43.74797Z","caller":"traceutil/trace.go:171","msg":"trace[498222149] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26338; }","duration":"1.274401919s","start":"2026-04-01T16:40:42.473556Z","end":"2026-04-01T16:40:43.747958Z","steps":["trace[498222149] 'agreement among raft nodes before linearized reading' (duration: 1.274285996s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.748002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:42.473534Z","time spent":"1.27446044s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T16:40:43.748011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500118544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:43.748063Z","caller":"traceutil/trace.go:171","msg":"trace[1342105958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26338; }","duration":"1.500218336s","start":"2026-04-01T16:40:42.247827Z","end":"2026-04-01T16:40:43.748045Z","steps":["trace[1342105958] 'agreement among raft nodes before linearized reading' (duration: 1.500143524s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:43.748162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:42.247802Z","time spent":"1.5003455s","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:44.256896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:44.757199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:45.258352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:45.374449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.619721558s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:40:45.374922Z","caller":"traceutil/trace.go:171","msg":"trace[668717850] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"1.620278272s","start":"2026-04-01T16:40:43.754616Z","end":"2026-04-01T16:40:45.374894Z","steps":["trace[668717850] 'process raft request' (duration: 1.620030416s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:45.375085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.754594Z","time spent":"1.620407304s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:46.076036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.939476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:46.076268Z","caller":"traceutil/trace.go:171","msg":"trace[1624138111] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27255; }","duration":"2.319965612s","start":"2026-04-01T16:40:43.756291Z","end":"2026-04-01T16:40:46.076256Z","steps":["trace[1624138111] 'read index received' (duration: 1.618320666s)","trace[1624138111] 'applied index is now lower than readState.Index' (duration: 701.644266ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:46.076315Z","caller":"traceutil/trace.go:171","msg":"trace[2025101476] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"2.317826103s","start":"2026-04-01T16:40:43.758481Z","end":"2026-04-01T16:40:46.076308Z","steps":["trace[2025101476] 'process raft request' (duration: 2.31772893s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.076352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.758468Z","time spent":"2.317864093s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:46.076327Z","caller":"traceutil/trace.go:171","msg":"trace[1650627140] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"2.317911544s","start":"2026-04-01T16:40:43.758384Z","end":"2026-04-01T16:40:46.076296Z","steps":["trace[1650627140] 'process raft request' (duration: 2.317756531s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.076482Z","caller":"traceutil/trace.go:171","msg":"trace[1572230471] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"2.137625054s","start":"2026-04-01T16:40:43.93885Z","end":"2026-04-01T16:40:46.076475Z","steps":["trace[1572230471] 'process raft request' (duration: 2.137378638s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.076513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.938815Z","time spent":"2.137681175s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:46.076512Z","caller":"traceutil/trace.go:171","msg":"trace[1789095812] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"2.321821315s","start":"2026-04-01T16:40:43.754678Z","end":"2026-04-01T16:40:46.0765Z","steps":["trace[1789095812] 'process raft request' (duration: 2.043345736s)","trace[1789095812] 'compare' (duration: 277.526037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:46.07657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.75465Z","time spent":"2.321889087s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:46.07665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320360862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-01T16:40:46.07667Z","caller":"traceutil/trace.go:171","msg":"trace[642214538] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26343; }","duration":"2.320403523s","start":"2026-04-01T16:40:43.756259Z","end":"2026-04-01T16:40:46.076662Z","steps":["trace[642214538] 'agreement among raft nodes before linearized reading' (duration: 2.320305791s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.076686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.75624Z","time spent":"2.320441503s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T16:40:46.076468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.758369Z","time spent":"2.318021217s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:46.143415Z","caller":"traceutil/trace.go:171","msg":"trace[1269604347] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"384.059531ms","start":"2026-04-01T16:40:45.759315Z","end":"2026-04-01T16:40:46.143375Z","steps":["trace[1269604347] 'process raft request' (duration: 383.878587ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.143847Z","caller":"traceutil/trace.go:171","msg":"trace[1987945636] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"383.020797ms","start":"2026-04-01T16:40:45.760796Z","end":"2026-04-01T16:40:46.143817Z","steps":["trace[1987945636] 'process raft request' (duration: 382.946375ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.143937Z","caller":"traceutil/trace.go:171","msg":"trace[1734605122] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"383.236202ms","start":"2026-04-01T16:40:45.760689Z","end":"2026-04-01T16:40:46.143925Z","steps":["trace[1734605122] 'process raft request' (duration: 382.863463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.143817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.759297Z","time spent":"384.195745ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:46.144028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.760792Z","time spent":"383.14886ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:46.1441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.760636Z","time spent":"383.362714ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:46.144189Z","caller":"traceutil/trace.go:171","msg":"trace[832484638] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"383.412155ms","start":"2026-04-01T16:40:45.760762Z","end":"2026-04-01T16:40:46.144174Z","steps":["trace[832484638] 'process raft request' (duration: 382.939604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.144256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.760756Z","time spent":"383.467188ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:46.143815Z","caller":"traceutil/trace.go:171","msg":"trace[28104295] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"384.387389ms","start":"2026-04-01T16:40:45.759379Z","end":"2026-04-01T16:40:46.143766Z","steps":["trace[28104295] 'process raft request' (duration: 383.951919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.144404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.759374Z","time spent":"385.000843ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:46.144429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38480014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-01T16:40:46.144465Z","caller":"traceutil/trace.go:171","msg":"trace[349067437] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:26351; }","duration":"2.384842911s","start":"2026-04-01T16:40:43.75961Z","end":"2026-04-01T16:40:46.144453Z","steps":["trace[349067437] 'agreement among raft nodes before linearized reading' (duration: 2.384652177s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.1445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759604Z","time spent":"2.384890312s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-04-01T16:40:46.144579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388392444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-01T16:40:46.144623Z","caller":"traceutil/trace.go:171","msg":"trace[614715522] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26351; }","duration":"1.388465075s","start":"2026-04-01T16:40:44.756145Z","end":"2026-04-01T16:40:46.14461Z","steps":["trace[614715522] 'agreement among raft nodes before linearized reading' (duration: 1.388323311s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.144654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:44.756127Z","time spent":"1.388519517s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:46.144767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637851913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:46.144802Z","caller":"traceutil/trace.go:171","msg":"trace[1458801759] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26351; }","duration":"1.637892264s","start":"2026-04-01T16:40:44.506899Z","end":"2026-04-01T16:40:46.144791Z","steps":["trace[1458801759] 'agreement among raft nodes before linearized reading' (duration: 1.637827852s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.144833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:44.506862Z","time spent":"1.637963466s","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:46.144863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.75474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:46.144927Z","caller":"traceutil/trace.go:171","msg":"trace[899641586] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26351; }","duration":"672.873233ms","start":"2026-04-01T16:40:45.472038Z","end":"2026-04-01T16:40:46.144912Z","steps":["trace[899641586] 'agreement among raft nodes before linearized reading' (duration: 672.75902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.144963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.472016Z","time spent":"672.938414ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:46.145013Z","caller":"traceutil/trace.go:171","msg":"trace[1228513671] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"380.918228ms","start":"2026-04-01T16:40:45.764072Z","end":"2026-04-01T16:40:46.14499Z","steps":["trace[1228513671] 'process raft request' (duration: 380.018637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211955753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:40:46.145095Z","caller":"traceutil/trace.go:171","msg":"trace[1117985702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26351; }","duration":"1.212024525s","start":"2026-04-01T16:40:44.933058Z","end":"2026-04-01T16:40:46.145083Z","steps":["trace[1117985702] 'agreement among raft nodes before linearized reading' (duration: 1.211889222s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.764064Z","time spent":"380.988189ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:46.145132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385431235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4403"} {"level":"warn","ts":"2026-04-01T16:40:46.145152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.49976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:46.145147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385289451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"warn","ts":"2026-04-01T16:40:46.145055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676526929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:40:46.145188Z","caller":"traceutil/trace.go:171","msg":"trace[1191948936] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26351; }","duration":"281.568692ms","start":"2026-04-01T16:40:45.863611Z","end":"2026-04-01T16:40:46.145179Z","steps":["trace[1191948936] 'agreement among raft nodes before linearized reading' (duration: 281.4957ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.145192Z","caller":"traceutil/trace.go:171","msg":"trace[1701170901] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"384.310567ms","start":"2026-04-01T16:40:45.760871Z","end":"2026-04-01T16:40:46.145182Z","steps":["trace[1701170901] 'process raft request' (duration: 382.906944ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.145202Z","caller":"traceutil/trace.go:171","msg":"trace[1422267414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26351; }","duration":"1.676705413s","start":"2026-04-01T16:40:44.46849Z","end":"2026-04-01T16:40:46.145195Z","steps":["trace[1422267414] 'agreement among raft nodes before linearized reading' (duration: 1.676491538s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.14521Z","caller":"traceutil/trace.go:171","msg":"trace[1788997928] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:26351; }","duration":"2.385379983s","start":"2026-04-01T16:40:43.759814Z","end":"2026-04-01T16:40:46.145194Z","steps":["trace[1788997928] 'agreement among raft nodes before linearized reading' (duration: 2.385190319s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.14523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:44.468475Z","time spent":"1.676749004s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212531436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T16:40:46.14524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.760867Z","time spent":"384.348348ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:46.145256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385787404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-04-01T16:40:46.145269Z","caller":"traceutil/trace.go:171","msg":"trace[264568913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26351; }","duration":"1.212599118s","start":"2026-04-01T16:40:44.932661Z","end":"2026-04-01T16:40:46.14526Z","steps":["trace[264568913] 'agreement among raft nodes before linearized reading' (duration: 1.212496225s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830710588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:46.145298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:44.932642Z","time spent":"1.212649219s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:40:46.1453Z","caller":"traceutil/trace.go:171","msg":"trace[1596938735] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:26351; }","duration":"2.385839344s","start":"2026-04-01T16:40:43.759448Z","end":"2026-04-01T16:40:46.145287Z","steps":["trace[1596938735] 'agreement among raft nodes before linearized reading' (duration: 2.385743562s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.14532Z","caller":"traceutil/trace.go:171","msg":"trace[39298829] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"384.409409ms","start":"2026-04-01T16:40:45.760901Z","end":"2026-04-01T16:40:46.145311Z","steps":["trace[39298829] 'process raft request' (duration: 383.094498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759441Z","time spent":"2.385889605s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2941,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385702311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5165"} {"level":"warn","ts":"2026-04-01T16:40:46.145367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907707471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:40:46.145367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.760897Z","time spent":"384.44532ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:46.145386Z","caller":"traceutil/trace.go:171","msg":"trace[29249652] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26351; }","duration":"1.907762762s","start":"2026-04-01T16:40:44.237618Z","end":"2026-04-01T16:40:46.145381Z","steps":["trace[29249652] 'agreement among raft nodes before linearized reading' (duration: 1.907721701s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.145383Z","caller":"traceutil/trace.go:171","msg":"trace[2010825509] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:26351; }","duration":"2.385734022s","start":"2026-04-01T16:40:43.759641Z","end":"2026-04-01T16:40:46.145375Z","steps":["trace[2010825509] 'agreement among raft nodes before linearized reading' (duration: 2.38565565s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:44.237599Z","time spent":"1.907804493s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:46.14515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386682175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-04-01T16:40:46.144929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146677255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:46.145448Z","caller":"traceutil/trace.go:171","msg":"trace[686766424] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:26351; }","duration":"2.387002432s","start":"2026-04-01T16:40:43.758435Z","end":"2026-04-01T16:40:46.145437Z","steps":["trace[686766424] 'agreement among raft nodes before linearized reading' (duration: 2.386538221s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.145454Z","caller":"traceutil/trace.go:171","msg":"trace[1451537039] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26351; }","duration":"1.147240728s","start":"2026-04-01T16:40:44.998203Z","end":"2026-04-01T16:40:46.145444Z","steps":["trace[1451537039] 'agreement among raft nodes before linearized reading' (duration: 1.146703096s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.14548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.758411Z","time spent":"2.387061303s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":4772,"request content":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:44.93305Z","time spent":"1.212070746s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:44.998184Z","time spent":"1.147299049s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:46.145417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759638Z","time spent":"2.385774523s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5187,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384682997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"warn","ts":"2026-04-01T16:40:46.145245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759808Z","time spent":"2.385430855s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-04-01T16:40:46.145613Z","caller":"traceutil/trace.go:171","msg":"trace[64054307] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26351; }","duration":"2.384748219s","start":"2026-04-01T16:40:43.760859Z","end":"2026-04-01T16:40:46.145608Z","steps":["trace[64054307] 'agreement among raft nodes before linearized reading' (duration: 2.384679507s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.760835Z","time spent":"2.384793359s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4272,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386377507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-04-01T16:40:46.145663Z","caller":"traceutil/trace.go:171","msg":"trace[1497599073] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:26351; }","duration":"2.386417438s","start":"2026-04-01T16:40:43.759237Z","end":"2026-04-01T16:40:46.145654Z","steps":["trace[1497599073] 'agreement among raft nodes before linearized reading' (duration: 2.386315336s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759232Z","time spent":"2.386453639s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7531,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-01T16:40:46.145171Z","caller":"traceutil/trace.go:171","msg":"trace[2132008438] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:26351; }","duration":"2.385480156s","start":"2026-04-01T16:40:43.759676Z","end":"2026-04-01T16:40:46.145157Z","steps":["trace[2132008438] 'agreement among raft nodes before linearized reading' (duration: 2.385400835s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385345332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"warn","ts":"2026-04-01T16:40:46.144887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.370662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:46.145737Z","caller":"traceutil/trace.go:171","msg":"trace[1671182001] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26351; }","duration":"2.385371864s","start":"2026-04-01T16:40:43.76036Z","end":"2026-04-01T16:40:46.145732Z","steps":["trace[1671182001] 'agreement among raft nodes before linearized reading' (duration: 2.385319813s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.760353Z","time spent":"2.385398644s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6893,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759667Z","time spent":"2.38606041s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4425,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"info","ts":"2026-04-01T16:40:46.145762Z","caller":"traceutil/trace.go:171","msg":"trace[394700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26351; }","duration":"908.302734ms","start":"2026-04-01T16:40:45.237448Z","end":"2026-04-01T16:40:46.145751Z","steps":["trace[394700] 'agreement among raft nodes before linearized reading' (duration: 907.408003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:45.237412Z","time spent":"908.376266ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:40:46.145324Z","caller":"traceutil/trace.go:171","msg":"trace[2008969517] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26351; }","duration":"1.830745119s","start":"2026-04-01T16:40:44.314571Z","end":"2026-04-01T16:40:46.145316Z","steps":["trace[2008969517] 'agreement among raft nodes before linearized reading' (duration: 1.830695448s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:44.31455Z","time spent":"1.831325133s","remote":"127.0.0.1:37102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:46.145898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387380911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-04-01T16:40:46.145928Z","caller":"traceutil/trace.go:171","msg":"trace[881290991] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:26351; }","duration":"2.387417631s","start":"2026-04-01T16:40:43.7585Z","end":"2026-04-01T16:40:46.145918Z","steps":["trace[881290991] 'agreement among raft nodes before linearized reading' (duration: 2.387330879s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.145962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.758496Z","time spent":"2.387459512s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4285,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386780447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"warn","ts":"2026-04-01T16:40:46.145988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389549872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:46.146013Z","caller":"traceutil/trace.go:171","msg":"trace[1230657657] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:26351; }","duration":"2.386818057s","start":"2026-04-01T16:40:43.759184Z","end":"2026-04-01T16:40:46.146002Z","steps":["trace[1230657657] 'agreement among raft nodes before linearized reading' (duration: 2.386768636s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.146024Z","caller":"traceutil/trace.go:171","msg":"trace[1493115587] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26351; }","duration":"2.389591722s","start":"2026-04-01T16:40:43.756419Z","end":"2026-04-01T16:40:46.146011Z","steps":["trace[1493115587] 'agreement among raft nodes before linearized reading' (duration: 2.389536621s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.146043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759179Z","time spent":"2.386857288s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4541,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-04-01T16:40:46.146054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.756416Z","time spent":"2.389631293s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T16:40:46.145929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387318189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-04-01T16:40:46.146134Z","caller":"traceutil/trace.go:171","msg":"trace[1867693671] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:26351; }","duration":"2.387531314s","start":"2026-04-01T16:40:43.758592Z","end":"2026-04-01T16:40:46.146123Z","steps":["trace[1867693671] 'agreement among raft nodes before linearized reading' (duration: 2.387225227s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.14615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387654506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5208"} {"level":"warn","ts":"2026-04-01T16:40:46.146169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.758588Z","time spent":"2.387571785s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4196,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" "} {"level":"info","ts":"2026-04-01T16:40:46.146188Z","caller":"traceutil/trace.go:171","msg":"trace[1981254741] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:26351; }","duration":"2.387704998s","start":"2026-04-01T16:40:43.75847Z","end":"2026-04-01T16:40:46.146175Z","steps":["trace[1981254741] 'agreement among raft nodes before linearized reading' (duration: 2.387610506s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.1462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387021472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-01T16:40:46.146215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.758461Z","time spent":"2.387747419s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5230,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} {"level":"info","ts":"2026-04-01T16:40:46.146226Z","caller":"traceutil/trace.go:171","msg":"trace[977008983] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:26351; }","duration":"2.387046032s","start":"2026-04-01T16:40:43.759171Z","end":"2026-04-01T16:40:46.146217Z","steps":["trace[977008983] 'agreement among raft nodes before linearized reading' (duration: 2.38696627s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.146252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759148Z","time spent":"2.387098014s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4806,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-04-01T16:40:46.146256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387840331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-04-01T16:40:46.146286Z","caller":"traceutil/trace.go:171","msg":"trace[327383992] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26351; }","duration":"2.387882303s","start":"2026-04-01T16:40:43.758395Z","end":"2026-04-01T16:40:46.146277Z","steps":["trace[327383992] 'agreement among raft nodes before linearized reading' (duration: 2.38778987s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.14632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.75839Z","time spent":"2.387924523s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-01T16:40:46.146343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387207906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3660"} {"level":"info","ts":"2026-04-01T16:40:46.146368Z","caller":"traceutil/trace.go:171","msg":"trace[827155751] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:26351; }","duration":"2.387249138s","start":"2026-04-01T16:40:43.759111Z","end":"2026-04-01T16:40:46.14636Z","steps":["trace[827155751] 'agreement among raft nodes before linearized reading' (duration: 2.387181916s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.146375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3882204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"warn","ts":"2026-04-01T16:40:46.146386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759101Z","time spent":"2.387280058s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3682,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-04-01T16:40:46.146402Z","caller":"traceutil/trace.go:171","msg":"trace[614427800] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:26351; }","duration":"2.388260681s","start":"2026-04-01T16:40:43.758133Z","end":"2026-04-01T16:40:46.146394Z","steps":["trace[614427800] 'agreement among raft nodes before linearized reading' (duration: 2.38818357s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.146431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.758125Z","time spent":"2.388297042s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5080,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:40:46.146452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388427775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-04-01T16:40:46.146487Z","caller":"traceutil/trace.go:171","msg":"trace[414519667] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:26351; }","duration":"2.388502046s","start":"2026-04-01T16:40:43.757973Z","end":"2026-04-01T16:40:46.146475Z","steps":["trace[414519667] 'agreement among raft nodes before linearized reading' (duration: 2.388404644s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.146516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390105834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T16:40:46.14652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.757955Z","time spent":"2.388557768s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5203,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:40:46.146545Z","caller":"traceutil/trace.go:171","msg":"trace[1114281083] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26351; }","duration":"2.390160146s","start":"2026-04-01T16:40:43.756377Z","end":"2026-04-01T16:40:46.146537Z","steps":["trace[1114281083] 'agreement among raft nodes before linearized reading' (duration: 2.390104894s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.146568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.756367Z","time spent":"2.390195836s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T16:40:46.146629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388245691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-04-01T16:40:46.146657Z","caller":"traceutil/trace.go:171","msg":"trace[478877313] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26351; }","duration":"2.388287241s","start":"2026-04-01T16:40:43.758361Z","end":"2026-04-01T16:40:46.146649Z","steps":["trace[478877313] 'agreement among raft nodes before linearized reading' (duration: 2.388202339s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.146684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.758354Z","time spent":"2.388323813s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-04-01T16:40:46.153674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394065427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7228"} {"level":"info","ts":"2026-04-01T16:40:46.153749Z","caller":"traceutil/trace.go:171","msg":"trace[297216265] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26351; }","duration":"2.394172019s","start":"2026-04-01T16:40:43.75956Z","end":"2026-04-01T16:40:46.153732Z","steps":["trace[297216265] 'agreement among raft nodes before linearized reading' (duration: 2.384705658s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.153784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:43.759553Z","time spent":"2.394223291s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7250,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T16:40:46.299181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.639655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:46.299396Z","caller":"traceutil/trace.go:171","msg":"trace[900054897] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"144.587524ms","start":"2026-04-01T16:40:46.154793Z","end":"2026-04-01T16:40:46.299381Z","steps":["trace[900054897] 'process raft request' (duration: 144.558783ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.299478Z","caller":"traceutil/trace.go:171","msg":"trace[1054133582] linearizableReadLoop","detail":"{readStateIndex:27269; appliedIndex:27268; }","duration":"148.343682ms","start":"2026-04-01T16:40:46.151086Z","end":"2026-04-01T16:40:46.29943Z","steps":["trace[1054133582] 'read index received' (duration: 38.41112ms)","trace[1054133582] 'applied index is now lower than readState.Index' (duration: 109.929002ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:46.299572Z","caller":"traceutil/trace.go:171","msg":"trace[1823279064] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"145.7194ms","start":"2026-04-01T16:40:46.153843Z","end":"2026-04-01T16:40:46.299563Z","steps":["trace[1823279064] 'process raft request' (duration: 145.464564ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.299546Z","caller":"traceutil/trace.go:171","msg":"trace[707227331] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"146.186611ms","start":"2026-04-01T16:40:46.153319Z","end":"2026-04-01T16:40:46.299506Z","steps":["trace[707227331] 'process raft request' (duration: 145.947075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.299903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.588137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:46.299934Z","caller":"traceutil/trace.go:171","msg":"trace[1280825137] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26355; }","duration":"148.640799ms","start":"2026-04-01T16:40:46.151286Z","end":"2026-04-01T16:40:46.299927Z","steps":["trace[1280825137] 'agreement among raft nodes before linearized reading' (duration: 148.532106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.213729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-04-01T16:40:46.300075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.27364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-04-01T16:40:46.300096Z","caller":"traceutil/trace.go:171","msg":"trace[137711697] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26355; }","duration":"145.30687ms","start":"2026-04-01T16:40:46.154782Z","end":"2026-04-01T16:40:46.300089Z","steps":["trace[137711697] 'agreement among raft nodes before linearized reading' (duration: 145.264279ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.300109Z","caller":"traceutil/trace.go:171","msg":"trace[1781999948] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:26355; }","duration":"145.30054ms","start":"2026-04-01T16:40:46.154788Z","end":"2026-04-01T16:40:46.300088Z","steps":["trace[1781999948] 'agreement among raft nodes before linearized reading' (duration: 145.090686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.853187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-01T16:40:46.30026Z","caller":"traceutil/trace.go:171","msg":"trace[1698697051] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26355; }","duration":"146.879537ms","start":"2026-04-01T16:40:46.153374Z","end":"2026-04-01T16:40:46.300253Z","steps":["trace[1698697051] 'agreement among raft nodes before linearized reading' (duration: 146.806756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.826587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12030"} {"level":"info","ts":"2026-04-01T16:40:46.300331Z","caller":"traceutil/trace.go:171","msg":"trace[438183207] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26355; }","duration":"146.892518ms","start":"2026-04-01T16:40:46.153427Z","end":"2026-04-01T16:40:46.30032Z","steps":["trace[438183207] 'agreement among raft nodes before linearized reading' (duration: 146.718594ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.300372Z","caller":"traceutil/trace.go:171","msg":"trace[1777975951] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"151.485116ms","start":"2026-04-01T16:40:46.148867Z","end":"2026-04-01T16:40:46.300352Z","steps":["trace[1777975951] 'process raft request' (duration: 40.597111ms)","trace[1777975951] 'compare' (duration: 109.487972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:46.300405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.042642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T16:40:46.300431Z","caller":"traceutil/trace.go:171","msg":"trace[651937410] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:26355; }","duration":"147.068632ms","start":"2026-04-01T16:40:46.153355Z","end":"2026-04-01T16:40:46.300423Z","steps":["trace[651937410] 'agreement among raft nodes before linearized reading' (duration: 147.000041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.762692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-04-01T16:40:46.300568Z","caller":"traceutil/trace.go:171","msg":"trace[497068809] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:26355; }","duration":"145.802802ms","start":"2026-04-01T16:40:46.154754Z","end":"2026-04-01T16:40:46.300557Z","steps":["trace[497068809] 'agreement among raft nodes before linearized reading' (duration: 145.70816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.39308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-01T16:40:46.300646Z","caller":"traceutil/trace.go:171","msg":"trace[436509840] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:26355; }","duration":"147.44557ms","start":"2026-04-01T16:40:46.153193Z","end":"2026-04-01T16:40:46.300639Z","steps":["trace[436509840] 'agreement among raft nodes before linearized reading' (duration: 147.360928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.605381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4779"} {"level":"warn","ts":"2026-04-01T16:40:46.30075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.023108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-04-01T16:40:46.300785Z","caller":"traceutil/trace.go:171","msg":"trace[627827632] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:26355; }","duration":"146.064299ms","start":"2026-04-01T16:40:46.154713Z","end":"2026-04-01T16:40:46.300777Z","steps":["trace[627827632] 'agreement among raft nodes before linearized reading' (duration: 145.976367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.385356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:40:46.300869Z","caller":"traceutil/trace.go:171","msg":"trace[1352841793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26355; }","duration":"149.422827ms","start":"2026-04-01T16:40:46.151438Z","end":"2026-04-01T16:40:46.300861Z","steps":["trace[1352841793] 'agreement among raft nodes before linearized reading' (duration: 149.324424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.825549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:46.300906Z","caller":"traceutil/trace.go:171","msg":"trace[1199372385] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26355; }","duration":"144.87175ms","start":"2026-04-01T16:40:46.156023Z","end":"2026-04-01T16:40:46.300895Z","steps":["trace[1199372385] 'agreement among raft nodes before linearized reading' (duration: 144.752908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.300923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.266333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:46.30095Z","caller":"traceutil/trace.go:171","msg":"trace[1946173666] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26355; }","duration":"146.302504ms","start":"2026-04-01T16:40:46.154639Z","end":"2026-04-01T16:40:46.300942Z","steps":["trace[1946173666] 'agreement among raft nodes before linearized reading' (duration: 146.259843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.301125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.041381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-04-01T16:40:46.301159Z","caller":"traceutil/trace.go:171","msg":"trace[466671286] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:26355; }","duration":"147.091172ms","start":"2026-04-01T16:40:46.15406Z","end":"2026-04-01T16:40:46.301152Z","steps":["trace[466671286] 'agreement among raft nodes before linearized reading' (duration: 147.00215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.301207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.190758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:46.301259Z","caller":"traceutil/trace.go:171","msg":"trace[2026021973] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26355; }","duration":"145.26827ms","start":"2026-04-01T16:40:46.155978Z","end":"2026-04-01T16:40:46.301246Z","steps":["trace[2026021973] 'agreement among raft nodes before linearized reading' (duration: 145.137666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.301359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.350628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:46.301391Z","caller":"traceutil/trace.go:171","msg":"trace[1209848328] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26355; }","duration":"147.39472ms","start":"2026-04-01T16:40:46.153988Z","end":"2026-04-01T16:40:46.301383Z","steps":["trace[1209848328] 'agreement among raft nodes before linearized reading' (duration: 147.292337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.30149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.13721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-04-01T16:40:46.301519Z","caller":"traceutil/trace.go:171","msg":"trace[1507841129] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:26355; }","duration":"146.176091ms","start":"2026-04-01T16:40:46.155337Z","end":"2026-04-01T16:40:46.301513Z","steps":["trace[1507841129] 'agreement among raft nodes before linearized reading' (duration: 146.103409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.301543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.606721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-04-01T16:40:46.30075Z","caller":"traceutil/trace.go:171","msg":"trace[1961501575] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26355; }","duration":"149.687453ms","start":"2026-04-01T16:40:46.15105Z","end":"2026-04-01T16:40:46.300737Z","steps":["trace[1961501575] 'agreement among raft nodes before linearized reading' (duration: 149.539749ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.30159Z","caller":"traceutil/trace.go:171","msg":"trace[1959436182] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:26355; }","duration":"146.666102ms","start":"2026-04-01T16:40:46.154914Z","end":"2026-04-01T16:40:46.30158Z","steps":["trace[1959436182] 'agreement among raft nodes before linearized reading' (duration: 146.540119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.301611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.69028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-04-01T16:40:46.301635Z","caller":"traceutil/trace.go:171","msg":"trace[1579461429] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:26355; }","duration":"145.7274ms","start":"2026-04-01T16:40:46.155901Z","end":"2026-04-01T16:40:46.301628Z","steps":["trace[1579461429] 'agreement among raft nodes before linearized reading' (duration: 145.665309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.301763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.858473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-04-01T16:40:46.301788Z","caller":"traceutil/trace.go:171","msg":"trace[828123702] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:26355; }","duration":"145.890494ms","start":"2026-04-01T16:40:46.15589Z","end":"2026-04-01T16:40:46.301781Z","steps":["trace[828123702] 'agreement among raft nodes before linearized reading' (duration: 145.831483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.301862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.245043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-04-01T16:40:46.301882Z","caller":"traceutil/trace.go:171","msg":"trace[690127561] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:26355; }","duration":"146.278473ms","start":"2026-04-01T16:40:46.155599Z","end":"2026-04-01T16:40:46.301877Z","steps":["trace[690127561] 'agreement among raft nodes before linearized reading' (duration: 146.242542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.301983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.573141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-01T16:40:46.302007Z","caller":"traceutil/trace.go:171","msg":"trace[419079713] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:26355; }","duration":"146.602151ms","start":"2026-04-01T16:40:46.155397Z","end":"2026-04-01T16:40:46.302Z","steps":["trace[419079713] 'agreement among raft nodes before linearized reading' (duration: 146.5465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.302117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.725174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-b4b9599f8\" ","response":"range_response_count:1 size:10508"} {"level":"info","ts":"2026-04-01T16:40:46.30214Z","caller":"traceutil/trace.go:171","msg":"trace[1265291412] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-b4b9599f8; range_end:; response_count:1; response_revision:26355; }","duration":"146.754074ms","start":"2026-04-01T16:40:46.155381Z","end":"2026-04-01T16:40:46.302135Z","steps":["trace[1265291412] 'agreement among raft nodes before linearized reading' (duration: 146.697233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.656272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.284592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:46.656374Z","caller":"traceutil/trace.go:171","msg":"trace[37303554] linearizableReadLoop","detail":"{readStateIndex:27274; appliedIndex:27273; }","duration":"331.415869ms","start":"2026-04-01T16:40:46.324941Z","end":"2026-04-01T16:40:46.656357Z","steps":["trace[37303554] 'read index received' (duration: 88.891701ms)","trace[37303554] 'applied index is now lower than readState.Index' (duration: 242.522408ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:46.656464Z","caller":"traceutil/trace.go:171","msg":"trace[548284580] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"344.114356ms","start":"2026-04-01T16:40:46.312339Z","end":"2026-04-01T16:40:46.656453Z","steps":["trace[548284580] 'process raft request' (duration: 101.569188ms)","trace[548284580] 'compare' (duration: 241.974555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:46.656522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.312325Z","time spent":"344.167187ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:46.656919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.971022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4387"} {"level":"info","ts":"2026-04-01T16:40:46.656958Z","caller":"traceutil/trace.go:171","msg":"trace[1372796000] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26356; }","duration":"332.035153ms","start":"2026-04-01T16:40:46.324912Z","end":"2026-04-01T16:40:46.656947Z","steps":["trace[1372796000] 'agreement among raft nodes before linearized reading' (duration: 331.798587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.656991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.324897Z","time spent":"332.085345ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-01T16:40:46.657085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.573058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:46.657125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.926855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-7f8df49786\" ","response":"range_response_count:1 size:8736"} {"level":"info","ts":"2026-04-01T16:40:46.657169Z","caller":"traceutil/trace.go:171","msg":"trace[1514892062] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26356; }","duration":"151.687142ms","start":"2026-04-01T16:40:46.505462Z","end":"2026-04-01T16:40:46.657149Z","steps":["trace[1514892062] 'agreement among raft nodes before linearized reading' (duration: 151.524888ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.657172Z","caller":"traceutil/trace.go:171","msg":"trace[1742126372] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-7f8df49786; range_end:; response_count:1; response_revision:26356; }","duration":"257.008377ms","start":"2026-04-01T16:40:46.400151Z","end":"2026-04-01T16:40:46.657159Z","steps":["trace[1742126372] 'agreement among raft nodes before linearized reading' (duration: 256.844793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.657212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.651534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-04-01T16:40:46.657211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.514446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-04-01T16:40:46.657261Z","caller":"traceutil/trace.go:171","msg":"trace[1951333360] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26356; }","duration":"155.728346ms","start":"2026-04-01T16:40:46.50152Z","end":"2026-04-01T16:40:46.657248Z","steps":["trace[1951333360] 'agreement among raft nodes before linearized reading' (duration: 155.622144ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.657297Z","caller":"traceutil/trace.go:171","msg":"trace[1826980493] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:26356; }","duration":"306.66221ms","start":"2026-04-01T16:40:46.350614Z","end":"2026-04-01T16:40:46.657276Z","steps":["trace[1826980493] 'agreement among raft nodes before linearized reading' (duration: 306.376573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.657281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.559128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-01T16:40:46.657348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.350595Z","time spent":"306.744561ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5123,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-04-01T16:40:46.657359Z","caller":"traceutil/trace.go:171","msg":"trace[1325455233] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26356; }","duration":"239.692741ms","start":"2026-04-01T16:40:46.417645Z","end":"2026-04-01T16:40:46.657338Z","steps":["trace[1325455233] 'agreement among raft nodes before linearized reading' (duration: 239.464946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.657512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.114784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-7fb984b7d6\" ","response":"range_response_count:1 size:14528"} {"level":"info","ts":"2026-04-01T16:40:46.657565Z","caller":"traceutil/trace.go:171","msg":"trace[1451556220] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-7fb984b7d6; range_end:; response_count:1; response_revision:26356; }","duration":"182.207966ms","start":"2026-04-01T16:40:46.475346Z","end":"2026-04-01T16:40:46.657554Z","steps":["trace[1451556220] 'agreement among raft nodes before linearized reading' (duration: 182.063283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.657569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.383911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-7575c6cc8\" ","response":"range_response_count:1 size:7246"} {"level":"warn","ts":"2026-04-01T16:40:46.657578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.732808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-04-01T16:40:46.657609Z","caller":"traceutil/trace.go:171","msg":"trace[1026903995] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-7575c6cc8; range_end:; response_count:1; response_revision:26356; }","duration":"206.445253ms","start":"2026-04-01T16:40:46.451153Z","end":"2026-04-01T16:40:46.657598Z","steps":["trace[1026903995] 'agreement among raft nodes before linearized reading' (duration: 206.346001ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:46.657614Z","caller":"traceutil/trace.go:171","msg":"trace[1509369282] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26356; }","duration":"106.782289ms","start":"2026-04-01T16:40:46.55082Z","end":"2026-04-01T16:40:46.657603Z","steps":["trace[1509369282] 'agreement among raft nodes before linearized reading' (duration: 106.692717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.657113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.306128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-6b98849986\" ","response":"range_response_count:1 size:11242"} {"level":"info","ts":"2026-04-01T16:40:46.657742Z","caller":"traceutil/trace.go:171","msg":"trace[1453221525] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-6b98849986; range_end:; response_count:1; response_revision:26356; }","duration":"232.959923ms","start":"2026-04-01T16:40:46.42477Z","end":"2026-04-01T16:40:46.65773Z","steps":["trace[1453221525] 'agreement among raft nodes before linearized reading' (duration: 232.222736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.657688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.660772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-04-01T16:40:46.657843Z","caller":"traceutil/trace.go:171","msg":"trace[1174756002] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:26356; }","duration":"131.813556ms","start":"2026-04-01T16:40:46.526019Z","end":"2026-04-01T16:40:46.657832Z","steps":["trace[1174756002] 'agreement among raft nodes before linearized reading' (duration: 131.613701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:46.657805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.712299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-58bfd6695\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-01T16:40:46.660727Z","caller":"traceutil/trace.go:171","msg":"trace[1495772019] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-58bfd6695; range_end:; response_count:1; response_revision:26356; }","duration":"285.687489ms","start":"2026-04-01T16:40:46.375017Z","end":"2026-04-01T16:40:46.660704Z","steps":["trace[1495772019] 'agreement among raft nodes before linearized reading' (duration: 281.990302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.175288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642410,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:40:47.463267Z","caller":"traceutil/trace.go:171","msg":"trace[877408876] linearizableReadLoop","detail":"{readStateIndex:27275; appliedIndex:27274; }","duration":"788.013288ms","start":"2026-04-01T16:40:46.675233Z","end":"2026-04-01T16:40:47.463247Z","steps":["trace[877408876] 'read index received' (duration: 787.828704ms)","trace[877408876] 'applied index is now lower than readState.Index' (duration: 184.044µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:47.463585Z","caller":"traceutil/trace.go:171","msg":"trace[11912992] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"794.640264ms","start":"2026-04-01T16:40:46.668931Z","end":"2026-04-01T16:40:47.463572Z","steps":["trace[11912992] 'process raft request' (duration: 794.179633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.463676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.668915Z","time spent":"794.702375ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:47.46384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.604522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-79686fbcc7\" ","response":"range_response_count:1 size:11416"} {"level":"info","ts":"2026-04-01T16:40:47.463871Z","caller":"traceutil/trace.go:171","msg":"trace[208150904] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-79686fbcc7; range_end:; response_count:1; response_revision:26357; }","duration":"788.649562ms","start":"2026-04-01T16:40:46.675212Z","end":"2026-04-01T16:40:47.463862Z","steps":["trace[208150904] 'agreement among raft nodes before linearized reading' (duration: 788.55165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.46389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.675202Z","time spent":"788.683504ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11438,"request content":"key:\"/registry/replicasets/openstack/glance-api-79686fbcc7\" "} {"level":"warn","ts":"2026-04-01T16:40:47.464076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.541442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-cfn-85c5cb67d4\" ","response":"range_response_count:1 size:7567"} {"level":"info","ts":"2026-04-01T16:40:47.464151Z","caller":"traceutil/trace.go:171","msg":"trace[1584134580] range","detail":"{range_begin:/registry/replicasets/openstack/heat-cfn-85c5cb67d4; range_end:; response_count:1; response_revision:26357; }","duration":"762.675405ms","start":"2026-04-01T16:40:46.701458Z","end":"2026-04-01T16:40:47.464133Z","steps":["trace[1584134580] 'agreement among raft nodes before linearized reading' (duration: 762.47843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.039594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-04-01T16:40:47.464199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.701445Z","time spent":"762.736986ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7589,"request content":"key:\"/registry/replicasets/openstack/heat-cfn-85c5cb67d4\" "} {"level":"warn","ts":"2026-04-01T16:40:47.46424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.028428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:47.464265Z","caller":"traceutil/trace.go:171","msg":"trace[1275762332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26357; }","duration":"225.08695ms","start":"2026-04-01T16:40:47.239173Z","end":"2026-04-01T16:40:47.46426Z","steps":["trace[1275762332] 'agreement among raft nodes before linearized reading' (duration: 225.048429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.390727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11542"} {"level":"info","ts":"2026-04-01T16:40:47.46444Z","caller":"traceutil/trace.go:171","msg":"trace[116951452] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:26357; }","duration":"539.448879ms","start":"2026-04-01T16:40:46.924984Z","end":"2026-04-01T16:40:47.464433Z","steps":["trace[116951452] 'agreement among raft nodes before linearized reading' (duration: 539.363007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.924947Z","time spent":"539.50835ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11564,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-04-01T16:40:47.464468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.188626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-01T16:40:47.464488Z","caller":"traceutil/trace.go:171","msg":"trace[1958425765] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:26357; }","duration":"314.239057ms","start":"2026-04-01T16:40:47.150243Z","end":"2026-04-01T16:40:47.464482Z","steps":["trace[1958425765] 'agreement among raft nodes before linearized reading' (duration: 314.187256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.150228Z","time spent":"314.279798ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6849,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-01T16:40:47.46463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.830141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-04-01T16:40:47.464658Z","caller":"traceutil/trace.go:171","msg":"trace[280193740] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:26357; }","duration":"713.894203ms","start":"2026-04-01T16:40:46.750758Z","end":"2026-04-01T16:40:47.464652Z","steps":["trace[280193740] 'agreement among raft nodes before linearized reading' (duration: 713.816551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.750741Z","time spent":"713.932113ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8246,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-04-01T16:40:47.464674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.473531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-04-01T16:40:47.46471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.187786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-04-01T16:40:47.464732Z","caller":"traceutil/trace.go:171","msg":"trace[304413454] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26357; }","duration":"364.264378ms","start":"2026-04-01T16:40:47.100461Z","end":"2026-04-01T16:40:47.464725Z","steps":["trace[304413454] 'agreement among raft nodes before linearized reading' (duration: 364.210686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.100422Z","time spent":"364.332279ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15452,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-01T16:40:47.464796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.473975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14828"} {"level":"info","ts":"2026-04-01T16:40:47.464823Z","caller":"traceutil/trace.go:171","msg":"trace[1434343679] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:26357; }","duration":"564.544887ms","start":"2026-04-01T16:40:46.900274Z","end":"2026-04-01T16:40:47.464819Z","steps":["trace[1434343679] 'agreement among raft nodes before linearized reading' (duration: 564.476865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.00107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-engine-595fffd4c\" ","response":"range_response_count:1 size:6236"} {"level":"info","ts":"2026-04-01T16:40:47.464874Z","caller":"traceutil/trace.go:171","msg":"trace[1539995109] range","detail":"{range_begin:/registry/replicasets/openstack/heat-engine-595fffd4c; range_end:; response_count:1; response_revision:26357; }","duration":"739.054002ms","start":"2026-04-01T16:40:46.72581Z","end":"2026-04-01T16:40:47.464864Z","steps":["trace[1539995109] 'agreement among raft nodes before linearized reading' (duration: 738.97788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.098625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-04-01T16:40:47.464898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.7258Z","time spent":"739.094083ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":6258,"request content":"key:\"/registry/replicasets/openstack/heat-engine-595fffd4c\" "} {"level":"info","ts":"2026-04-01T16:40:47.464905Z","caller":"traceutil/trace.go:171","msg":"trace[1305641370] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26357; }","duration":"590.137846ms","start":"2026-04-01T16:40:46.874763Z","end":"2026-04-01T16:40:47.464901Z","steps":["trace[1305641370] 'agreement among raft nodes before linearized reading' (duration: 590.097035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.46492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.874749Z","time spent":"590.169406ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-04-01T16:40:47.464974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.298124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-01T16:40:47.465Z","caller":"traceutil/trace.go:171","msg":"trace[486164061] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26357; }","duration":"389.347125ms","start":"2026-04-01T16:40:47.075648Z","end":"2026-04-01T16:40:47.464995Z","steps":["trace[486164061] 'agreement among raft nodes before linearized reading' (duration: 389.282694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.202362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:47.465017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.075634Z","time spent":"389.379345ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-04-01T16:40:47.465037Z","caller":"traceutil/trace.go:171","msg":"trace[10228295] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26357; }","duration":"744.266394ms","start":"2026-04-01T16:40:46.720763Z","end":"2026-04-01T16:40:47.46503Z","steps":["trace[10228295] 'agreement among raft nodes before linearized reading' (duration: 744.217443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.46506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.720749Z","time spent":"744.305214ms","remote":"127.0.0.1:37180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:47.4651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.481343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-04-01T16:40:47.465122Z","caller":"traceutil/trace.go:171","msg":"trace[1464444374] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26357; }","duration":"414.535465ms","start":"2026-04-01T16:40:47.050581Z","end":"2026-04-01T16:40:47.465117Z","steps":["trace[1464444374] 'agreement among raft nodes before linearized reading' (duration: 414.482724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.46514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.050563Z","time spent":"414.573115ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-04-01T16:40:47.464209Z","caller":"traceutil/trace.go:171","msg":"trace[43207046] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26357; }","duration":"514.113536ms","start":"2026-04-01T16:40:46.950089Z","end":"2026-04-01T16:40:47.464203Z","steps":["trace[43207046] 'agreement among raft nodes before linearized reading' (duration: 514.040175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.805803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-01T16:40:47.465185Z","caller":"traceutil/trace.go:171","msg":"trace[105480676] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26357; }","duration":"614.845254ms","start":"2026-04-01T16:40:46.850336Z","end":"2026-04-01T16:40:47.465181Z","steps":["trace[105480676] 'agreement among raft nodes before linearized reading' (duration: 614.795383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.950066Z","time spent":"515.107999ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-04-01T16:40:47.4652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.850322Z","time spent":"614.874785ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9529,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-01T16:40:47.464418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.327241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-01T16:40:47.465295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.929799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"warn","ts":"2026-04-01T16:40:47.465307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.719596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9036"} {"level":"info","ts":"2026-04-01T16:40:47.465322Z","caller":"traceutil/trace.go:171","msg":"trace[627178365] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:26357; }","duration":"639.780868ms","start":"2026-04-01T16:40:46.825537Z","end":"2026-04-01T16:40:47.465318Z","steps":["trace[627178365] 'agreement among raft nodes before linearized reading' (duration: 639.734847ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:47.465324Z","caller":"traceutil/trace.go:171","msg":"trace[1329461014] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:26357; }","duration":"439.987191ms","start":"2026-04-01T16:40:47.025329Z","end":"2026-04-01T16:40:47.465316Z","steps":["trace[1329461014] 'agreement among raft nodes before linearized reading' (duration: 439.897348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.825515Z","time spent":"639.817039ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9058,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-01T16:40:47.464659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.140413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7598"} {"level":"warn","ts":"2026-04-01T16:40:47.465342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.025314Z","time spent":"440.024041ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6849,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-01T16:40:47.465359Z","caller":"traceutil/trace.go:171","msg":"trace[562476377] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:26357; }","duration":"340.88384ms","start":"2026-04-01T16:40:47.124468Z","end":"2026-04-01T16:40:47.465352Z","steps":["trace[562476377] 'agreement among raft nodes before linearized reading' (duration: 340.140283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.124451Z","time spent":"340.929871ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7620,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-01T16:40:47.465441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.592327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:47.465465Z","caller":"traceutil/trace.go:171","msg":"trace[989134463] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26357; }","duration":"646.673339ms","start":"2026-04-01T16:40:46.818786Z","end":"2026-04-01T16:40:47.465459Z","steps":["trace[989134463] 'agreement among raft nodes before linearized reading' (duration: 646.619038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.907134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7853"} {"level":"warn","ts":"2026-04-01T16:40:47.465479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.818758Z","time spent":"646.71803ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:47.465488Z","caller":"traceutil/trace.go:171","msg":"trace[1003444099] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:26357; }","duration":"464.973585ms","start":"2026-04-01T16:40:47.000508Z","end":"2026-04-01T16:40:47.465482Z","steps":["trace[1003444099] 'agreement among raft nodes before linearized reading' (duration: 464.915124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.464847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.90025Z","time spent":"564.592357ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14850,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-04-01T16:40:47.465562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.813173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7550"} {"level":"warn","ts":"2026-04-01T16:40:47.465585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.187403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-04-01T16:40:47.465601Z","caller":"traceutil/trace.go:171","msg":"trace[1070651171] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26357; }","duration":"665.233054ms","start":"2026-04-01T16:40:46.800363Z","end":"2026-04-01T16:40:47.465596Z","steps":["trace[1070651171] 'agreement among raft nodes before linearized reading' (duration: 665.190013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.800345Z","time spent":"665.265234ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-04-01T16:40:47.464917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.427147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:47.465695Z","caller":"traceutil/trace.go:171","msg":"trace[732646102] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26357; }","duration":"387.218155ms","start":"2026-04-01T16:40:47.078472Z","end":"2026-04-01T16:40:47.46569Z","steps":["trace[732646102] 'agreement among raft nodes before linearized reading' (duration: 386.379106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:47.464735Z","caller":"traceutil/trace.go:171","msg":"trace[1214216645] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26357; }","duration":"686.574094ms","start":"2026-04-01T16:40:46.778147Z","end":"2026-04-01T16:40:47.464721Z","steps":["trace[1214216645] 'agreement among raft nodes before linearized reading' (duration: 686.378859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.078466Z","time spent":"387.241946ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:47.465726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.778132Z","time spent":"687.584677ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-04-01T16:40:47.465604Z","caller":"traceutil/trace.go:171","msg":"trace[1070659296] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:26357; }","duration":"488.898226ms","start":"2026-04-01T16:40:46.976693Z","end":"2026-04-01T16:40:47.465591Z","steps":["trace[1070659296] 'agreement among raft nodes before linearized reading' (duration: 488.824814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.465506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.000485Z","time spent":"465.016847ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7875,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-04-01T16:40:47.465838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:46.97667Z","time spent":"489.161582ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7572,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"info","ts":"2026-04-01T16:40:47.465293Z","caller":"traceutil/trace.go:171","msg":"trace[506774130] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26357; }","duration":"304.229532ms","start":"2026-04-01T16:40:47.161056Z","end":"2026-04-01T16:40:47.465285Z","steps":["trace[506774130] 'agreement among raft nodes before linearized reading' (duration: 303.31282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:47.466012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.161043Z","time spent":"304.95584ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"info","ts":"2026-04-01T16:40:47.627788Z","caller":"traceutil/trace.go:171","msg":"trace[1970506875] linearizableReadLoop","detail":"{readStateIndex:27276; appliedIndex:27275; }","duration":"127.504785ms","start":"2026-04-01T16:40:47.50027Z","end":"2026-04-01T16:40:47.627775Z","steps":["trace[1970506875] 'read index received' (duration: 112.538305ms)","trace[1970506875] 'applied index is now lower than readState.Index' (duration: 14.96597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:47.627933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.649778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-01T16:40:47.627956Z","caller":"traceutil/trace.go:171","msg":"trace[1724618170] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26358; }","duration":"127.71603ms","start":"2026-04-01T16:40:47.500229Z","end":"2026-04-01T16:40:47.627946Z","steps":["trace[1724618170] 'agreement among raft nodes before linearized reading' (duration: 127.629708ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:47.627942Z","caller":"traceutil/trace.go:171","msg":"trace[2107637293] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"149.172132ms","start":"2026-04-01T16:40:47.478709Z","end":"2026-04-01T16:40:47.627881Z","steps":["trace[2107637293] 'process raft request' (duration: 134.13523ms)","trace[2107637293] 'compare' (duration: 14.761956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:47.628146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.472663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T16:40:47.628217Z","caller":"traceutil/trace.go:171","msg":"trace[1946033353] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26358; }","duration":"103.587875ms","start":"2026-04-01T16:40:47.524612Z","end":"2026-04-01T16:40:47.6282Z","steps":["trace[1946033353] 'agreement among raft nodes before linearized reading' (duration: 103.39715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:48.76504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.977015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:48.76514Z","caller":"traceutil/trace.go:171","msg":"trace[730301985] linearizableReadLoop","detail":"{readStateIndex:27277; appliedIndex:27276; }","duration":"683.0134ms","start":"2026-04-01T16:40:48.082106Z","end":"2026-04-01T16:40:48.76512Z","steps":["trace[730301985] 'read index received' (duration: 396.939073ms)","trace[730301985] 'applied index is now lower than readState.Index' (duration: 286.073117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:48.765265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.170244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:40:48.765311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.207784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:40:48.765336Z","caller":"traceutil/trace.go:171","msg":"trace[1640719689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26359; }","duration":"683.274946ms","start":"2026-04-01T16:40:48.082054Z","end":"2026-04-01T16:40:48.765329Z","steps":["trace[1640719689] 'agreement among raft nodes before linearized reading' (duration: 683.135403ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:48.765327Z","caller":"traceutil/trace.go:171","msg":"trace[744856972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26359; }","duration":"683.282766ms","start":"2026-04-01T16:40:48.082029Z","end":"2026-04-01T16:40:48.765312Z","steps":["trace[744856972] 'agreement among raft nodes before linearized reading' (duration: 683.152823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:48.765363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.082033Z","time spent":"683.322607ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:48.765372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.082004Z","time spent":"683.360379ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:40:48.765481Z","caller":"traceutil/trace.go:171","msg":"trace[500842902] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"925.464856ms","start":"2026-04-01T16:40:47.839987Z","end":"2026-04-01T16:40:48.765452Z","steps":["trace[500842902] 'process raft request' (duration: 638.995299ms)","trace[500842902] 'compare' (duration: 285.3227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:48.76557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:47.839967Z","time spent":"925.552398ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.279205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.445625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:49.279396Z","caller":"traceutil/trace.go:171","msg":"trace[1934245348] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"1.120116843s","start":"2026-04-01T16:40:48.159261Z","end":"2026-04-01T16:40:49.279378Z","steps":["trace[1934245348] 'process raft request' (duration: 933.412222ms)","trace[1934245348] 'compare' (duration: 185.992845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:49.279463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.15924Z","time spent":"1.120194375s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:49.280174Z","caller":"traceutil/trace.go:171","msg":"trace[1627691773] linearizableReadLoop","detail":"{readStateIndex:27286; appliedIndex:27277; }","duration":"514.996147ms","start":"2026-04-01T16:40:48.765163Z","end":"2026-04-01T16:40:49.280159Z","steps":["trace[1627691773] 'read index received' (duration: 327.62724ms)","trace[1627691773] 'applied index is now lower than readState.Index' (duration: 187.368047ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:49.280265Z","caller":"traceutil/trace.go:171","msg":"trace[925446139] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"1.120915942s","start":"2026-04-01T16:40:48.15934Z","end":"2026-04-01T16:40:49.280256Z","steps":["trace[925446139] 'process raft request' (duration: 1.120560504s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.280326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.159334Z","time spent":"1.120957233s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:49.280411Z","caller":"traceutil/trace.go:171","msg":"trace[732200732] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"1.121025774s","start":"2026-04-01T16:40:48.159377Z","end":"2026-04-01T16:40:49.280403Z","steps":["trace[732200732] 'process raft request' (duration: 1.120556593s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.280463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.159369Z","time spent":"1.121068555s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:49.28048Z","caller":"traceutil/trace.go:171","msg":"trace[1090755460] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"1.121151367s","start":"2026-04-01T16:40:48.159317Z","end":"2026-04-01T16:40:49.280468Z","steps":["trace[1090755460] 'process raft request' (duration: 1.11998571s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:49.2806Z","caller":"traceutil/trace.go:171","msg":"trace[2122631351] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"1.121210219s","start":"2026-04-01T16:40:48.159381Z","end":"2026-04-01T16:40:49.280592Z","steps":["trace[2122631351] 'process raft request' (duration: 1.120583464s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.280656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.159375Z","time spent":"1.12125549s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.280876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.120952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T16:40:49.280904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.170753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:40:49.280919Z","caller":"traceutil/trace.go:171","msg":"trace[1937092534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26370; }","duration":"973.202364ms","start":"2026-04-01T16:40:48.307706Z","end":"2026-04-01T16:40:49.280908Z","steps":["trace[1937092534] 'agreement among raft nodes before linearized reading' (duration: 973.079021ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:49.280935Z","caller":"traceutil/trace.go:171","msg":"trace[380579964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26370; }","duration":"973.242054ms","start":"2026-04-01T16:40:48.307684Z","end":"2026-04-01T16:40:49.280926Z","steps":["trace[380579964] 'agreement among raft nodes before linearized reading' (duration: 973.118642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.280951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.307685Z","time spent":"973.260145ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:40:49.280971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.30766Z","time spent":"973.303886ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:40:49.281086Z","caller":"traceutil/trace.go:171","msg":"trace[169800538] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"1.121647799s","start":"2026-04-01T16:40:48.159429Z","end":"2026-04-01T16:40:49.281076Z","steps":["trace[169800538] 'process raft request' (duration: 1.120565894s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.281096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067787828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-01T16:40:49.281127Z","caller":"traceutil/trace.go:171","msg":"trace[1534632281] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26370; }","duration":"1.067850089s","start":"2026-04-01T16:40:48.213264Z","end":"2026-04-01T16:40:49.281114Z","steps":["trace[1534632281] 'agreement among raft nodes before linearized reading' (duration: 1.067768867s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.281149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.15942Z","time spent":"1.12169154s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.28116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.213243Z","time spent":"1.067910581s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-01T16:40:49.281246Z","caller":"traceutil/trace.go:171","msg":"trace[1611257586] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"1.121805773s","start":"2026-04-01T16:40:48.159432Z","end":"2026-04-01T16:40:49.281237Z","steps":["trace[1611257586] 'process raft request' (duration: 1.120593314s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:49.280165Z","caller":"traceutil/trace.go:171","msg":"trace[153825165] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"1.120801659s","start":"2026-04-01T16:40:48.159335Z","end":"2026-04-01T16:40:49.280136Z","steps":["trace[153825165] 'process raft request' (duration: 1.120520112s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.281298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.159407Z","time spent":"1.121863344s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.281337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.159322Z","time spent":"1.121983526s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:49.281433Z","caller":"traceutil/trace.go:171","msg":"trace[575630935] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"523.482175ms","start":"2026-04-01T16:40:48.757942Z","end":"2026-04-01T16:40:49.281424Z","steps":["trace[575630935] 'process raft request' (duration: 522.122673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.281485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.757914Z","time spent":"523.542387ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.281569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.88529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:40:49.281598Z","caller":"traceutil/trace.go:171","msg":"trace[34474022] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"510.054651ms","start":"2026-04-01T16:40:48.771533Z","end":"2026-04-01T16:40:49.281588Z","steps":["trace[34474022] 'process raft request' (duration: 508.561966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.280598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.159291Z","time spent":"1.121234139s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.281652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.77152Z","time spent":"510.105072ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:49.281736Z","caller":"traceutil/trace.go:171","msg":"trace[2060163998] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"508.31703ms","start":"2026-04-01T16:40:48.773406Z","end":"2026-04-01T16:40:49.281723Z","steps":["trace[2060163998] 'process raft request' (duration: 506.718693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.2818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.773397Z","time spent":"508.370271ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.281985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.919615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-01T16:40:49.281999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.857683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:49.282019Z","caller":"traceutil/trace.go:171","msg":"trace[2133823951] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26370; }","duration":"520.974127ms","start":"2026-04-01T16:40:48.761036Z","end":"2026-04-01T16:40:49.28201Z","steps":["trace[2133823951] 'agreement among raft nodes before linearized reading' (duration: 520.872074ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:49.282034Z","caller":"traceutil/trace.go:171","msg":"trace[1461190757] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26370; }","duration":"426.922475ms","start":"2026-04-01T16:40:48.8551Z","end":"2026-04-01T16:40:49.282023Z","steps":["trace[1461190757] 'agreement among raft nodes before linearized reading' (duration: 426.866724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.282051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.761026Z","time spent":"521.017218ms","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T16:40:49.282073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.855084Z","time spent":"426.980106ms","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:49.282229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.381567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:49.282243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.153144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:49.282264Z","caller":"traceutil/trace.go:171","msg":"trace[1657121266] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26370; }","duration":"448.46119ms","start":"2026-04-01T16:40:48.833794Z","end":"2026-04-01T16:40:49.282255Z","steps":["trace[1657121266] 'agreement among raft nodes before linearized reading' (duration: 448.405928ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:49.282277Z","caller":"traceutil/trace.go:171","msg":"trace[1676518344] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26370; }","duration":"698.214026ms","start":"2026-04-01T16:40:48.584052Z","end":"2026-04-01T16:40:49.282266Z","steps":["trace[1676518344] 'agreement among raft nodes before linearized reading' (duration: 698.143354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.282298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.833772Z","time spent":"448.51733ms","remote":"127.0.0.1:33006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:49.28231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.584039Z","time spent":"698.262347ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:49.282502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.876493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:49.28255Z","caller":"traceutil/trace.go:171","msg":"trace[593560839] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26370; }","duration":"722.926044ms","start":"2026-04-01T16:40:48.559613Z","end":"2026-04-01T16:40:49.282539Z","steps":["trace[593560839] 'agreement among raft nodes before linearized reading' (duration: 722.846662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.282592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.559568Z","time spent":"723.013286ms","remote":"127.0.0.1:60958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:49.282853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.537885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T16:40:49.282931Z","caller":"traceutil/trace.go:171","msg":"trace[1222205221] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26370; }","duration":"807.643148ms","start":"2026-04-01T16:40:48.475275Z","end":"2026-04-01T16:40:49.282918Z","steps":["trace[1222205221] 'agreement among raft nodes before linearized reading' (duration: 807.481254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.28299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.47526Z","time spent":"807.719549ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:49.283265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.62388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:40:49.283316Z","caller":"traceutil/trace.go:171","msg":"trace[1116624685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26370; }","duration":"972.708542ms","start":"2026-04-01T16:40:48.310595Z","end":"2026-04-01T16:40:49.283303Z","steps":["trace[1116624685] 'agreement among raft nodes before linearized reading' (duration: 972.580709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.283359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.310578Z","time spent":"972.770383ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:40:49.281603Z","caller":"traceutil/trace.go:171","msg":"trace[369634588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26370; }","duration":"513.933032ms","start":"2026-04-01T16:40:48.767661Z","end":"2026-04-01T16:40:49.281594Z","steps":["trace[369634588] 'agreement among raft nodes before linearized reading' (duration: 513.84482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.283738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:48.767649Z","time spent":"516.073202ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T16:40:49.795427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:40:49.817806Z","caller":"traceutil/trace.go:171","msg":"trace[1402801939] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"527.914549ms","start":"2026-04-01T16:40:49.289857Z","end":"2026-04-01T16:40:49.817771Z","steps":["trace[1402801939] 'process raft request' (duration: 527.568301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.817992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:49.289842Z","time spent":"528.052802ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:49.841803Z","caller":"traceutil/trace.go:171","msg":"trace[732964002] linearizableReadLoop","detail":"{readStateIndex:27291; appliedIndex:27288; }","duration":"546.677448ms","start":"2026-04-01T16:40:49.295103Z","end":"2026-04-01T16:40:49.841781Z","steps":["trace[732964002] 'read index received' (duration: 522.636876ms)","trace[732964002] 'applied index is now lower than readState.Index' (duration: 24.039542ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:49.841876Z","caller":"traceutil/trace.go:171","msg":"trace[1313671730] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"546.76874ms","start":"2026-04-01T16:40:49.2951Z","end":"2026-04-01T16:40:49.841869Z","steps":["trace[1313671730] 'process raft request' (duration: 546.630287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.841966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:49.295094Z","time spent":"546.809921ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.842034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.909914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:49.842081Z","caller":"traceutil/trace.go:171","msg":"trace[837264836] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26373; }","duration":"546.999556ms","start":"2026-04-01T16:40:49.295069Z","end":"2026-04-01T16:40:49.842069Z","steps":["trace[837264836] 'agreement among raft nodes before linearized reading' (duration: 546.840262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.842104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.882288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:49.842128Z","caller":"traceutil/trace.go:171","msg":"trace[87151823] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26373; }","duration":"442.942209ms","start":"2026-04-01T16:40:49.399179Z","end":"2026-04-01T16:40:49.842121Z","steps":["trace[87151823] 'agreement among raft nodes before linearized reading' (duration: 442.891138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.842129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:49.295056Z","time spent":"547.060827ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18768,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T16:40:49.842152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:49.399157Z","time spent":"442.990621ms","remote":"127.0.0.1:55650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:49.841821Z","caller":"traceutil/trace.go:171","msg":"trace[913979275] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"546.73565ms","start":"2026-04-01T16:40:49.29506Z","end":"2026-04-01T16:40:49.841796Z","steps":["trace[913979275] 'process raft request' (duration: 546.534765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.842295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:49.295053Z","time spent":"547.217861ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:49.842412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.741941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:49.842491Z","caller":"traceutil/trace.go:171","msg":"trace[1084317562] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26373; }","duration":"441.854634ms","start":"2026-04-01T16:40:49.40062Z","end":"2026-04-01T16:40:49.842474Z","steps":["trace[1084317562] 'agreement among raft nodes before linearized reading' (duration: 441.726821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:49.842538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:49.400609Z","time spent":"441.919636ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:51.016666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:51.327224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369807338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:51.327326Z","caller":"traceutil/trace.go:171","msg":"trace[1914698974] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26373; }","duration":"1.369953921s","start":"2026-04-01T16:40:49.95735Z","end":"2026-04-01T16:40:51.327304Z","steps":["trace[1914698974] 'range keys from in-memory index tree' (duration: 1.369735336s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:51.327366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:49.957341Z","time spent":"1.370014833s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T16:40:51.327432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283650771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:51.327512Z","caller":"traceutil/trace.go:171","msg":"trace[1225885444] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26373; }","duration":"1.283796825s","start":"2026-04-01T16:40:50.043694Z","end":"2026-04-01T16:40:51.327491Z","steps":["trace[1225885444] 'count revisions from in-memory index tree' (duration: 1.283559169s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:51.327493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374654801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-01T16:40:51.32759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033180008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T16:40:51.327604Z","caller":"traceutil/trace.go:171","msg":"trace[787825716] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26373; }","duration":"1.374839926s","start":"2026-04-01T16:40:49.95274Z","end":"2026-04-01T16:40:51.32758Z","steps":["trace[787825716] 'range keys from in-memory index tree' (duration: 1.374439007s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:51.327636Z","caller":"traceutil/trace.go:171","msg":"trace[1679609027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26373; }","duration":"1.033224469s","start":"2026-04-01T16:40:50.294396Z","end":"2026-04-01T16:40:51.32762Z","steps":["trace[1679609027] 'range keys from in-memory index tree' (duration: 1.033020083s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:51.327673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:50.294351Z","time spent":"1.033314961s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:51.327675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:49.952722Z","time spent":"1.374942728s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T16:40:51.327795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004134128s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:51.327883Z","caller":"traceutil/trace.go:171","msg":"trace[1283873580] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26373; }","duration":"1.0042208s","start":"2026-04-01T16:40:50.323652Z","end":"2026-04-01T16:40:51.327873Z","steps":["trace[1283873580] 'range keys from in-memory index tree' (duration: 1.004125258s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:51.327553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:50.043671Z","time spent":"1.283871166s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:51.342615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034684443s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:40:52.67258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32976328s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:40:52.697159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354347106s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:40:52.697391Z","caller":"traceutil/trace.go:171","msg":"trace[1742205646] linearizableReadLoop","detail":"{readStateIndex:27292; appliedIndex:27291; }","duration":"2.181109981s","start":"2026-04-01T16:40:50.516262Z","end":"2026-04-01T16:40:52.697372Z","steps":["trace[1742205646] 'read index received' (duration: 826.709693ms)","trace[1742205646] 'applied index is now lower than readState.Index' (duration: 1.354399178s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:52.69926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182992066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:52.699323Z","caller":"traceutil/trace.go:171","msg":"trace[327943658] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26373; }","duration":"2.183125298s","start":"2026-04-01T16:40:50.516182Z","end":"2026-04-01T16:40:52.699307Z","steps":["trace[327943658] 'agreement among raft nodes before linearized reading' (duration: 2.183014156s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.699354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:50.516152Z","time spent":"2.18319509s","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:52.699632Z","caller":"traceutil/trace.go:171","msg":"trace[991662820] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"1.441543548s","start":"2026-04-01T16:40:51.25808Z","end":"2026-04-01T16:40:52.699624Z","steps":["trace[991662820] 'process raft request' (duration: 1.439194323s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.699704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.258058Z","time spent":"1.441599s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:52.783718Z","caller":"traceutil/trace.go:171","msg":"trace[1865835443] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.493083614s","start":"2026-04-01T16:40:51.290607Z","end":"2026-04-01T16:40:52.783691Z","steps":["trace[1865835443] 'process raft request' (duration: 1.492967331s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:52.783807Z","caller":"traceutil/trace.go:171","msg":"trace[481997196] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"1.495695895s","start":"2026-04-01T16:40:51.288099Z","end":"2026-04-01T16:40:52.783795Z","steps":["trace[481997196] 'process raft request' (duration: 1.411515075s)","trace[481997196] 'compare' (duration: 83.595097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:52.783909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.290594Z","time spent":"1.493216968s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:52.783964Z","caller":"traceutil/trace.go:171","msg":"trace[494213117] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"1.494426525s","start":"2026-04-01T16:40:51.289508Z","end":"2026-04-01T16:40:52.783934Z","steps":["trace[494213117] 'process raft request' (duration: 1.493892863s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:52.783953Z","caller":"traceutil/trace.go:171","msg":"trace[1863107741] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"1.494308603s","start":"2026-04-01T16:40:51.289603Z","end":"2026-04-01T16:40:52.783911Z","steps":["trace[1863107741] 'process raft request' (duration: 1.493881133s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:52.783953Z","caller":"traceutil/trace.go:171","msg":"trace[1785835161] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"1.493849692s","start":"2026-04-01T16:40:51.290064Z","end":"2026-04-01T16:40:52.783914Z","steps":["trace[1785835161] 'process raft request' (duration: 1.493466153s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:52.783738Z","caller":"traceutil/trace.go:171","msg":"trace[3920079] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"1.494131099s","start":"2026-04-01T16:40:51.289573Z","end":"2026-04-01T16:40:52.783704Z","steps":["trace[3920079] 'process raft request' (duration: 1.493872773s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.7841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.289482Z","time spent":"1.494552389s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:52.784055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.288077Z","time spent":"1.495811578s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:52.784128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.289558Z","time spent":"1.494511788s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:52.784176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.289593Z","time spent":"1.494459496s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:52.78415Z","caller":"traceutil/trace.go:171","msg":"trace[87780047] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"1.493410572s","start":"2026-04-01T16:40:51.2907Z","end":"2026-04-01T16:40:52.784111Z","steps":["trace[87780047] 'process raft request' (duration: 1.49290972s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.784273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858812866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:52.784299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.548774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:52.784331Z","caller":"traceutil/trace.go:171","msg":"trace[511129381] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26382; }","duration":"1.858905488s","start":"2026-04-01T16:40:50.925412Z","end":"2026-04-01T16:40:52.784317Z","steps":["trace[511129381] 'agreement among raft nodes before linearized reading' (duration: 1.858805596s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:52.78435Z","caller":"traceutil/trace.go:171","msg":"trace[677362518] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26382; }","duration":"783.634106ms","start":"2026-04-01T16:40:52.000701Z","end":"2026-04-01T16:40:52.784336Z","steps":["trace[677362518] 'agreement among raft nodes before linearized reading' (duration: 783.532773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.784349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.01488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-01T16:40:52.784368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:50.925393Z","time spent":"1.858965209s","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:52.784361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.290687Z","time spent":"1.493563316s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:52.784381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.171815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T16:40:52.784399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:52.000681Z","time spent":"783.707017ms","remote":"127.0.0.1:60994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:52.784403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08668574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:52.784421Z","caller":"traceutil/trace.go:171","msg":"trace[1997896769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26382; }","duration":"962.227937ms","start":"2026-04-01T16:40:51.822182Z","end":"2026-04-01T16:40:52.784409Z","steps":["trace[1997896769] 'agreement among raft nodes before linearized reading' (duration: 962.128404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.784426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55696351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:52.784445Z","caller":"traceutil/trace.go:171","msg":"trace[1967188413] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26382; }","duration":"1.086750221s","start":"2026-04-01T16:40:51.697687Z","end":"2026-04-01T16:40:52.784437Z","steps":["trace[1967188413] 'agreement among raft nodes before linearized reading' (duration: 1.08669054s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.784449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.822168Z","time spent":"962.276257ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:40:52.784452Z","caller":"traceutil/trace.go:171","msg":"trace[1999653634] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26382; }","duration":"1.557034541s","start":"2026-04-01T16:40:51.22741Z","end":"2026-04-01T16:40:52.784445Z","steps":["trace[1999653634] 'agreement among raft nodes before linearized reading' (duration: 1.5569838s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.784406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.660735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T16:40:52.784475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.227385Z","time spent":"1.557084442s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:52.784495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453710312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:52.784494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852530669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-01T16:40:52.784498Z","caller":"traceutil/trace.go:171","msg":"trace[1719676248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26382; }","duration":"938.759437ms","start":"2026-04-01T16:40:51.845722Z","end":"2026-04-01T16:40:52.784481Z","steps":["trace[1719676248] 'agreement among raft nodes before linearized reading' (duration: 938.564183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.784557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492594763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:40:52.78458Z","caller":"traceutil/trace.go:171","msg":"trace[744169344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26382; }","duration":"1.492645344s","start":"2026-04-01T16:40:51.29193Z","end":"2026-04-01T16:40:52.784575Z","steps":["trace[744169344] 'agreement among raft nodes before linearized reading' (duration: 1.492594213s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.784595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.291917Z","time spent":"1.492674535s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:52.784573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.845716Z","time spent":"938.846859ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:40:52.784283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008370997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:52.784678Z","caller":"traceutil/trace.go:171","msg":"trace[484054548] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"1.49287314s","start":"2026-04-01T16:40:51.291793Z","end":"2026-04-01T16:40:52.784667Z","steps":["trace[484054548] 'process raft request' (duration: 1.492177253s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.78436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495130962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T16:40:52.784726Z","caller":"traceutil/trace.go:171","msg":"trace[752480792] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26382; }","duration":"1.008841738s","start":"2026-04-01T16:40:51.775871Z","end":"2026-04-01T16:40:52.784713Z","steps":["trace[752480792] 'agreement among raft nodes before linearized reading' (duration: 1.008357946s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.784761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.291757Z","time spent":"1.492966212s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:52.784463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.697675Z","time spent":"1.086783633s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:52.784773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.659067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-01T16:40:52.784581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548195474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:52.784822Z","caller":"traceutil/trace.go:171","msg":"trace[332236487] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26382; }","duration":"452.730869ms","start":"2026-04-01T16:40:52.332077Z","end":"2026-04-01T16:40:52.784808Z","steps":["trace[332236487] 'agreement among raft nodes before linearized reading' (duration: 452.568765ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:52.784854Z","caller":"traceutil/trace.go:171","msg":"trace[1541581237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26382; }","duration":"1.548506292s","start":"2026-04-01T16:40:51.236338Z","end":"2026-04-01T16:40:52.784844Z","steps":["trace[1541581237] 'agreement among raft nodes before linearized reading' (duration: 1.548196364s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.78486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:52.332062Z","time spent":"452.79119ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:52.784552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.548096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:52.78489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.236316Z","time spent":"1.548567604s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:52.78477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.775858Z","time spent":"1.008898949s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:52.784734Z","caller":"traceutil/trace.go:171","msg":"trace[968379829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26382; }","duration":"1.495576763s","start":"2026-04-01T16:40:51.289149Z","end":"2026-04-01T16:40:52.784726Z","steps":["trace[968379829] 'agreement among raft nodes before linearized reading' (duration: 1.495088572s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:52.784931Z","caller":"traceutil/trace.go:171","msg":"trace[1835709395] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26382; }","duration":"899.061958ms","start":"2026-04-01T16:40:51.88584Z","end":"2026-04-01T16:40:52.784902Z","steps":["trace[1835709395] 'agreement among raft nodes before linearized reading' (duration: 898.493785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.785039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.289127Z","time spent":"1.49589524s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:52.785069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.88583Z","time spent":"899.205331ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:40:52.784512Z","caller":"traceutil/trace.go:171","msg":"trace[498979887] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26382; }","duration":"1.453748073s","start":"2026-04-01T16:40:51.330759Z","end":"2026-04-01T16:40:52.784507Z","steps":["trace[498979887] 'agreement among raft nodes before linearized reading' (duration: 1.453717862s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.785146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.330743Z","time spent":"1.454390978s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T16:40:52.784406Z","caller":"traceutil/trace.go:171","msg":"trace[1330286816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26382; }","duration":"938.097802ms","start":"2026-04-01T16:40:51.84629Z","end":"2026-04-01T16:40:52.784387Z","steps":["trace[1330286816] 'agreement among raft nodes before linearized reading' (duration: 937.961709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.785285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.846271Z","time spent":"939.001843ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:52.784187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:51.290044Z","time spent":"1.494016206s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:52.784523Z","caller":"traceutil/trace.go:171","msg":"trace[1628438177] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26382; }","duration":"1.85257961s","start":"2026-04-01T16:40:50.931935Z","end":"2026-04-01T16:40:52.784514Z","steps":["trace[1628438177] 'agreement among raft nodes before linearized reading' (duration: 1.852497208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.78545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:50.931924Z","time spent":"1.853513683s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T16:40:52.784625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846274622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T16:40:52.785571Z","caller":"traceutil/trace.go:171","msg":"trace[1426354298] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26382; }","duration":"1.847235835s","start":"2026-04-01T16:40:50.938319Z","end":"2026-04-01T16:40:52.785555Z","steps":["trace[1426354298] 'agreement among raft nodes before linearized reading' (duration: 1.846224102s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:52.78562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:50.938303Z","time spent":"1.847305537s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-01T16:40:53.020469Z","caller":"traceutil/trace.go:171","msg":"trace[731834600] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"230.528426ms","start":"2026-04-01T16:40:52.789916Z","end":"2026-04-01T16:40:53.020444Z","steps":["trace[731834600] 'process raft request' (duration: 148.773542ms)","trace[731834600] 'compare' (duration: 81.414866ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:53.020861Z","caller":"traceutil/trace.go:171","msg":"trace[1464622792] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"230.190909ms","start":"2026-04-01T16:40:52.790656Z","end":"2026-04-01T16:40:53.020847Z","steps":["trace[1464622792] 'process raft request' (duration: 229.733658ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:53.021262Z","caller":"traceutil/trace.go:171","msg":"trace[1511047343] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"230.536607ms","start":"2026-04-01T16:40:52.790709Z","end":"2026-04-01T16:40:53.021246Z","steps":["trace[1511047343] 'process raft request' (duration: 229.923923ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:53.021362Z","caller":"traceutil/trace.go:171","msg":"trace[1890532229] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"229.270908ms","start":"2026-04-01T16:40:52.79208Z","end":"2026-04-01T16:40:53.021351Z","steps":["trace[1890532229] 'process raft request' (duration: 229.144775ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:53.021364Z","caller":"traceutil/trace.go:171","msg":"trace[417535644] linearizableReadLoop","detail":"{readStateIndex:27307; appliedIndex:27302; }","duration":"213.16284ms","start":"2026-04-01T16:40:52.808123Z","end":"2026-04-01T16:40:53.021286Z","steps":["trace[417535644] 'read index received' (duration: 130.508165ms)","trace[417535644] 'applied index is now lower than readState.Index' (duration: 82.653575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:53.021459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.048695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:53.021528Z","caller":"traceutil/trace.go:171","msg":"trace[1552637245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26388; }","duration":"227.155658ms","start":"2026-04-01T16:40:52.794358Z","end":"2026-04-01T16:40:53.021514Z","steps":["trace[1552637245] 'agreement among raft nodes before linearized reading' (duration: 226.999725ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:53.021438Z","caller":"traceutil/trace.go:171","msg":"trace[2122736626] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"229.895632ms","start":"2026-04-01T16:40:52.791529Z","end":"2026-04-01T16:40:53.021425Z","steps":["trace[2122736626] 'process raft request' (duration: 229.617126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:53.021644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.64767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-01T16:40:53.021704Z","caller":"traceutil/trace.go:171","msg":"trace[1942389437] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26388; }","duration":"230.757422ms","start":"2026-04-01T16:40:52.790933Z","end":"2026-04-01T16:40:53.02169Z","steps":["trace[1942389437] 'agreement among raft nodes before linearized reading' (duration: 230.578278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:53.021863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.454456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T16:40:53.021975Z","caller":"traceutil/trace.go:171","msg":"trace[1820228265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26388; }","duration":"198.62627ms","start":"2026-04-01T16:40:52.82329Z","end":"2026-04-01T16:40:53.021916Z","steps":["trace[1820228265] 'agreement among raft nodes before linearized reading' (duration: 198.332123ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:53.214807Z","caller":"traceutil/trace.go:171","msg":"trace[1808177623] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"104.611669ms","start":"2026-04-01T16:40:53.110158Z","end":"2026-04-01T16:40:53.214769Z","steps":["trace[1808177623] 'process raft request' (duration: 34.683892ms)","trace[1808177623] 'compare' (duration: 69.676541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:54.287407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.096591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a249248a6bf24e\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-01T16:40:54.287527Z","caller":"traceutil/trace.go:171","msg":"trace[1325058318] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a249248a6bf24e; range_end:; response_count:1; response_revision:26391; }","duration":"504.341997ms","start":"2026-04-01T16:40:53.783156Z","end":"2026-04-01T16:40:54.287498Z","steps":["trace[1325058318] 'range keys from in-memory index tree' (duration: 503.847516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:54.287583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:53.783132Z","time spent":"504.4387ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a249248a6bf24e\" "} {"level":"warn","ts":"2026-04-01T16:40:54.287691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.020809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T16:40:54.287807Z","caller":"traceutil/trace.go:171","msg":"trace[951323002] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26391; }","duration":"498.188972ms","start":"2026-04-01T16:40:53.789586Z","end":"2026-04-01T16:40:54.287775Z","steps":["trace[951323002] 'range keys from in-memory index tree' (duration: 497.777884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:54.287869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:53.789567Z","time spent":"498.289575ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"warn","ts":"2026-04-01T16:40:54.288524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.825017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:40:54.289399Z","caller":"traceutil/trace.go:171","msg":"trace[1792493859] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26391; }","duration":"106.331409ms","start":"2026-04-01T16:40:54.182636Z","end":"2026-04-01T16:40:54.288967Z","steps":["trace[1792493859] 'count revisions from in-memory index tree' (duration: 105.645653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:54.795855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642502,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:40:55.091315Z","caller":"traceutil/trace.go:171","msg":"trace[1850147238] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"801.054154ms","start":"2026-04-01T16:40:54.290243Z","end":"2026-04-01T16:40:55.091297Z","steps":["trace[1850147238] 'process raft request' (duration: 800.924891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.091424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.290222Z","time spent":"801.145525ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:55.353454Z","caller":"traceutil/trace.go:171","msg":"trace[1586822911] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"1.061247355s","start":"2026-04-01T16:40:54.292169Z","end":"2026-04-01T16:40:55.353416Z","steps":["trace[1586822911] 'process raft request' (duration: 1.060552169s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:55.353508Z","caller":"traceutil/trace.go:171","msg":"trace[761081956] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"562.776225ms","start":"2026-04-01T16:40:54.790695Z","end":"2026-04-01T16:40:55.353471Z","steps":["trace[761081956] 'process raft request' (duration: 562.517359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.353605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.292147Z","time spent":"1.061380428s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:55.353734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.790668Z","time spent":"562.944179ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:55.353882Z","caller":"traceutil/trace.go:171","msg":"trace[1446600389] linearizableReadLoop","detail":"{readStateIndex:27320; appliedIndex:27310; }","duration":"1.058178533s","start":"2026-04-01T16:40:54.295673Z","end":"2026-04-01T16:40:55.353851Z","steps":["trace[1446600389] 'read index received' (duration: 795.382701ms)","trace[1446600389] 'applied index is now lower than readState.Index' (duration: 262.794732ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:55.354025Z","caller":"traceutil/trace.go:171","msg":"trace[1101536958] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"562.392006ms","start":"2026-04-01T16:40:54.791607Z","end":"2026-04-01T16:40:55.353999Z","steps":["trace[1101536958] 'process raft request' (duration: 562.107009ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:55.354112Z","caller":"traceutil/trace.go:171","msg":"trace[38410009] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"316.102181ms","start":"2026-04-01T16:40:55.037977Z","end":"2026-04-01T16:40:55.354079Z","steps":["trace[38410009] 'process raft request' (duration: 315.820354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.354121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.791603Z","time spent":"562.468507ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:55.354182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.037956Z","time spent":"316.187552ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:40:55.354222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058520071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-01T16:40:55.354231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.873798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:55.354265Z","caller":"traceutil/trace.go:171","msg":"trace[1881274787] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26402; }","duration":"1.058624834s","start":"2026-04-01T16:40:54.295627Z","end":"2026-04-01T16:40:55.354252Z","steps":["trace[1881274787] 'agreement among raft nodes before linearized reading' (duration: 1.058430389s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:55.354286Z","caller":"traceutil/trace.go:171","msg":"trace[1085878544] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26402; }","duration":"738.97949ms","start":"2026-04-01T16:40:54.615292Z","end":"2026-04-01T16:40:55.354272Z","steps":["trace[1085878544] 'agreement among raft nodes before linearized reading' (duration: 738.856387ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:55.35429Z","caller":"traceutil/trace.go:171","msg":"trace[1285444986] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"563.038111ms","start":"2026-04-01T16:40:54.791241Z","end":"2026-04-01T16:40:55.35428Z","steps":["trace[1285444986] 'process raft request' (duration: 562.304554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.354303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.29562Z","time spent":"1.058672925s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-01T16:40:55.354328Z","caller":"traceutil/trace.go:171","msg":"trace[1554612979] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"561.425173ms","start":"2026-04-01T16:40:54.792892Z","end":"2026-04-01T16:40:55.354317Z","steps":["trace[1554612979] 'process raft request' (duration: 560.88245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.354352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.791236Z","time spent":"563.082602ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:55.35438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.792865Z","time spent":"561.487825ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:55.354477Z","caller":"traceutil/trace.go:171","msg":"trace[923904541] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"562.964799ms","start":"2026-04-01T16:40:54.791491Z","end":"2026-04-01T16:40:55.354456Z","steps":["trace[923904541] 'process raft request' (duration: 562.15374ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:55.35425Z","caller":"traceutil/trace.go:171","msg":"trace[961981625] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"563.373619ms","start":"2026-04-01T16:40:54.790865Z","end":"2026-04-01T16:40:55.354239Z","steps":["trace[961981625] 'process raft request' (duration: 562.54169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.354588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.791486Z","time spent":"563.044331ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:55.354649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.790857Z","time spent":"563.756588ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:55.35467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.553946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-01T16:40:55.354722Z","caller":"traceutil/trace.go:171","msg":"trace[1355772441] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26402; }","duration":"124.622387ms","start":"2026-04-01T16:40:55.230074Z","end":"2026-04-01T16:40:55.354696Z","steps":["trace[1355772441] 'agreement among raft nodes before linearized reading' (duration: 124.519045ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:55.354041Z","caller":"traceutil/trace.go:171","msg":"trace[1094105390] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"561.325631ms","start":"2026-04-01T16:40:54.792703Z","end":"2026-04-01T16:40:55.354028Z","steps":["trace[1094105390] 'process raft request' (duration: 561.039625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.354845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.792647Z","time spent":"562.11211ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:55.354835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.396298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:40:55.35495Z","caller":"traceutil/trace.go:171","msg":"trace[1128353559] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"563.41561ms","start":"2026-04-01T16:40:54.791525Z","end":"2026-04-01T16:40:55.354941Z","steps":["trace[1128353559] 'process raft request' (duration: 562.15183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.354996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.79152Z","time spent":"563.451591ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:55.35433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:54.615269Z","time spent":"739.050352ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:55.355046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.012282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:40:55.355084Z","caller":"traceutil/trace.go:171","msg":"trace[618635031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26402; }","duration":"329.099265ms","start":"2026-04-01T16:40:55.025974Z","end":"2026-04-01T16:40:55.355074Z","steps":["trace[618635031] 'agreement among raft nodes before linearized reading' (duration: 329.004543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.355108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.025944Z","time spent":"329.158686ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:40:55.355113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.439753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T16:40:55.354979Z","caller":"traceutil/trace.go:171","msg":"trace[1949387731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26402; }","duration":"328.573982ms","start":"2026-04-01T16:40:55.026378Z","end":"2026-04-01T16:40:55.354951Z","steps":["trace[1949387731] 'agreement among raft nodes before linearized reading' (duration: 328.289175ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:55.355151Z","caller":"traceutil/trace.go:171","msg":"trace[1168369501] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26402; }","duration":"203.518284ms","start":"2026-04-01T16:40:55.151619Z","end":"2026-04-01T16:40:55.355137Z","steps":["trace[1168369501] 'agreement among raft nodes before linearized reading' (duration: 203.395902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.355165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.026361Z","time spent":"328.795228ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:55.355509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.256235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:40:55.355516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.559196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:55.35557Z","caller":"traceutil/trace.go:171","msg":"trace[2053208821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26402; }","duration":"328.353767ms","start":"2026-04-01T16:40:55.027203Z","end":"2026-04-01T16:40:55.355557Z","steps":["trace[2053208821] 'agreement among raft nodes before linearized reading' (duration: 328.209784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.355642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.027178Z","time spent":"328.451079ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:40:55.355601Z","caller":"traceutil/trace.go:171","msg":"trace[1041752811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26402; }","duration":"338.70395ms","start":"2026-04-01T16:40:55.016875Z","end":"2026-04-01T16:40:55.355579Z","steps":["trace[1041752811] 'agreement among raft nodes before linearized reading' (duration: 338.531426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.355702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.016774Z","time spent":"338.913364ms","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:55.356242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.120405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:40:55.35629Z","caller":"traceutil/trace.go:171","msg":"trace[99998072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26402; }","duration":"329.228307ms","start":"2026-04-01T16:40:55.02705Z","end":"2026-04-01T16:40:55.356278Z","steps":["trace[99998072] 'agreement among raft nodes before linearized reading' (duration: 329.089194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.356315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.027038Z","time spent":"329.270639ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:40:55.354927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.750736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T16:40:55.356871Z","caller":"traceutil/trace.go:171","msg":"trace[56671749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26402; }","duration":"330.761374ms","start":"2026-04-01T16:40:55.026097Z","end":"2026-04-01T16:40:55.356858Z","steps":["trace[56671749] 'agreement among raft nodes before linearized reading' (duration: 328.757137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:55.356899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.026039Z","time spent":"330.850395ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:40:55.984022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:40:56.646232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.246643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:56.646502Z","caller":"traceutil/trace.go:171","msg":"trace[1216861136] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"500.674641ms","start":"2026-04-01T16:40:56.145811Z","end":"2026-04-01T16:40:56.646486Z","steps":["trace[1216861136] 'process raft request' (duration: 500.63711ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:56.646628Z","caller":"traceutil/trace.go:171","msg":"trace[1838316345] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"1.283183651s","start":"2026-04-01T16:40:55.363429Z","end":"2026-04-01T16:40:56.646612Z","steps":["trace[1838316345] 'process raft request' (duration: 1.282937595s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:56.646701Z","caller":"traceutil/trace.go:171","msg":"trace[988380654] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"1.283259313s","start":"2026-04-01T16:40:55.363431Z","end":"2026-04-01T16:40:56.64669Z","steps":["trace[988380654] 'process raft request' (duration: 1.282966336s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:56.646767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.3634Z","time spent":"1.283331873s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:56.646892Z","caller":"traceutil/trace.go:171","msg":"trace[1787931473] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"1.283549669s","start":"2026-04-01T16:40:55.363311Z","end":"2026-04-01T16:40:56.64686Z","steps":["trace[1787931473] 'process raft request' (duration: 758.61322ms)","trace[1787931473] 'compare' (duration: 523.426634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:56.646703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.363412Z","time spent":"1.283255292s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:56.646958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.363285Z","time spent":"1.283641961s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:56.64704Z","caller":"traceutil/trace.go:171","msg":"trace[838974114] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"1.283643161s","start":"2026-04-01T16:40:55.363388Z","end":"2026-04-01T16:40:56.647031Z","steps":["trace[838974114] 'process raft request' (duration: 1.282925025s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:56.64664Z","caller":"traceutil/trace.go:171","msg":"trace[971542198] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"1.282221428s","start":"2026-04-01T16:40:55.3644Z","end":"2026-04-01T16:40:56.646621Z","steps":["trace[971542198] 'process raft request' (duration: 1.282020853s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:56.64709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.363382Z","time spent":"1.283683532s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:56.647144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.364387Z","time spent":"1.282722879s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:56.64728Z","caller":"traceutil/trace.go:171","msg":"trace[475680498] linearizableReadLoop","detail":"{readStateIndex:27327; appliedIndex:27322; }","duration":"1.163899518s","start":"2026-04-01T16:40:55.483369Z","end":"2026-04-01T16:40:56.647268Z","steps":["trace[475680498] 'read index received' (duration: 638.57759ms)","trace[475680498] 'applied index is now lower than readState.Index' (duration: 525.320328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:56.647365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16399549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:56.647397Z","caller":"traceutil/trace.go:171","msg":"trace[641580235] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26409; }","duration":"1.164070752s","start":"2026-04-01T16:40:55.483317Z","end":"2026-04-01T16:40:56.647388Z","steps":["trace[641580235] 'agreement among raft nodes before linearized reading' (duration: 1.16401208s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:56.647431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:55.483297Z","time spent":"1.164124803s","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:56.646564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.145802Z","time spent":"500.738042ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T16:40:56.888687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.495595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:56.888823Z","caller":"traceutil/trace.go:171","msg":"trace[429711238] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27328; }","duration":"241.494374ms","start":"2026-04-01T16:40:56.647309Z","end":"2026-04-01T16:40:56.888803Z","steps":["trace[429711238] 'read index received' (duration: 119.748034ms)","trace[429711238] 'applied index is now lower than readState.Index' (duration: 121.744389ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:56.888834Z","caller":"traceutil/trace.go:171","msg":"trace[492463634] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"579.61464ms","start":"2026-04-01T16:40:56.309192Z","end":"2026-04-01T16:40:56.888807Z","steps":["trace[492463634] 'process raft request' (duration: 457.909501ms)","trace[492463634] 'compare' (duration: 120.623983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:56.888928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.309172Z","time spent":"579.709031ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:56.888958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.705287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:56.889009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.225916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29584360-gv9nh\" ","response":"range_response_count:1 size:7143"} {"level":"info","ts":"2026-04-01T16:40:56.889028Z","caller":"traceutil/trace.go:171","msg":"trace[957536441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26410; }","duration":"654.813269ms","start":"2026-04-01T16:40:56.234198Z","end":"2026-04-01T16:40:56.889012Z","steps":["trace[957536441] 'agreement among raft nodes before linearized reading' (duration: 654.671596ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:56.889064Z","caller":"traceutil/trace.go:171","msg":"trace[348583250] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29584360-gv9nh; range_end:; response_count:1; response_revision:26410; }","duration":"745.304218ms","start":"2026-04-01T16:40:56.143743Z","end":"2026-04-01T16:40:56.889047Z","steps":["trace[348583250] 'agreement among raft nodes before linearized reading' (duration: 745.129634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:56.889069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.234185Z","time spent":"654.875492ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:56.889073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.358769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:56.889118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.143729Z","time spent":"745.37475ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7165,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29584360-gv9nh\" "} {"level":"info","ts":"2026-04-01T16:40:56.889153Z","caller":"traceutil/trace.go:171","msg":"trace[1951492330] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26410; }","duration":"566.487481ms","start":"2026-04-01T16:40:56.322646Z","end":"2026-04-01T16:40:56.889133Z","steps":["trace[1951492330] 'agreement among raft nodes before linearized reading' (duration: 566.341418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:56.889155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.99753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-01T16:40:56.889182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.461246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-01T16:40:56.889205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.322632Z","time spent":"566.562484ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-01T16:40:56.889211Z","caller":"traceutil/trace.go:171","msg":"trace[2091164160] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26410; }","duration":"528.098323ms","start":"2026-04-01T16:40:56.361098Z","end":"2026-04-01T16:40:56.889196Z","steps":["trace[2091164160] 'agreement among raft nodes before linearized reading' (duration: 527.873207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:56.889281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.361074Z","time spent":"528.197166ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"info","ts":"2026-04-01T16:40:56.8893Z","caller":"traceutil/trace.go:171","msg":"trace[921662755] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26410; }","duration":"708.564128ms","start":"2026-04-01T16:40:56.18067Z","end":"2026-04-01T16:40:56.889234Z","steps":["trace[921662755] 'agreement among raft nodes before linearized reading' (duration: 708.332682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:56.889356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.180654Z","time spent":"708.684011ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-01T16:40:56.889455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.139034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-01T16:40:56.889491Z","caller":"traceutil/trace.go:171","msg":"trace[1355778902] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:26410; }","duration":"736.235925ms","start":"2026-04-01T16:40:56.153245Z","end":"2026-04-01T16:40:56.889481Z","steps":["trace[1355778902] 'agreement among raft nodes before linearized reading' (duration: 736.143713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:56.889517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.153228Z","time spent":"736.283127ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-04-01T16:40:57.878526Z","caller":"traceutil/trace.go:171","msg":"trace[1215099177] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27329; }","duration":"980.977394ms","start":"2026-04-01T16:40:56.897522Z","end":"2026-04-01T16:40:57.8785Z","steps":["trace[1215099177] 'read index received' (duration: 7.862834ms)","trace[1215099177] 'applied index is now lower than readState.Index' (duration: 973.1133ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:57.878574Z","caller":"traceutil/trace.go:171","msg":"trace[554095482] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"981.939277ms","start":"2026-04-01T16:40:56.896603Z","end":"2026-04-01T16:40:57.878542Z","steps":["trace[554095482] 'process raft request' (duration: 981.64107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:57.878797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.896588Z","time spent":"982.098971ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7136,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:57.878805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.22927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-01T16:40:57.878914Z","caller":"traceutil/trace.go:171","msg":"trace[840126831] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26411; }","duration":"981.356834ms","start":"2026-04-01T16:40:56.897499Z","end":"2026-04-01T16:40:57.878855Z","steps":["trace[840126831] 'agreement among raft nodes before linearized reading' (duration: 981.101858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:57.878974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.897492Z","time spent":"981.468506ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-01T16:40:58.096422Z","caller":"traceutil/trace.go:171","msg":"trace[129557291] linearizableReadLoop","detail":"{readStateIndex:27340; appliedIndex:27331; }","duration":"217.815ms","start":"2026-04-01T16:40:57.878589Z","end":"2026-04-01T16:40:58.096404Z","steps":["trace[129557291] 'read index received' (duration: 201.457377ms)","trace[129557291] 'applied index is now lower than readState.Index' (duration: 16.356812ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:58.096514Z","caller":"traceutil/trace.go:171","msg":"trace[774884605] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"731.675859ms","start":"2026-04-01T16:40:57.364833Z","end":"2026-04-01T16:40:58.096508Z","steps":["trace[774884605] 'process raft request' (duration: 731.510545ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:58.096518Z","caller":"traceutil/trace.go:171","msg":"trace[1107025208] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"731.765301ms","start":"2026-04-01T16:40:57.364721Z","end":"2026-04-01T16:40:58.096487Z","steps":["trace[1107025208] 'process raft request' (duration: 731.605028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.096586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.364792Z","time spent":"731.73847ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:58.096664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.364707Z","time spent":"731.879854ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:58.096679Z","caller":"traceutil/trace.go:171","msg":"trace[890003600] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"735.97741ms","start":"2026-04-01T16:40:57.360673Z","end":"2026-04-01T16:40:58.096651Z","steps":["trace[890003600] 'process raft request' (duration: 735.55691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:58.096737Z","caller":"traceutil/trace.go:171","msg":"trace[398220119] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"731.452564ms","start":"2026-04-01T16:40:57.365268Z","end":"2026-04-01T16:40:58.096721Z","steps":["trace[398220119] 'process raft request' (duration: 731.107696ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:58.09678Z","caller":"traceutil/trace.go:171","msg":"trace[1995237275] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"735.394516ms","start":"2026-04-01T16:40:57.361379Z","end":"2026-04-01T16:40:58.096773Z","steps":["trace[1995237275] 'process raft request' (duration: 734.888704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.096788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.360643Z","time spent":"736.083592ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:58.096766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007363603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:58.096799Z","caller":"traceutil/trace.go:171","msg":"trace[598933891] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"732.208281ms","start":"2026-04-01T16:40:57.364579Z","end":"2026-04-01T16:40:58.096787Z","steps":["trace[598933891] 'process raft request' (duration: 731.73093ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:58.096814Z","caller":"traceutil/trace.go:171","msg":"trace[1745143118] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"731.861534ms","start":"2026-04-01T16:40:57.364929Z","end":"2026-04-01T16:40:58.096791Z","steps":["trace[1745143118] 'process raft request' (duration: 731.429473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.096866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.364518Z","time spent":"732.317294ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:58.096892Z","caller":"traceutil/trace.go:171","msg":"trace[1976530778] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"1.190643683s","start":"2026-04-01T16:40:56.906237Z","end":"2026-04-01T16:40:58.09688Z","steps":["trace[1976530778] 'process raft request' (duration: 1.173765167s)","trace[1976530778] 'compare' (duration: 16.118138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:58.096895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.581882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:40:58.09691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.698546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:58.096927Z","caller":"traceutil/trace.go:171","msg":"trace[4262462] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26420; }","duration":"665.650223ms","start":"2026-04-01T16:40:57.431266Z","end":"2026-04-01T16:40:58.096916Z","steps":["trace[4262462] 'agreement among raft nodes before linearized reading' (duration: 665.600192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.096934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.906219Z","time spent":"1.190692254s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:58.09694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145997688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-04-01T16:40:58.096936Z","caller":"traceutil/trace.go:171","msg":"trace[809964351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26420; }","duration":"859.758918ms","start":"2026-04-01T16:40:57.23717Z","end":"2026-04-01T16:40:58.096929Z","steps":["trace[809964351] 'agreement among raft nodes before linearized reading' (duration: 859.704937ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:58.096961Z","caller":"traceutil/trace.go:171","msg":"trace[284047512] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26420; }","duration":"1.146047658s","start":"2026-04-01T16:40:56.950907Z","end":"2026-04-01T16:40:58.096955Z","steps":["trace[284047512] 'agreement among raft nodes before linearized reading' (duration: 1.145897295s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.096952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.364903Z","time spent":"731.985356ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:58.096983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.950866Z","time spent":"1.14611384s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418401,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T16:40:58.096969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.431246Z","time spent":"665.712444ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:58.097012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199087921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:58.096839Z","caller":"traceutil/trace.go:171","msg":"trace[59549817] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26420; }","duration":"1.007453745s","start":"2026-04-01T16:40:57.089366Z","end":"2026-04-01T16:40:58.09682Z","steps":["trace[59549817] 'agreement among raft nodes before linearized reading' (duration: 1.007278391s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:58.097044Z","caller":"traceutil/trace.go:171","msg":"trace[929546228] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26420; }","duration":"1.199152212s","start":"2026-04-01T16:40:56.897884Z","end":"2026-04-01T16:40:58.097036Z","steps":["trace[929546228] 'agreement among raft nodes before linearized reading' (duration: 1.199101491s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.097063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.198048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-01T16:40:58.097065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:56.897868Z","time spent":"1.199192163s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-01T16:40:58.097085Z","caller":"traceutil/trace.go:171","msg":"trace[453946446] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b9f37471-e309-45e0-a4b2-bbe684980129; range_end:; response_count:1; response_revision:26420; }","duration":"215.252389ms","start":"2026-04-01T16:40:57.881826Z","end":"2026-04-01T16:40:58.097079Z","steps":["trace[453946446] 'agreement among raft nodes before linearized reading' (duration: 215.166827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.097079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.08931Z","time spent":"1.007753042s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:40:58.096849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.361352Z","time spent":"735.449628ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:58.096964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.23715Z","time spent":"859.810529ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:40:58.096849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.365243Z","time spent":"731.542176ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:58.096748Z","caller":"traceutil/trace.go:171","msg":"trace[7532669] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"733.343628ms","start":"2026-04-01T16:40:57.36337Z","end":"2026-04-01T16:40:58.096714Z","steps":["trace[7532669] 'process raft request' (duration: 732.920308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.097299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:57.363358Z","time spent":"733.904212ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:58.097331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.661511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T16:40:58.09735Z","caller":"traceutil/trace.go:171","msg":"trace[173694032] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26420; }","duration":"204.707382ms","start":"2026-04-01T16:40:57.892636Z","end":"2026-04-01T16:40:58.097344Z","steps":["trace[173694032] 'agreement among raft nodes before linearized reading' (duration: 204.655131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.568811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.130862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:58.568875Z","caller":"traceutil/trace.go:171","msg":"trace[16998426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26420; }","duration":"126.247255ms","start":"2026-04-01T16:40:58.442613Z","end":"2026-04-01T16:40:58.568861Z","steps":["trace[16998426] 'count revisions from in-memory index tree' (duration: 126.01884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:58.568905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.802137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:58.569003Z","caller":"traceutil/trace.go:171","msg":"trace[2042891174] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26420; }","duration":"143.95706ms","start":"2026-04-01T16:40:58.425021Z","end":"2026-04-01T16:40:58.568978Z","steps":["trace[2042891174] 'count revisions from in-memory index tree' (duration: 143.711425ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:58.62311Z","caller":"traceutil/trace.go:171","msg":"trace[1522915006] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"135.240086ms","start":"2026-04-01T16:40:58.487833Z","end":"2026-04-01T16:40:58.623073Z","steps":["trace[1522915006] 'process raft request' (duration: 134.838027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.283745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.062451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:40:59.283915Z","caller":"traceutil/trace.go:171","msg":"trace[1260329540] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"626.989199ms","start":"2026-04-01T16:40:58.656911Z","end":"2026-04-01T16:40:59.2839Z","steps":["trace[1260329540] 'process raft request' (duration: 380.684972ms)","trace[1260329540] 'compare' (duration: 245.729913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:59.283965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:58.656891Z","time spent":"627.05031ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:59.284098Z","caller":"traceutil/trace.go:171","msg":"trace[2136421847] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"626.317202ms","start":"2026-04-01T16:40:58.657768Z","end":"2026-04-01T16:40:59.284085Z","steps":["trace[2136421847] 'process raft request' (duration: 626.059556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.284148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:58.657737Z","time spent":"626.385054ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:59.284195Z","caller":"traceutil/trace.go:171","msg":"trace[288106193] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"626.094317ms","start":"2026-04-01T16:40:58.658078Z","end":"2026-04-01T16:40:59.284172Z","steps":["trace[288106193] 'process raft request' (duration: 625.944963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.28434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:58.658043Z","time spent":"626.22081ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:40:59.284375Z","caller":"traceutil/trace.go:171","msg":"trace[1359965223] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"626.008105ms","start":"2026-04-01T16:40:58.658355Z","end":"2026-04-01T16:40:59.284363Z","steps":["trace[1359965223] 'process raft request' (duration: 625.77826ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:59.284409Z","caller":"traceutil/trace.go:171","msg":"trace[291716937] linearizableReadLoop","detail":"{readStateIndex:27346; appliedIndex:27341; }","duration":"557.156143ms","start":"2026-04-01T16:40:58.727241Z","end":"2026-04-01T16:40:59.284397Z","steps":["trace[291716937] 'read index received' (duration: 310.342825ms)","trace[291716937] 'applied index is now lower than readState.Index' (duration: 246.812728ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:59.284439Z","caller":"traceutil/trace.go:171","msg":"trace[295100442] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"346.808399ms","start":"2026-04-01T16:40:58.937624Z","end":"2026-04-01T16:40:59.284432Z","steps":["trace[295100442] 'process raft request' (duration: 346.733877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.284448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:58.658346Z","time spent":"626.052816ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:59.284468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:58.937598Z","time spent":"346.855689ms","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:40:59.284437Z","caller":"traceutil/trace.go:171","msg":"trace[1084629927] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"625.569835ms","start":"2026-04-01T16:40:58.658842Z","end":"2026-04-01T16:40:59.284412Z","steps":["trace[1084629927] 'process raft request' (duration: 625.457182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.284566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:58.658825Z","time spent":"625.676778ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:40:59.284577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.349708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T16:40:59.284615Z","caller":"traceutil/trace.go:171","msg":"trace[498590900] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26427; }","duration":"557.415449ms","start":"2026-04-01T16:40:58.727187Z","end":"2026-04-01T16:40:59.284603Z","steps":["trace[498590900] 'agreement among raft nodes before linearized reading' (duration: 557.264855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.28465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:58.727159Z","time spent":"557.482221ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T16:40:59.287999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.153084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:59.288086Z","caller":"traceutil/trace.go:171","msg":"trace[1409287579] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26428; }","duration":"302.277927ms","start":"2026-04-01T16:40:58.985787Z","end":"2026-04-01T16:40:59.288065Z","steps":["trace[1409287579] 'agreement among raft nodes before linearized reading' (duration: 302.036241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.288163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:40:58.98577Z","time spent":"302.375959ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18768,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T16:40:59.288632Z","caller":"traceutil/trace.go:171","msg":"trace[744574751] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"230.303722ms","start":"2026-04-01T16:40:59.058312Z","end":"2026-04-01T16:40:59.288615Z","steps":["trace[744574751] 'process raft request' (duration: 229.37492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.28906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.308391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T16:40:59.289122Z","caller":"traceutil/trace.go:171","msg":"trace[1065606533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26428; }","duration":"186.403453ms","start":"2026-04-01T16:40:59.102702Z","end":"2026-04-01T16:40:59.289106Z","steps":["trace[1065606533] 'agreement among raft nodes before linearized reading' (duration: 186.218329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:40:59.289114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.519935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:40:59.289375Z","caller":"traceutil/trace.go:171","msg":"trace[640598721] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26428; }","duration":"294.825332ms","start":"2026-04-01T16:40:58.994533Z","end":"2026-04-01T16:40:59.289359Z","steps":["trace[640598721] 'agreement among raft nodes before linearized reading' (duration: 294.533026ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:59.467045Z","caller":"traceutil/trace.go:171","msg":"trace[1442848036] linearizableReadLoop","detail":"{readStateIndex:27350; appliedIndex:27348; }","duration":"173.104663ms","start":"2026-04-01T16:40:59.293918Z","end":"2026-04-01T16:40:59.467022Z","steps":["trace[1442848036] 'read index received' (duration: 30.300839ms)","trace[1442848036] 'applied index is now lower than readState.Index' (duration: 142.802654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:40:59.467253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.307867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-01T16:40:59.467301Z","caller":"traceutil/trace.go:171","msg":"trace[869638708] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26431; }","duration":"173.387689ms","start":"2026-04-01T16:40:59.293902Z","end":"2026-04-01T16:40:59.467289Z","steps":["trace[869638708] 'agreement among raft nodes before linearized reading' (duration: 173.211085ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:40:59.467423Z","caller":"traceutil/trace.go:171","msg":"trace[2140574901] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"175.262623ms","start":"2026-04-01T16:40:59.292128Z","end":"2026-04-01T16:40:59.467391Z","steps":["trace[2140574901] 'process raft request' (duration: 123.271006ms)","trace[2140574901] 'compare' (duration: 51.289421ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:40:59.467541Z","caller":"traceutil/trace.go:171","msg":"trace[1321357688] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"169.062998ms","start":"2026-04-01T16:40:59.298395Z","end":"2026-04-01T16:40:59.467458Z","steps":["trace[1321357688] 'process raft request' (duration: 168.529525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:00.293951Z","caller":"traceutil/trace.go:171","msg":"trace[1965182022] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"191.004531ms","start":"2026-04-01T16:41:00.102931Z","end":"2026-04-01T16:41:00.293936Z","steps":["trace[1965182022] 'process raft request' (duration: 190.900329ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:00.625484Z","caller":"traceutil/trace.go:171","msg":"trace[1213550591] linearizableReadLoop","detail":"{readStateIndex:27360; appliedIndex:27351; }","duration":"335.987355ms","start":"2026-04-01T16:41:00.289475Z","end":"2026-04-01T16:41:00.625462Z","steps":["trace[1213550591] 'read index received' (duration: 4.333241ms)","trace[1213550591] 'applied index is now lower than readState.Index' (duration: 331.653304ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:00.625542Z","caller":"traceutil/trace.go:171","msg":"trace[1168243001] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"522.569043ms","start":"2026-04-01T16:41:00.10293Z","end":"2026-04-01T16:41:00.625499Z","steps":["trace[1168243001] 'process raft request' (duration: 459.699442ms)","trace[1168243001] 'compare' (duration: 61.792365ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:00.625663Z","caller":"traceutil/trace.go:171","msg":"trace[2041309324] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"521.299653ms","start":"2026-04-01T16:41:00.104346Z","end":"2026-04-01T16:41:00.625646Z","steps":["trace[2041309324] 'process raft request' (duration: 520.952495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:00.628168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.104311Z","time spent":"523.807932ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:00.625709Z","caller":"traceutil/trace.go:171","msg":"trace[2111068053] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"522.708106ms","start":"2026-04-01T16:41:00.102987Z","end":"2026-04-01T16:41:00.625695Z","steps":["trace[2111068053] 'process raft request' (duration: 522.172124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:00.625718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.23134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:00.628375Z","caller":"traceutil/trace.go:171","msg":"trace[291947747] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26440; }","duration":"338.934534ms","start":"2026-04-01T16:41:00.289431Z","end":"2026-04-01T16:41:00.628366Z","steps":["trace[291947747] 'agreement among raft nodes before linearized reading' (duration: 336.2335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:00.628399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.289417Z","time spent":"338.974144ms","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:41:00.62576Z","caller":"traceutil/trace.go:171","msg":"trace[1790001038] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"520.562646ms","start":"2026-04-01T16:41:00.10519Z","end":"2026-04-01T16:41:00.625752Z","steps":["trace[1790001038] 'process raft request' (duration: 520.168016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:00.628511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.10518Z","time spent":"523.312131ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:00.625754Z","caller":"traceutil/trace.go:171","msg":"trace[37310168] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"522.648214ms","start":"2026-04-01T16:41:00.103091Z","end":"2026-04-01T16:41:00.625739Z","steps":["trace[37310168] 'process raft request' (duration: 522.133522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:00.628593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.103079Z","time spent":"525.497822ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:00.625784Z","caller":"traceutil/trace.go:171","msg":"trace[659884949] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"520.227948ms","start":"2026-04-01T16:41:00.10555Z","end":"2026-04-01T16:41:00.625778Z","steps":["trace[659884949] 'process raft request' (duration: 519.841279ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:00.625786Z","caller":"traceutil/trace.go:171","msg":"trace[1937302404] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"522.661955ms","start":"2026-04-01T16:41:00.103116Z","end":"2026-04-01T16:41:00.625778Z","steps":["trace[1937302404] 'process raft request' (duration: 522.145713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:00.629004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.105542Z","time spent":"523.125306ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:00.629054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.103096Z","time spent":"525.937511ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:00.625803Z","caller":"traceutil/trace.go:171","msg":"trace[259454475] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"421.215011ms","start":"2026-04-01T16:41:00.204582Z","end":"2026-04-01T16:41:00.625797Z","steps":["trace[259454475] 'process raft request' (duration: 420.840832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:00.629271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.204557Z","time spent":"424.566518ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:00.628356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.10298Z","time spent":"525.314597ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:00.630545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.102909Z","time spent":"525.149024ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:01.128461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:41:01.629138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:41:01.783361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220753148s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T16:41:02.263132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.144127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:41:02.263355Z","caller":"traceutil/trace.go:171","msg":"trace[1592763143] linearizableReadLoop","detail":"{readStateIndex:27362; appliedIndex:27360; }","duration":"1.635393226s","start":"2026-04-01T16:41:00.627945Z","end":"2026-04-01T16:41:02.263338Z","steps":["trace[1592763143] 'read index received' (duration: 1.155661645s)","trace[1592763143] 'applied index is now lower than readState.Index' (duration: 479.730511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:02.263603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69284101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:41:02.263671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969833175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-01T16:41:02.263717Z","caller":"traceutil/trace.go:171","msg":"trace[1869673924] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414; range_end:; response_count:1; response_revision:26442; }","duration":"1.969946397s","start":"2026-04-01T16:41:00.293761Z","end":"2026-04-01T16:41:02.263707Z","steps":["trace[1869673924] 'agreement among raft nodes before linearized reading' (duration: 1.969728992s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.263753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.293747Z","time spent":"1.969997558s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e5b6423-38cc-4e16-8fa3-1402d16b8414\" "} {"level":"info","ts":"2026-04-01T16:41:02.263677Z","caller":"traceutil/trace.go:171","msg":"trace[11917209] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26442; }","duration":"1.692960522s","start":"2026-04-01T16:41:00.570699Z","end":"2026-04-01T16:41:02.26366Z","steps":["trace[11917209] 'agreement among raft nodes before linearized reading' (duration: 1.692831389s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.263828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.57068Z","time spent":"1.693136507s","remote":"127.0.0.1:47484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:41:02.263847Z","caller":"traceutil/trace.go:171","msg":"trace[440937161] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"1.904920785s","start":"2026-04-01T16:41:00.358899Z","end":"2026-04-01T16:41:02.263819Z","steps":["trace[440937161] 'process raft request' (duration: 1.424693822s)","trace[440937161] 'compare' (duration: 477.159151ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:02.263489Z","caller":"traceutil/trace.go:171","msg":"trace[1756611432] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"1.777040821s","start":"2026-04-01T16:41:00.486428Z","end":"2026-04-01T16:41:02.263469Z","steps":["trace[1756611432] 'process raft request' (duration: 1.776820836s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.263969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.358846Z","time spent":"1.905058808s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:02.263643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899478127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T16:41:02.264109Z","caller":"traceutil/trace.go:171","msg":"trace[1417955985] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26442; }","duration":"1.899987109s","start":"2026-04-01T16:41:00.364105Z","end":"2026-04-01T16:41:02.264092Z","steps":["trace[1417955985] 'agreement among raft nodes before linearized reading' (duration: 1.899338994s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.264152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.364093Z","time spent":"1.900047231s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T16:41:02.264814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:00.486406Z","time spent":"1.777605165s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:02.301773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225248743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:41:02.301834Z","caller":"traceutil/trace.go:171","msg":"trace[1373299241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26442; }","duration":"1.225363166s","start":"2026-04-01T16:41:01.076458Z","end":"2026-04-01T16:41:02.301821Z","steps":["trace[1373299241] 'agreement among raft nodes before linearized reading' (duration: 1.225233663s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.301862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:01.076442Z","time spent":"1.225414478s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:02.301916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010610699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:41:02.302009Z","caller":"traceutil/trace.go:171","msg":"trace[960876638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26442; }","duration":"1.010733012s","start":"2026-04-01T16:41:01.291255Z","end":"2026-04-01T16:41:02.301988Z","steps":["trace[960876638] 'agreement among raft nodes before linearized reading' (duration: 1.010451726s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.302027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010780693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T16:41:02.302061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:01.291247Z","time spent":"1.010804304s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T16:41:02.302078Z","caller":"traceutil/trace.go:171","msg":"trace[2114856610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26442; }","duration":"1.010829114s","start":"2026-04-01T16:41:01.291229Z","end":"2026-04-01T16:41:02.302058Z","steps":["trace[2114856610] 'agreement among raft nodes before linearized reading' (duration: 1.010741792s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.302129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010950007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:41:02.302122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:01.291225Z","time spent":"1.010889975s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T16:41:02.302155Z","caller":"traceutil/trace.go:171","msg":"trace[1584481354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26442; }","duration":"1.011012208s","start":"2026-04-01T16:41:01.291135Z","end":"2026-04-01T16:41:02.302147Z","steps":["trace[1584481354] 'agreement among raft nodes before linearized reading' (duration: 1.010902455s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.302178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:01.291116Z","time spent":"1.01105338s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:41:02.301925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01067272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T16:41:02.302235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065798161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:02.302266Z","caller":"traceutil/trace.go:171","msg":"trace[1057825168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26442; }","duration":"1.01105356s","start":"2026-04-01T16:41:01.291204Z","end":"2026-04-01T16:41:02.302257Z","steps":["trace[1057825168] 'agreement among raft nodes before linearized reading' (duration: 1.010533737s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.302296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010860575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-01T16:41:02.302303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:01.291199Z","time spent":"1.0110971s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:41:02.302318Z","caller":"traceutil/trace.go:171","msg":"trace[2010406084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26442; }","duration":"1.010882006s","start":"2026-04-01T16:41:01.291429Z","end":"2026-04-01T16:41:02.302311Z","steps":["trace[2010406084] 'agreement among raft nodes before linearized reading' (duration: 1.010803054s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:02.302312Z","caller":"traceutil/trace.go:171","msg":"trace[761137142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26442; }","duration":"1.065932384s","start":"2026-04-01T16:41:01.236358Z","end":"2026-04-01T16:41:02.302291Z","steps":["trace[761137142] 'agreement among raft nodes before linearized reading' (duration: 1.065773251s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.302374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:01.236338Z","time spent":"1.066027806s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:41:02.302336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:01.291406Z","time spent":"1.010925196s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T16:41:02.835324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706642602,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:41:02.874753Z","caller":"traceutil/trace.go:171","msg":"trace[1613587075] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"566.82461ms","start":"2026-04-01T16:41:02.3079Z","end":"2026-04-01T16:41:02.874724Z","steps":["trace[1613587075] 'process raft request' (duration: 566.656806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.874904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.307888Z","time spent":"566.926722ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.874756Z","caller":"traceutil/trace.go:171","msg":"trace[642962816] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"566.741738ms","start":"2026-04-01T16:41:02.307995Z","end":"2026-04-01T16:41:02.874737Z","steps":["trace[642962816] 'process raft request' (duration: 566.679867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.875014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.307989Z","time spent":"567.005584ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.875139Z","caller":"traceutil/trace.go:171","msg":"trace[344204812] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"567.131727ms","start":"2026-04-01T16:41:02.307997Z","end":"2026-04-01T16:41:02.875128Z","steps":["trace[344204812] 'process raft request' (duration: 566.705997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.875178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.307975Z","time spent":"567.181728ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.875264Z","caller":"traceutil/trace.go:171","msg":"trace[1901393802] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"567.128497ms","start":"2026-04-01T16:41:02.308073Z","end":"2026-04-01T16:41:02.875201Z","steps":["trace[1901393802] 'process raft request' (duration: 567.057975ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:02.875384Z","caller":"traceutil/trace.go:171","msg":"trace[124388313] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"567.334892ms","start":"2026-04-01T16:41:02.308039Z","end":"2026-04-01T16:41:02.875374Z","steps":["trace[124388313] 'process raft request' (duration: 566.969983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.875376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.308051Z","time spent":"567.268381ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:02.875442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.30801Z","time spent":"567.398314ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.978394Z","caller":"traceutil/trace.go:171","msg":"trace[314325829] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"342.60058ms","start":"2026-04-01T16:41:02.635777Z","end":"2026-04-01T16:41:02.978378Z","steps":["trace[314325829] 'process raft request' (duration: 342.540519ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:02.978434Z","caller":"traceutil/trace.go:171","msg":"trace[1187805086] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"342.812096ms","start":"2026-04-01T16:41:02.635583Z","end":"2026-04-01T16:41:02.978395Z","steps":["trace[1187805086] 'process raft request' (duration: 342.622151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.978543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.635669Z","time spent":"342.779025ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:02.978611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.635566Z","time spent":"342.950029ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.978645Z","caller":"traceutil/trace.go:171","msg":"trace[790996304] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"342.134609ms","start":"2026-04-01T16:41:02.636498Z","end":"2026-04-01T16:41:02.978633Z","steps":["trace[790996304] 'process raft request' (duration: 341.850723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.978686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.636466Z","time spent":"342.199231ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.978762Z","caller":"traceutil/trace.go:171","msg":"trace[1793659301] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"341.479584ms","start":"2026-04-01T16:41:02.637276Z","end":"2026-04-01T16:41:02.978755Z","steps":["trace[1793659301] 'process raft request' (duration: 341.255369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.978801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.637259Z","time spent":"341.522735ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.978763Z","caller":"traceutil/trace.go:171","msg":"trace[151945456] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"341.363802ms","start":"2026-04-01T16:41:02.637375Z","end":"2026-04-01T16:41:02.978739Z","steps":["trace[151945456] 'process raft request' (duration: 341.2854ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:02.978917Z","caller":"traceutil/trace.go:171","msg":"trace[115622169] linearizableReadLoop","detail":"{readStateIndex:27376; appliedIndex:27364; }","duration":"644.395306ms","start":"2026-04-01T16:41:02.334514Z","end":"2026-04-01T16:41:02.978909Z","steps":["trace[115622169] 'read index received' (duration: 540.046593ms)","trace[115622169] 'applied index is now lower than readState.Index' (duration: 104.347543ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:02.978912Z","caller":"traceutil/trace.go:171","msg":"trace[368064131] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"341.400493ms","start":"2026-04-01T16:41:02.637463Z","end":"2026-04-01T16:41:02.978864Z","steps":["trace[368064131] 'process raft request' (duration: 341.238299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.978939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.637365Z","time spent":"341.473344ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.978982Z","caller":"traceutil/trace.go:171","msg":"trace[410204430] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"338.998916ms","start":"2026-04-01T16:41:02.639976Z","end":"2026-04-01T16:41:02.978975Z","steps":["trace[410204430] 'process raft request' (duration: 338.830112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.978997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.637443Z","time spent":"341.510235ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:02.979066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.551969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:41:02.979015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.639964Z","time spent":"339.031077ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:02.979093Z","caller":"traceutil/trace.go:171","msg":"trace[2120632554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26455; }","duration":"644.606221ms","start":"2026-04-01T16:41:02.334482Z","end":"2026-04-01T16:41:02.979088Z","steps":["trace[2120632554] 'agreement among raft nodes before linearized reading' (duration: 644.54687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.97911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.334468Z","time spent":"644.639191ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:41:02.979248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.976113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:02.97929Z","caller":"traceutil/trace.go:171","msg":"trace[1408695053] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26455; }","duration":"614.051195ms","start":"2026-04-01T16:41:02.365227Z","end":"2026-04-01T16:41:02.979278Z","steps":["trace[1408695053] 'agreement among raft nodes before linearized reading' (duration: 613.990344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:02.979322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:02.365209Z","time spent":"614.104076ms","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:41:13.177281Z","caller":"traceutil/trace.go:171","msg":"trace[1240341625] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"241.982425ms","start":"2026-04-01T16:41:12.935279Z","end":"2026-04-01T16:41:13.177261Z","steps":["trace[1240341625] 'process raft request' (duration: 241.554055ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:13.177535Z","caller":"traceutil/trace.go:171","msg":"trace[664059402] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"242.010586ms","start":"2026-04-01T16:41:12.935519Z","end":"2026-04-01T16:41:13.177529Z","steps":["trace[664059402] 'process raft request' (duration: 241.462613ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:13.177591Z","caller":"traceutil/trace.go:171","msg":"trace[927904326] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"241.285549ms","start":"2026-04-01T16:41:12.936302Z","end":"2026-04-01T16:41:13.177587Z","steps":["trace[927904326] 'process raft request' (duration: 240.704605ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:13.17764Z","caller":"traceutil/trace.go:171","msg":"trace[464071497] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"241.120155ms","start":"2026-04-01T16:41:12.936514Z","end":"2026-04-01T16:41:13.177634Z","steps":["trace[464071497] 'process raft request' (duration: 240.948691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:13.354714Z","caller":"traceutil/trace.go:171","msg":"trace[106799802] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"325.097601ms","start":"2026-04-01T16:41:13.029588Z","end":"2026-04-01T16:41:13.354686Z","steps":["trace[106799802] 'process raft request' (duration: 325.014469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:13.354948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:13.029559Z","time spent":"325.238435ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:13.354836Z","caller":"traceutil/trace.go:171","msg":"trace[1392578052] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"330.069647ms","start":"2026-04-01T16:41:13.02472Z","end":"2026-04-01T16:41:13.35479Z","steps":["trace[1392578052] 'process raft request' (duration: 329.832382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:13.355202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:13.024713Z","time spent":"330.367824ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:13.355204Z","caller":"traceutil/trace.go:171","msg":"trace[300723260] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"325.244734ms","start":"2026-04-01T16:41:13.029923Z","end":"2026-04-01T16:41:13.355168Z","steps":["trace[300723260] 'process raft request' (duration: 324.716322ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:13.355348Z","caller":"traceutil/trace.go:171","msg":"trace[1022306316] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"325.010419ms","start":"2026-04-01T16:41:13.030307Z","end":"2026-04-01T16:41:13.355317Z","steps":["trace[1022306316] 'process raft request' (duration: 324.792674ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:13.355435Z","caller":"traceutil/trace.go:171","msg":"trace[441781056] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"320.38664ms","start":"2026-04-01T16:41:13.035036Z","end":"2026-04-01T16:41:13.355423Z","steps":["trace[441781056] 'process raft request' (duration: 320.278508ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:13.355399Z","caller":"traceutil/trace.go:171","msg":"trace[1258155809] linearizableReadLoop","detail":"{readStateIndex:27510; appliedIndex:27503; }","duration":"117.668295ms","start":"2026-04-01T16:41:13.237707Z","end":"2026-04-01T16:41:13.355375Z","steps":["trace[1258155809] 'read index received' (duration: 116.538429ms)","trace[1258155809] 'applied index is now lower than readState.Index' (duration: 1.128886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:13.355506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:13.030299Z","time spent":"325.128071ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:13.355433Z","caller":"traceutil/trace.go:171","msg":"trace[1573578110] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"320.597926ms","start":"2026-04-01T16:41:13.034797Z","end":"2026-04-01T16:41:13.355395Z","steps":["trace[1573578110] 'process raft request' (duration: 320.428562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:13.355374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:13.029911Z","time spent":"325.371117ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:13.35567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.914311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:41:13.355507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:13.035023Z","time spent":"320.453692ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:13.355801Z","caller":"traceutil/trace.go:171","msg":"trace[992655190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26585; }","duration":"118.118095ms","start":"2026-04-01T16:41:13.237652Z","end":"2026-04-01T16:41:13.355771Z","steps":["trace[992655190] 'agreement among raft nodes before linearized reading' (duration: 117.842049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:13.355759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:13.034786Z","time spent":"320.862632ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:13.356096Z","caller":"traceutil/trace.go:171","msg":"trace[990681409] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"333.127458ms","start":"2026-04-01T16:41:13.021621Z","end":"2026-04-01T16:41:13.354749Z","steps":["trace[990681409] 'process raft request' (duration: 332.701638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:13.356392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:13.021591Z","time spent":"334.746527ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:19.34584Z","caller":"traceutil/trace.go:171","msg":"trace[1031890411] linearizableReadLoop","detail":"{readStateIndex:27550; appliedIndex:27546; }","duration":"111.826628ms","start":"2026-04-01T16:41:19.23399Z","end":"2026-04-01T16:41:19.345817Z","steps":["trace[1031890411] 'read index received' (duration: 17.635783ms)","trace[1031890411] 'applied index is now lower than readState.Index' (duration: 94.187795ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:19.345936Z","caller":"traceutil/trace.go:171","msg":"trace[1811519909] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"136.599547ms","start":"2026-04-01T16:41:19.209317Z","end":"2026-04-01T16:41:19.345917Z","steps":["trace[1811519909] 'process raft request' (duration: 136.355742ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:19.346078Z","caller":"traceutil/trace.go:171","msg":"trace[95687791] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"136.794603ms","start":"2026-04-01T16:41:19.20926Z","end":"2026-04-01T16:41:19.346055Z","steps":["trace[95687791] 'process raft request' (duration: 67.239144ms)","trace[95687791] 'compare' (duration: 69.010146ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:19.346215Z","caller":"traceutil/trace.go:171","msg":"trace[2047862438] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"136.838483ms","start":"2026-04-01T16:41:19.20936Z","end":"2026-04-01T16:41:19.346198Z","steps":["trace[2047862438] 'process raft request' (duration: 136.367212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:19.346296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.294699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:19.346377Z","caller":"traceutil/trace.go:171","msg":"trace[934701355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26624; }","duration":"112.440992ms","start":"2026-04-01T16:41:19.233927Z","end":"2026-04-01T16:41:19.346368Z","steps":["trace[934701355] 'agreement among raft nodes before linearized reading' (duration: 112.298279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:20.04658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706643006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:41:20.060722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.200834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:41:20.061186Z","caller":"traceutil/trace.go:171","msg":"trace[1351960860] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"664.418065ms","start":"2026-04-01T16:41:19.396732Z","end":"2026-04-01T16:41:20.06115Z","steps":["trace[1351960860] 'process raft request' (duration: 74.676008ms)","trace[1351960860] 'compare' (duration: 588.473317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:20.061327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.396713Z","time spent":"664.537117ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:20.061549Z","caller":"traceutil/trace.go:171","msg":"trace[622796614] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"621.10069ms","start":"2026-04-01T16:41:19.440417Z","end":"2026-04-01T16:41:20.061518Z","steps":["trace[622796614] 'process raft request' (duration: 620.704271ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:20.061615Z","caller":"traceutil/trace.go:171","msg":"trace[195804613] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"620.255631ms","start":"2026-04-01T16:41:19.441331Z","end":"2026-04-01T16:41:20.061587Z","steps":["trace[195804613] 'process raft request' (duration: 619.897272ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:20.061669Z","caller":"traceutil/trace.go:171","msg":"trace[1025906298] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"620.27016ms","start":"2026-04-01T16:41:19.44139Z","end":"2026-04-01T16:41:20.06166Z","steps":["trace[1025906298] 'process raft request' (duration: 620.055375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:20.061697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.440394Z","time spent":"621.221213ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:20.061716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.44136Z","time spent":"620.334442ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:20.061752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.441292Z","time spent":"620.382044ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:20.061828Z","caller":"traceutil/trace.go:171","msg":"trace[838946731] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"620.365233ms","start":"2026-04-01T16:41:19.441449Z","end":"2026-04-01T16:41:20.061814Z","steps":["trace[838946731] 'process raft request' (duration: 620.111767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:20.061887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.441406Z","time spent":"620.453335ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:20.06209Z","caller":"traceutil/trace.go:171","msg":"trace[540167888] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"620.377813ms","start":"2026-04-01T16:41:19.441665Z","end":"2026-04-01T16:41:20.062043Z","steps":["trace[540167888] 'process raft request' (duration: 619.934933ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:20.062115Z","caller":"traceutil/trace.go:171","msg":"trace[2065873005] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"620.174399ms","start":"2026-04-01T16:41:19.441916Z","end":"2026-04-01T16:41:20.06209Z","steps":["trace[2065873005] 'process raft request' (duration: 619.946183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:20.062295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.441653Z","time spent":"620.524747ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:20.062391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.441902Z","time spent":"620.390453ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:20.142387Z","caller":"traceutil/trace.go:171","msg":"trace[514836730] linearizableReadLoop","detail":"{readStateIndex:27558; appliedIndex:27550; }","duration":"596.676149ms","start":"2026-04-01T16:41:19.545684Z","end":"2026-04-01T16:41:20.14236Z","steps":["trace[514836730] 'read index received' (duration: 514.591327ms)","trace[514836730] 'applied index is now lower than readState.Index' (duration: 82.083922ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:20.14253Z","caller":"traceutil/trace.go:171","msg":"trace[385350055] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"617.714301ms","start":"2026-04-01T16:41:19.524712Z","end":"2026-04-01T16:41:20.142427Z","steps":["trace[385350055] 'process raft request' (duration: 617.488326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:20.142605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.099802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:41:20.14261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.918794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:20.142647Z","caller":"traceutil/trace.go:171","msg":"trace[1854488956] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26632; }","duration":"331.202463ms","start":"2026-04-01T16:41:19.811432Z","end":"2026-04-01T16:41:20.142634Z","steps":["trace[1854488956] 'agreement among raft nodes before linearized reading' (duration: 331.115321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:20.142681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.811411Z","time spent":"331.262025ms","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:20.142688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.059878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:20.142733Z","caller":"traceutil/trace.go:171","msg":"trace[922542395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26632; }","duration":"597.074088ms","start":"2026-04-01T16:41:19.545599Z","end":"2026-04-01T16:41:20.142673Z","steps":["trace[922542395] 'agreement among raft nodes before linearized reading' (duration: 596.909784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:20.142982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.545576Z","time spent":"597.389905ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:41:20.142762Z","caller":"traceutil/trace.go:171","msg":"trace[1629016780] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26632; }","duration":"254.179221ms","start":"2026-04-01T16:41:19.888563Z","end":"2026-04-01T16:41:20.142742Z","steps":["trace[1629016780] 'agreement among raft nodes before linearized reading' (duration: 254.056608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:20.142783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:19.524682Z","time spent":"617.980138ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:23.625246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.84245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:41:23.625437Z","caller":"traceutil/trace.go:171","msg":"trace[808390368] linearizableReadLoop","detail":"{readStateIndex:27581; appliedIndex:27578; }","duration":"203.572536ms","start":"2026-04-01T16:41:23.421842Z","end":"2026-04-01T16:41:23.625414Z","steps":["trace[808390368] 'read index received' (duration: 37.304843ms)","trace[808390368] 'applied index is now lower than readState.Index' (duration: 166.266673ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:23.625544Z","caller":"traceutil/trace.go:171","msg":"trace[1903395362] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"208.848739ms","start":"2026-04-01T16:41:23.416667Z","end":"2026-04-01T16:41:23.625516Z","steps":["trace[1903395362] 'process raft request' (duration: 208.681535ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:23.625623Z","caller":"traceutil/trace.go:171","msg":"trace[1983077892] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"209.147106ms","start":"2026-04-01T16:41:23.416407Z","end":"2026-04-01T16:41:23.625554Z","steps":["trace[1983077892] 'process raft request' (duration: 107.903966ms)","trace[1983077892] 'compare' (duration: 100.690437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:23.625935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.084848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276047"} {"level":"info","ts":"2026-04-01T16:41:23.625992Z","caller":"traceutil/trace.go:171","msg":"trace[559285834] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26654; }","duration":"204.17111ms","start":"2026-04-01T16:41:23.421807Z","end":"2026-04-01T16:41:23.625978Z","steps":["trace[559285834] 'agreement among raft nodes before linearized reading' (duration: 203.669058ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:34.500549Z","caller":"traceutil/trace.go:171","msg":"trace[364284773] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"378.590033ms","start":"2026-04-01T16:41:34.121933Z","end":"2026-04-01T16:41:34.500523Z","steps":["trace[364284773] 'process raft request' (duration: 378.440099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:34.500703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.121906Z","time spent":"378.722426ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:34.97422Z","caller":"traceutil/trace.go:171","msg":"trace[245185278] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"791.372487ms","start":"2026-04-01T16:41:34.182824Z","end":"2026-04-01T16:41:34.974197Z","steps":["trace[245185278] 'process raft request' (duration: 791.295536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:34.974361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.182798Z","time spent":"791.489629ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:34.974241Z","caller":"traceutil/trace.go:171","msg":"trace[1282959717] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"792.662127ms","start":"2026-04-01T16:41:34.181559Z","end":"2026-04-01T16:41:34.974221Z","steps":["trace[1282959717] 'process raft request' (duration: 792.415441ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:34.974482Z","caller":"traceutil/trace.go:171","msg":"trace[1440875069] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"790.937017ms","start":"2026-04-01T16:41:34.183534Z","end":"2026-04-01T16:41:34.974471Z","steps":["trace[1440875069] 'process raft request' (duration: 790.887056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:34.97454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.183525Z","time spent":"790.986298ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:34.974515Z","caller":"traceutil/trace.go:171","msg":"trace[1031093155] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"791.346037ms","start":"2026-04-01T16:41:34.183132Z","end":"2026-04-01T16:41:34.974478Z","steps":["trace[1031093155] 'process raft request' (duration: 791.03032ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:34.974569Z","caller":"traceutil/trace.go:171","msg":"trace[1645859879] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"791.358316ms","start":"2026-04-01T16:41:34.183137Z","end":"2026-04-01T16:41:34.974495Z","steps":["trace[1645859879] 'process raft request' (duration: 791.175532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:34.974664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.183113Z","time spent":"791.470069ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:34.974676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.181532Z","time spent":"792.989235ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:34.974712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.183125Z","time spent":"791.515351ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:34.974767Z","caller":"traceutil/trace.go:171","msg":"trace[148025911] linearizableReadLoop","detail":"{readStateIndex:27671; appliedIndex:27664; }","duration":"738.169821ms","start":"2026-04-01T16:41:34.236585Z","end":"2026-04-01T16:41:34.974755Z","steps":["trace[148025911] 'read index received' (duration: 263.788295ms)","trace[148025911] 'applied index is now lower than readState.Index' (duration: 474.380346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:34.974914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.332515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:34.974952Z","caller":"traceutil/trace.go:171","msg":"trace[94708881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26742; }","duration":"738.405527ms","start":"2026-04-01T16:41:34.236537Z","end":"2026-04-01T16:41:34.974943Z","steps":["trace[94708881] 'agreement among raft nodes before linearized reading' (duration: 738.280594ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:34.974829Z","caller":"traceutil/trace.go:171","msg":"trace[724885411] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"783.608625ms","start":"2026-04-01T16:41:34.191212Z","end":"2026-04-01T16:41:34.97482Z","steps":["trace[724885411] 'process raft request' (duration: 783.236236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:34.975099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.191198Z","time spent":"783.834341ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:34.974978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.236522Z","time spent":"738.448668ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:41:34.981076Z","caller":"traceutil/trace.go:171","msg":"trace[416521939] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"378.214514ms","start":"2026-04-01T16:41:34.602842Z","end":"2026-04-01T16:41:34.981056Z","steps":["trace[416521939] 'process raft request' (duration: 378.066111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:34.981119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.414834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:34.981182Z","caller":"traceutil/trace.go:171","msg":"trace[104602112] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26743; }","duration":"684.529486ms","start":"2026-04-01T16:41:34.296635Z","end":"2026-04-01T16:41:34.981165Z","steps":["trace[104602112] 'agreement among raft nodes before linearized reading' (duration: 684.427683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:34.981211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.296615Z","time spent":"684.589248ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:34.981212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:34.602819Z","time spent":"378.322957ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:35.830254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706643300,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T16:41:35.979167Z","caller":"traceutil/trace.go:171","msg":"trace[271134113] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27672; }","duration":"649.407814ms","start":"2026-04-01T16:41:35.329715Z","end":"2026-04-01T16:41:35.979123Z","steps":["trace[271134113] 'read index received' (duration: 649.053905ms)","trace[271134113] 'applied index is now lower than readState.Index' (duration: 352.189µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:35.979275Z","caller":"traceutil/trace.go:171","msg":"trace[888101264] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"808.636212ms","start":"2026-04-01T16:41:35.170591Z","end":"2026-04-01T16:41:35.979227Z","steps":["trace[888101264] 'process raft request' (duration: 808.226452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:35.979403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.64899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:41:35.979501Z","caller":"traceutil/trace.go:171","msg":"trace[2118919305] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26744; }","duration":"649.857134ms","start":"2026-04-01T16:41:35.329617Z","end":"2026-04-01T16:41:35.979475Z","steps":["trace[2118919305] 'agreement among raft nodes before linearized reading' (duration: 649.635889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:35.979557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:35.32959Z","time spent":"649.953356ms","remote":"127.0.0.1:60912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:35.979581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.860503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:41:35.979558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:35.170551Z","time spent":"808.830577ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:35.979592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.343184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:41:35.979652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.673033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T16:41:35.979683Z","caller":"traceutil/trace.go:171","msg":"trace[588214154] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26744; }","duration":"242.572809ms","start":"2026-04-01T16:41:35.737087Z","end":"2026-04-01T16:41:35.979659Z","steps":["trace[588214154] 'agreement among raft nodes before linearized reading' (duration: 242.349524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:35.979692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.713813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:41:35.979721Z","caller":"traceutil/trace.go:171","msg":"trace[1916270791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26744; }","duration":"468.785465ms","start":"2026-04-01T16:41:35.510918Z","end":"2026-04-01T16:41:35.979703Z","steps":["trace[1916270791] 'agreement among raft nodes before linearized reading' (duration: 468.56731ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:35.979736Z","caller":"traceutil/trace.go:171","msg":"trace[1317408680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26744; }","duration":"295.829616ms","start":"2026-04-01T16:41:35.683896Z","end":"2026-04-01T16:41:35.979726Z","steps":["trace[1317408680] 'agreement among raft nodes before linearized reading' (duration: 295.59619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:35.979768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:35.510862Z","time spent":"468.894887ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T16:41:35.979727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.249229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:41:35.979817Z","caller":"traceutil/trace.go:171","msg":"trace[1781278221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26744; }","duration":"285.390122ms","start":"2026-04-01T16:41:35.694417Z","end":"2026-04-01T16:41:35.979807Z","steps":["trace[1781278221] 'agreement among raft nodes before linearized reading' (duration: 285.241058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:35.979852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.234653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:35.979621Z","caller":"traceutil/trace.go:171","msg":"trace[2071880442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26744; }","duration":"640.980487ms","start":"2026-04-01T16:41:35.33863Z","end":"2026-04-01T16:41:35.97961Z","steps":["trace[2071880442] 'agreement among raft nodes before linearized reading' (duration: 640.759372ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:35.979875Z","caller":"traceutil/trace.go:171","msg":"trace[1084357429] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26744; }","duration":"102.291585ms","start":"2026-04-01T16:41:35.877574Z","end":"2026-04-01T16:41:35.979866Z","steps":["trace[1084357429] 'agreement among raft nodes before linearized reading' (duration: 102.255984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:35.979891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:35.338607Z","time spent":"641.273603ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T16:41:36.62831Z","caller":"traceutil/trace.go:171","msg":"trace[167941075] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"122.432146ms","start":"2026-04-01T16:41:36.50585Z","end":"2026-04-01T16:41:36.628282Z","steps":["trace[167941075] 'process raft request' (duration: 122.223411ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:37.128283Z","caller":"traceutil/trace.go:171","msg":"trace[869860194] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"143.331605ms","start":"2026-04-01T16:41:36.984918Z","end":"2026-04-01T16:41:37.12825Z","steps":["trace[869860194] 'process raft request' (duration: 62.648306ms)","trace[869860194] 'compare' (duration: 80.341911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:39.304718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.228222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:41:39.304994Z","caller":"traceutil/trace.go:171","msg":"trace[854824907] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"671.327586ms","start":"2026-04-01T16:41:38.633648Z","end":"2026-04-01T16:41:39.304976Z","steps":["trace[854824907] 'process raft request' (duration: 671.268745ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:39.305026Z","caller":"traceutil/trace.go:171","msg":"trace[1280290284] linearizableReadLoop","detail":"{readStateIndex:27691; appliedIndex:27689; }","duration":"1.30667218s","start":"2026-04-01T16:41:37.998323Z","end":"2026-04-01T16:41:39.304995Z","steps":["trace[1280290284] 'read index received' (duration: 17.441538ms)","trace[1280290284] 'applied index is now lower than readState.Index' (duration: 1.289224761s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:39.305094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.633624Z","time spent":"671.426599ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:39.305171Z","caller":"traceutil/trace.go:171","msg":"trace[561764193] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"1.30710199s","start":"2026-04-01T16:41:37.998045Z","end":"2026-04-01T16:41:39.305147Z","steps":["trace[561764193] 'process raft request' (duration: 407.322236ms)","trace[561764193] 'compare' (duration: 898.790891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:39.305317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:37.998023Z","time spent":"1.307199983s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:39.305545Z","caller":"traceutil/trace.go:171","msg":"trace[100181234] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"1.134784756s","start":"2026-04-01T16:41:38.170733Z","end":"2026-04-01T16:41:39.305518Z","steps":["trace[100181234] 'process raft request' (duration: 1.134101s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:39.305598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307268394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T16:41:39.305624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.170708Z","time spent":"1.134882179s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:39.305656Z","caller":"traceutil/trace.go:171","msg":"trace[948309132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26763; }","duration":"1.307349576s","start":"2026-04-01T16:41:37.998291Z","end":"2026-04-01T16:41:39.305641Z","steps":["trace[948309132] 'agreement among raft nodes before linearized reading' (duration: 1.307177532s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:39.306197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:37.998278Z","time spent":"1.307903299s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:41:39.805149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706643352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:41:40.235191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000538273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T16:41:40.2353Z","caller":"traceutil/trace.go:171","msg":"trace[628780866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701597s","start":"2026-04-01T16:41:38.234565Z","end":"2026-04-01T16:41:40.235267Z","steps":["trace[628780866] 'agreement among raft nodes before linearized reading' (duration: 2.000569814s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:40.235377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.234548Z","time spent":"2.000821759s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:41:40.306303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257574706643352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T16:41:40.601838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.762112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:40.601973Z","caller":"traceutil/trace.go:171","msg":"trace[200783374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26763; }","duration":"277.939997ms","start":"2026-04-01T16:41:40.324016Z","end":"2026-04-01T16:41:40.601956Z","steps":["trace[200783374] 'range keys from in-memory index tree' (duration: 277.746952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:40.722359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.498125691s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T16:41:40.723018Z","caller":"traceutil/trace.go:171","msg":"trace[1661695935] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"1.735211561s","start":"2026-04-01T16:41:38.987781Z","end":"2026-04-01T16:41:40.722992Z","steps":["trace[1661695935] 'process raft request' (duration: 1.734855113s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:40.723092Z","caller":"traceutil/trace.go:171","msg":"trace[1404114011] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"1.734442304s","start":"2026-04-01T16:41:38.988626Z","end":"2026-04-01T16:41:40.723068Z","steps":["trace[1404114011] 'process raft request' (duration: 1.734171987s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:40.723249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.988571Z","time spent":"1.734599117s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:40.723308Z","caller":"traceutil/trace.go:171","msg":"trace[578619057] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"1.734479665s","start":"2026-04-01T16:41:38.988799Z","end":"2026-04-01T16:41:40.723279Z","steps":["trace[578619057] 'process raft request' (duration: 1.734346352s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:40.723432Z","caller":"traceutil/trace.go:171","msg":"trace[1195990973] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"1.590502664s","start":"2026-04-01T16:41:39.132921Z","end":"2026-04-01T16:41:40.723424Z","steps":["trace[1195990973] 'process raft request' (duration: 1.590477473s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:40.723448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.988787Z","time spent":"1.734593747s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:40.723479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.132879Z","time spent":"1.590577366s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:40.723126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.98776Z","time spent":"1.735298733s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:40.723612Z","caller":"traceutil/trace.go:171","msg":"trace[1978758580] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"1.710578075s","start":"2026-04-01T16:41:39.013028Z","end":"2026-04-01T16:41:40.723606Z","steps":["trace[1978758580] 'process raft request' (duration: 1.710314789s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:40.723604Z","caller":"traceutil/trace.go:171","msg":"trace[445531664] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"1.711527647s","start":"2026-04-01T16:41:39.012061Z","end":"2026-04-01T16:41:40.723589Z","steps":["trace[445531664] 'process raft request' (duration: 1.711165038s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:40.723647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.013015Z","time spent":"1.710616926s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:40.723675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.012042Z","time spent":"1.711600279s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:40.723704Z","caller":"traceutil/trace.go:171","msg":"trace[1103355246] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"1.734921554s","start":"2026-04-01T16:41:38.988776Z","end":"2026-04-01T16:41:40.723698Z","steps":["trace[1103355246] 'process raft request' (duration: 1.734248139s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:40.723732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.988744Z","time spent":"1.734971226s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:41.46585Z","caller":"traceutil/trace.go:171","msg":"trace[556668178] linearizableReadLoop","detail":"{readStateIndex:27701; appliedIndex:27693; }","duration":"2.160723803s","start":"2026-04-01T16:41:39.305099Z","end":"2026-04-01T16:41:41.465823Z","steps":["trace[556668178] 'read index received' (duration: 1.417473683s)","trace[556668178] 'applied index is now lower than readState.Index' (duration: 743.24906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:41:41.465989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208167115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:41.466095Z","caller":"traceutil/trace.go:171","msg":"trace[1945939738] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26771; }","duration":"3.208335649s","start":"2026-04-01T16:41:38.257733Z","end":"2026-04-01T16:41:41.466069Z","steps":["trace[1945939738] 'agreement among raft nodes before linearized reading' (duration: 3.208136865s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.466121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30109103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-01T16:41:41.466165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.257706Z","time spent":"3.208445861s","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T16:41:41.466187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467753472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:41:41.466215Z","caller":"traceutil/trace.go:171","msg":"trace[557437085] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26771; }","duration":"3.301203793s","start":"2026-04-01T16:41:38.164988Z","end":"2026-04-01T16:41:41.466192Z","steps":["trace[557437085] 'agreement among raft nodes before linearized reading' (duration: 3.300904336s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:41.466231Z","caller":"traceutil/trace.go:171","msg":"trace[469709266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26771; }","duration":"3.467820974s","start":"2026-04-01T16:41:37.998398Z","end":"2026-04-01T16:41:41.466219Z","steps":["trace[469709266] 'agreement among raft nodes before linearized reading' (duration: 3.467734752s)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:41.466245Z","caller":"traceutil/trace.go:171","msg":"trace[1359402947] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"2.153477894s","start":"2026-04-01T16:41:39.312749Z","end":"2026-04-01T16:41:41.466227Z","steps":["trace[1359402947] 'process raft request' (duration: 2.15287808s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.466273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:37.998386Z","time spent":"3.467878935s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T16:41:41.466277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.164943Z","time spent":"3.301318226s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-01T16:41:41.466347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.312709Z","time spent":"2.153586977s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:41:41.466438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597060219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:41.466483Z","caller":"traceutil/trace.go:171","msg":"trace[1279808789] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26771; }","duration":"2.597145861s","start":"2026-04-01T16:41:38.869326Z","end":"2026-04-01T16:41:41.466472Z","steps":["trace[1279808789] 'agreement among raft nodes before linearized reading' (duration: 2.597071029s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.466493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218183279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:41:41.466513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.869307Z","time spent":"2.597198631s","remote":"127.0.0.1:36762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:41:41.466528Z","caller":"traceutil/trace.go:171","msg":"trace[1322116815] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26771; }","duration":"2.218266241s","start":"2026-04-01T16:41:39.248249Z","end":"2026-04-01T16:41:41.466516Z","steps":["trace[1322116815] 'agreement among raft nodes before linearized reading' (duration: 2.218199849s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.466561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.248224Z","time spent":"2.218326682s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:41.466639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219130661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-01T16:41:41.466681Z","caller":"traceutil/trace.go:171","msg":"trace[1172716661] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26771; }","duration":"3.219225583s","start":"2026-04-01T16:41:38.247445Z","end":"2026-04-01T16:41:41.46667Z","steps":["trace[1172716661] 'agreement among raft nodes before linearized reading' (duration: 3.21908382s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.466709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708730483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:41:41.466764Z","caller":"traceutil/trace.go:171","msg":"trace[390157334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26771; }","duration":"2.708802094s","start":"2026-04-01T16:41:38.757937Z","end":"2026-04-01T16:41:41.466739Z","steps":["trace[390157334] 'agreement among raft nodes before linearized reading' (duration: 2.708733362s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.466803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.75792Z","time spent":"2.708874716s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:41.466171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461387272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:41:41.466895Z","caller":"traceutil/trace.go:171","msg":"trace[616697190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26771; }","duration":"2.46213071s","start":"2026-04-01T16:41:39.004729Z","end":"2026-04-01T16:41:41.46686Z","steps":["trace[616697190] 'agreement among raft nodes before linearized reading' (duration: 2.46128945s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.466106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467308791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T16:41:41.46694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.004717Z","time spent":"2.462213241s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:41:41.466953Z","caller":"traceutil/trace.go:171","msg":"trace[329391828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26771; }","duration":"3.468199153s","start":"2026-04-01T16:41:37.998743Z","end":"2026-04-01T16:41:41.466942Z","steps":["trace[329391828] 'agreement among raft nodes before linearized reading' (duration: 3.46721872s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.466763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231589983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:41:41.466981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:37.998735Z","time spent":"3.468239113s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:41:41.466992Z","caller":"traceutil/trace.go:171","msg":"trace[1505543431] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26771; }","duration":"3.232022254s","start":"2026-04-01T16:41:38.234956Z","end":"2026-04-01T16:41:41.466978Z","steps":["trace[1505543431] 'agreement among raft nodes before linearized reading' (duration: 3.231775768s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.467042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.234939Z","time spent":"3.232090035s","remote":"127.0.0.1:36878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:41.466713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:38.24743Z","time spent":"3.219276105s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T16:41:41.466643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468227563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:41:41.467189Z","caller":"traceutil/trace.go:171","msg":"trace[1041815672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26771; }","duration":"3.468787986s","start":"2026-04-01T16:41:37.998388Z","end":"2026-04-01T16:41:41.467176Z","steps":["trace[1041815672] 'agreement among raft nodes before linearized reading' (duration: 3.468190112s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.467238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:37.998382Z","time spent":"3.468841557s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T16:41:41.70943Z","caller":"traceutil/trace.go:171","msg":"trace[1810353932] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"945.893394ms","start":"2026-04-01T16:41:40.763502Z","end":"2026-04-01T16:41:41.709396Z","steps":["trace[1810353932] 'process raft request' (duration: 942.229539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.709959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:40.763478Z","time spent":"946.041627ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:41.712199Z","caller":"traceutil/trace.go:171","msg":"trace[1353553013] linearizableReadLoop","detail":"{readStateIndex:27704; appliedIndex:27701; }","duration":"246.256145ms","start":"2026-04-01T16:41:41.465925Z","end":"2026-04-01T16:41:41.712181Z","steps":["trace[1353553013] 'read index received' (duration: 239.845235ms)","trace[1353553013] 'applied index is now lower than readState.Index' (duration: 6.41014ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:41:41.712367Z","caller":"traceutil/trace.go:171","msg":"trace[570888453] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"400.628809ms","start":"2026-04-01T16:41:41.311727Z","end":"2026-04-01T16:41:41.712356Z","steps":["trace[570888453] 'process raft request' (duration: 400.278581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.712653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:41.311703Z","time spent":"400.792303ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:41:41.713Z","caller":"traceutil/trace.go:171","msg":"trace[368976313] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"241.606957ms","start":"2026-04-01T16:41:41.471384Z","end":"2026-04-01T16:41:41.712991Z","steps":["trace[368976313] 'process raft request' (duration: 240.772237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.713103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180504476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T16:41:41.713132Z","caller":"traceutil/trace.go:171","msg":"trace[980302881] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26774; }","duration":"1.180564048s","start":"2026-04-01T16:41:40.532559Z","end":"2026-04-01T16:41:41.713123Z","steps":["trace[980302881] 'agreement among raft nodes before linearized reading' (duration: 1.180465206s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.713155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:40.53254Z","time spent":"1.180610908s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-01T16:41:41.713314Z","caller":"traceutil/trace.go:171","msg":"trace[1505065650] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"241.172246ms","start":"2026-04-01T16:41:41.472133Z","end":"2026-04-01T16:41:41.713305Z","steps":["trace[1505065650] 'process raft request' (duration: 240.813328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.713336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470176088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:41.713358Z","caller":"traceutil/trace.go:171","msg":"trace[1887064709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26775; }","duration":"1.470220359s","start":"2026-04-01T16:41:40.243131Z","end":"2026-04-01T16:41:41.713352Z","steps":["trace[1887064709] 'agreement among raft nodes before linearized reading' (duration: 1.470165828s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.713378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:40.24312Z","time spent":"1.47025319s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:41:41.713001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.038072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:41.713526Z","caller":"traceutil/trace.go:171","msg":"trace[1692252914] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26774; }","duration":"619.608005ms","start":"2026-04-01T16:41:41.093905Z","end":"2026-04-01T16:41:41.713513Z","steps":["trace[1692252914] 'agreement among raft nodes before linearized reading' (duration: 619.024561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.713631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.518685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-01T16:41:41.713637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:41.093884Z","time spent":"619.736659ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-01T16:41:41.713655Z","caller":"traceutil/trace.go:171","msg":"trace[87356859] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26776; }","duration":"241.582666ms","start":"2026-04-01T16:41:41.472066Z","end":"2026-04-01T16:41:41.713648Z","steps":["trace[87356859] 'agreement among raft nodes before linearized reading' (duration: 241.451043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.713781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693769072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:41:41.713805Z","caller":"traceutil/trace.go:171","msg":"trace[903647053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26776; }","duration":"1.693818354s","start":"2026-04-01T16:41:40.019981Z","end":"2026-04-01T16:41:41.713799Z","steps":["trace[903647053] 'agreement among raft nodes before linearized reading' (duration: 1.693757492s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.713822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:40.01997Z","time spent":"1.693848344s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:41:41.713875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727474801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:41.713896Z","caller":"traceutil/trace.go:171","msg":"trace[801011058] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26776; }","duration":"1.727532513s","start":"2026-04-01T16:41:39.986358Z","end":"2026-04-01T16:41:41.713891Z","steps":["trace[801011058] 'agreement among raft nodes before linearized reading' (duration: 1.727501252s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.713916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.98634Z","time spent":"1.727569403s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:41.713489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492512951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:41:41.714064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135076983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:41.714051Z","caller":"traceutil/trace.go:171","msg":"trace[385192722] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26775; }","duration":"1.493118095s","start":"2026-04-01T16:41:40.220923Z","end":"2026-04-01T16:41:41.714041Z","steps":["trace[385192722] 'agreement among raft nodes before linearized reading' (duration: 1.492541652s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.714129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055461009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-01T16:41:41.714151Z","caller":"traceutil/trace.go:171","msg":"trace[896419708] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26776; }","duration":"2.05551559s","start":"2026-04-01T16:41:39.658629Z","end":"2026-04-01T16:41:41.714144Z","steps":["trace[896419708] 'agreement among raft nodes before linearized reading' (duration: 2.054282181s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.714153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:40.220904Z","time spent":"1.493237078s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:41.714217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.180935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:41.714241Z","caller":"traceutil/trace.go:171","msg":"trace[2101718170] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26776; }","duration":"103.240917ms","start":"2026-04-01T16:41:41.610993Z","end":"2026-04-01T16:41:41.714234Z","steps":["trace[2101718170] 'agreement among raft nodes before linearized reading' (duration: 103.208176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.714352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.43975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:41:41.714376Z","caller":"traceutil/trace.go:171","msg":"trace[167521251] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26776; }","duration":"240.4645ms","start":"2026-04-01T16:41:41.473906Z","end":"2026-04-01T16:41:41.714371Z","steps":["trace[167521251] 'agreement among raft nodes before linearized reading' (duration: 240.429159ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:41.714097Z","caller":"traceutil/trace.go:171","msg":"trace[392609691] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26776; }","duration":"2.135137164s","start":"2026-04-01T16:41:39.578951Z","end":"2026-04-01T16:41:41.714088Z","steps":["trace[392609691] 'agreement among raft nodes before linearized reading' (duration: 2.133955567s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.714504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.252471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b35029db-fc4c-4f07-8c76-c97f7b99e4a1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-01T16:41:41.714522Z","caller":"traceutil/trace.go:171","msg":"trace[543400890] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b35029db-fc4c-4f07-8c76-c97f7b99e4a1; range_end:; response_count:1; response_revision:26776; }","duration":"242.296773ms","start":"2026-04-01T16:41:41.47222Z","end":"2026-04-01T16:41:41.714516Z","steps":["trace[543400890] 'agreement among raft nodes before linearized reading' (duration: 242.240331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.714508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.578936Z","time spent":"2.135561444s","remote":"127.0.0.1:36814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:41:41.714735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.532229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:41:41.714762Z","caller":"traceutil/trace.go:171","msg":"trace[1038097499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26776; }","duration":"242.562369ms","start":"2026-04-01T16:41:41.472194Z","end":"2026-04-01T16:41:41.714756Z","steps":["trace[1038097499] 'agreement among raft nodes before linearized reading' (duration: 242.415786ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:41:41.714191Z","caller":"traceutil/trace.go:171","msg":"trace[842714134] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"241.951805ms","start":"2026-04-01T16:41:41.472233Z","end":"2026-04-01T16:41:41.714185Z","steps":["trace[842714134] 'process raft request' (duration: 241.042643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:41.714168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:41:39.65861Z","time spent":"2.055554251s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T16:42:08.259712Z","caller":"traceutil/trace.go:171","msg":"trace[1729913007] linearizableReadLoop","detail":"{readStateIndex:27980; appliedIndex:27979; }","duration":"112.33824ms","start":"2026-04-01T16:42:08.147337Z","end":"2026-04-01T16:42:08.259676Z","steps":["trace[1729913007] 'read index received' (duration: 107.855954ms)","trace[1729913007] 'applied index is now lower than readState.Index' (duration: 4.480616ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:08.259808Z","caller":"traceutil/trace.go:171","msg":"trace[1659434312] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"112.520964ms","start":"2026-04-01T16:42:08.147247Z","end":"2026-04-01T16:42:08.259768Z","steps":["trace[1659434312] 'process raft request' (duration: 107.839834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:08.259967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.607296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-01T16:42:08.260013Z","caller":"traceutil/trace.go:171","msg":"trace[374688258] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:27042; }","duration":"112.704228ms","start":"2026-04-01T16:42:08.147293Z","end":"2026-04-01T16:42:08.259998Z","steps":["trace[374688258] 'agreement among raft nodes before linearized reading' (duration: 112.525464ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280174Z","caller":"traceutil/trace.go:171","msg":"trace[531908874] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"132.491852ms","start":"2026-04-01T16:42:08.147655Z","end":"2026-04-01T16:42:08.280147Z","steps":["trace[531908874] 'process raft request' (duration: 132.235266ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280321Z","caller":"traceutil/trace.go:171","msg":"trace[1004419803] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"132.509932ms","start":"2026-04-01T16:42:08.147769Z","end":"2026-04-01T16:42:08.280279Z","steps":["trace[1004419803] 'process raft request' (duration: 132.346258ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280394Z","caller":"traceutil/trace.go:171","msg":"trace[1734473257] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"132.707147ms","start":"2026-04-01T16:42:08.147663Z","end":"2026-04-01T16:42:08.28037Z","steps":["trace[1734473257] 'process raft request' (duration: 132.380589ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280531Z","caller":"traceutil/trace.go:171","msg":"trace[1651784150] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"132.41726ms","start":"2026-04-01T16:42:08.148103Z","end":"2026-04-01T16:42:08.28052Z","steps":["trace[1651784150] 'process raft request' (duration: 132.250906ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280541Z","caller":"traceutil/trace.go:171","msg":"trace[789611072] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"132.41024ms","start":"2026-04-01T16:42:08.148119Z","end":"2026-04-01T16:42:08.28053Z","steps":["trace[789611072] 'process raft request' (duration: 132.292367ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280604Z","caller":"traceutil/trace.go:171","msg":"trace[1522041203] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"132.561094ms","start":"2026-04-01T16:42:08.148002Z","end":"2026-04-01T16:42:08.280563Z","steps":["trace[1522041203] 'process raft request' (duration: 132.265917ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280732Z","caller":"traceutil/trace.go:171","msg":"trace[1066670820] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"131.676433ms","start":"2026-04-01T16:42:08.149031Z","end":"2026-04-01T16:42:08.280708Z","steps":["trace[1066670820] 'process raft request' (duration: 131.483488ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280699Z","caller":"traceutil/trace.go:171","msg":"trace[697397030] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"131.648782ms","start":"2026-04-01T16:42:08.148991Z","end":"2026-04-01T16:42:08.28064Z","steps":["trace[697397030] 'process raft request' (duration: 131.469388ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280814Z","caller":"traceutil/trace.go:171","msg":"trace[1724978456] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"130.158877ms","start":"2026-04-01T16:42:08.150612Z","end":"2026-04-01T16:42:08.28077Z","steps":["trace[1724978456] 'process raft request' (duration: 129.999434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.281079Z","caller":"traceutil/trace.go:171","msg":"trace[199822938] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"130.186498ms","start":"2026-04-01T16:42:08.150819Z","end":"2026-04-01T16:42:08.281005Z","steps":["trace[199822938] 'process raft request' (duration: 129.86813ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.281096Z","caller":"traceutil/trace.go:171","msg":"trace[1404621077] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"130.170188ms","start":"2026-04-01T16:42:08.150911Z","end":"2026-04-01T16:42:08.281081Z","steps":["trace[1404621077] 'process raft request' (duration: 129.982713ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.281352Z","caller":"traceutil/trace.go:171","msg":"trace[644074373] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"128.029527ms","start":"2026-04-01T16:42:08.153315Z","end":"2026-04-01T16:42:08.281345Z","steps":["trace[644074373] 'process raft request' (duration: 127.972106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.281362Z","caller":"traceutil/trace.go:171","msg":"trace[1990495598] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"129.778988ms","start":"2026-04-01T16:42:08.151568Z","end":"2026-04-01T16:42:08.281347Z","steps":["trace[1990495598] 'process raft request' (duration: 129.675475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:08.281516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.988965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-01T16:42:08.281551Z","caller":"traceutil/trace.go:171","msg":"trace[269028839] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27057; }","duration":"113.079297ms","start":"2026-04-01T16:42:08.16846Z","end":"2026-04-01T16:42:08.281539Z","steps":["trace[269028839] 'agreement among raft nodes before linearized reading' (duration: 112.960785ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.281604Z","caller":"traceutil/trace.go:171","msg":"trace[1401810446] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"130.147537ms","start":"2026-04-01T16:42:08.151439Z","end":"2026-04-01T16:42:08.281587Z","steps":["trace[1401810446] 'process raft request' (duration: 129.576623ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.280506Z","caller":"traceutil/trace.go:171","msg":"trace[2130743298] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"132.553803ms","start":"2026-04-01T16:42:08.147853Z","end":"2026-04-01T16:42:08.280406Z","steps":["trace[2130743298] 'process raft request' (duration: 132.314987ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.433092Z","caller":"traceutil/trace.go:171","msg":"trace[1939325658] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"124.968876ms","start":"2026-04-01T16:42:08.308098Z","end":"2026-04-01T16:42:08.433067Z","steps":["trace[1939325658] 'process raft request' (duration: 72.454606ms)","trace[1939325658] 'compare' (duration: 52.310115ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:08.433635Z","caller":"traceutil/trace.go:171","msg":"trace[89002011] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"125.378736ms","start":"2026-04-01T16:42:08.308242Z","end":"2026-04-01T16:42:08.433621Z","steps":["trace[89002011] 'process raft request' (duration: 124.779032ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.433656Z","caller":"traceutil/trace.go:171","msg":"trace[1529462782] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"119.288443ms","start":"2026-04-01T16:42:08.31435Z","end":"2026-04-01T16:42:08.433638Z","steps":["trace[1529462782] 'process raft request' (duration: 119.086118ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.433848Z","caller":"traceutil/trace.go:171","msg":"trace[965566761] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"119.272582ms","start":"2026-04-01T16:42:08.314569Z","end":"2026-04-01T16:42:08.433842Z","steps":["trace[965566761] 'process raft request' (duration: 118.970475ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.433857Z","caller":"traceutil/trace.go:171","msg":"trace[1651173884] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"119.209011ms","start":"2026-04-01T16:42:08.314638Z","end":"2026-04-01T16:42:08.433847Z","steps":["trace[1651173884] 'process raft request' (duration: 118.930714ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.433936Z","caller":"traceutil/trace.go:171","msg":"trace[1381486455] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"119.16671ms","start":"2026-04-01T16:42:08.31468Z","end":"2026-04-01T16:42:08.433847Z","steps":["trace[1381486455] 'process raft request' (duration: 118.965845ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.434015Z","caller":"traceutil/trace.go:171","msg":"trace[1243714154] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"114.924841ms","start":"2026-04-01T16:42:08.319084Z","end":"2026-04-01T16:42:08.434009Z","steps":["trace[1243714154] 'process raft request' (duration: 114.732756ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.434063Z","caller":"traceutil/trace.go:171","msg":"trace[1200018030] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"119.15739ms","start":"2026-04-01T16:42:08.314896Z","end":"2026-04-01T16:42:08.434054Z","steps":["trace[1200018030] 'process raft request' (duration: 118.879213ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:08.43421Z","caller":"traceutil/trace.go:171","msg":"trace[701286804] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"119.363284ms","start":"2026-04-01T16:42:08.314838Z","end":"2026-04-01T16:42:08.434201Z","steps":["trace[701286804] 'process raft request' (duration: 118.878813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:08.434225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.288366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-01T16:42:08.434291Z","caller":"traceutil/trace.go:171","msg":"trace[719466340] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:27073; }","duration":"126.361198ms","start":"2026-04-01T16:42:08.307911Z","end":"2026-04-01T16:42:08.434273Z","steps":["trace[719466340] 'agreement among raft nodes before linearized reading' (duration: 126.195454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:08.434409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.669146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-04-01T16:42:08.434437Z","caller":"traceutil/trace.go:171","msg":"trace[62710368] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27073; }","duration":"129.738808ms","start":"2026-04-01T16:42:08.30469Z","end":"2026-04-01T16:42:08.434429Z","steps":["trace[62710368] 'agreement among raft nodes before linearized reading' (duration: 129.673096ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:26.085754Z","caller":"traceutil/trace.go:171","msg":"trace[902130939] transaction","detail":"{read_only:false; response_revision:27274; number_of_response:1; }","duration":"237.010278ms","start":"2026-04-01T16:42:25.848725Z","end":"2026-04-01T16:42:26.085737Z","steps":["trace[902130939] 'process raft request' (duration: 236.909146ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:26.085796Z","caller":"traceutil/trace.go:171","msg":"trace[129013272] linearizableReadLoop","detail":"{readStateIndex:28216; appliedIndex:28216; }","duration":"222.421787ms","start":"2026-04-01T16:42:25.863339Z","end":"2026-04-01T16:42:26.085761Z","steps":["trace[129013272] 'read index received' (duration: 222.400666ms)","trace[129013272] 'applied index is now lower than readState.Index' (duration: 18.921µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:42:26.086092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.727785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:26.086165Z","caller":"traceutil/trace.go:171","msg":"trace[85170191] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27274; }","duration":"222.863898ms","start":"2026-04-01T16:42:25.863283Z","end":"2026-04-01T16:42:26.086147Z","steps":["trace[85170191] 'agreement among raft nodes before linearized reading' (duration: 222.633202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:26.086825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.40553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:26.086957Z","caller":"traceutil/trace.go:171","msg":"trace[1508253071] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27275; }","duration":"223.606805ms","start":"2026-04-01T16:42:25.863331Z","end":"2026-04-01T16:42:26.086938Z","steps":["trace[1508253071] 'agreement among raft nodes before linearized reading' (duration: 223.426501ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:26.087311Z","caller":"traceutil/trace.go:171","msg":"trace[391932929] transaction","detail":"{read_only:false; response_revision:27275; number_of_response:1; }","duration":"212.671919ms","start":"2026-04-01T16:42:25.874619Z","end":"2026-04-01T16:42:26.087291Z","steps":["trace[391932929] 'process raft request' (duration: 211.995123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:26.08823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.085201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-01T16:42:26.088253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.706911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:26.088345Z","caller":"traceutil/trace.go:171","msg":"trace[2025829244] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27275; }","duration":"224.819493ms","start":"2026-04-01T16:42:25.863512Z","end":"2026-04-01T16:42:26.088331Z","steps":["trace[2025829244] 'agreement among raft nodes before linearized reading' (duration: 224.69745ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:26.088357Z","caller":"traceutil/trace.go:171","msg":"trace[1117479243] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27275; }","duration":"214.178024ms","start":"2026-04-01T16:42:25.874092Z","end":"2026-04-01T16:42:26.08827Z","steps":["trace[1117479243] 'agreement among raft nodes before linearized reading' (duration: 214.057281ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:31.506618Z","caller":"traceutil/trace.go:171","msg":"trace[1960800398] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"532.105208ms","start":"2026-04-01T16:42:30.974473Z","end":"2026-04-01T16:42:31.506578Z","steps":["trace[1960800398] 'process raft request' (duration: 529.908356ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:31.506726Z","caller":"traceutil/trace.go:171","msg":"trace[510859923] transaction","detail":"{read_only:false; response_revision:27312; number_of_response:1; }","duration":"529.273511ms","start":"2026-04-01T16:42:30.977412Z","end":"2026-04-01T16:42:31.506686Z","steps":["trace[510859923] 'process raft request' (duration: 529.053436ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:31.506741Z","caller":"traceutil/trace.go:171","msg":"trace[951653632] transaction","detail":"{read_only:false; response_revision:27313; number_of_response:1; }","duration":"467.447744ms","start":"2026-04-01T16:42:31.039262Z","end":"2026-04-01T16:42:31.50671Z","steps":["trace[951653632] 'process raft request' (duration: 467.313461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:31.506801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:30.974443Z","time spent":"532.279971ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:42:31.506923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:30.977368Z","time spent":"529.433065ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:42:31.506976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.039244Z","time spent":"467.591907ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:42:31.507207Z","caller":"traceutil/trace.go:171","msg":"trace[579245328] transaction","detail":"{read_only:false; response_revision:27314; number_of_response:1; }","duration":"467.914144ms","start":"2026-04-01T16:42:31.039279Z","end":"2026-04-01T16:42:31.507194Z","steps":["trace[579245328] 'process raft request' (duration: 467.361241ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:31.507253Z","caller":"traceutil/trace.go:171","msg":"trace[1950062659] linearizableReadLoop","detail":"{readStateIndex:28259; appliedIndex:28252; }","duration":"460.173893ms","start":"2026-04-01T16:42:31.047059Z","end":"2026-04-01T16:42:31.507233Z","steps":["trace[1950062659] 'read index received' (duration: 18.678217ms)","trace[1950062659] 'applied index is now lower than readState.Index' (duration: 441.494386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:42:31.507281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.039262Z","time spent":"467.981656ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:42:31.507302Z","caller":"traceutil/trace.go:171","msg":"trace[82669623] transaction","detail":"{read_only:false; response_revision:27315; number_of_response:1; }","duration":"467.849523ms","start":"2026-04-01T16:42:31.039413Z","end":"2026-04-01T16:42:31.507263Z","steps":["trace[82669623] 'process raft request' (duration: 467.685549ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:31.507327Z","caller":"traceutil/trace.go:171","msg":"trace[613216806] transaction","detail":"{read_only:false; response_revision:27316; number_of_response:1; }","duration":"467.123826ms","start":"2026-04-01T16:42:31.040152Z","end":"2026-04-01T16:42:31.507276Z","steps":["trace[613216806] 'process raft request' (duration: 467.019044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:31.507418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.348697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:42:31.507439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.039379Z","time spent":"467.988906ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:42:31.507468Z","caller":"traceutil/trace.go:171","msg":"trace[989259680] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27316; }","duration":"460.431269ms","start":"2026-04-01T16:42:31.047024Z","end":"2026-04-01T16:42:31.507455Z","steps":["trace[989259680] 'agreement among raft nodes before linearized reading' (duration: 460.320397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:31.507503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.047013Z","time spent":"460.481ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-01T16:42:31.507516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.040137Z","time spent":"467.274759ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:42:31.565396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.237622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T16:42:31.565471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.125135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:31.565487Z","caller":"traceutil/trace.go:171","msg":"trace[1936869824] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27316; }","duration":"386.426286ms","start":"2026-04-01T16:42:31.17904Z","end":"2026-04-01T16:42:31.565467Z","steps":["trace[1936869824] 'agreement among raft nodes before linearized reading' (duration: 386.271462ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:31.565522Z","caller":"traceutil/trace.go:171","msg":"trace[94183811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27316; }","duration":"329.200677ms","start":"2026-04-01T16:42:31.236298Z","end":"2026-04-01T16:42:31.565499Z","steps":["trace[94183811] 'agreement among raft nodes before linearized reading' (duration: 329.155516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:31.565538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.17899Z","time spent":"386.534638ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:42:31.565563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.236275Z","time spent":"329.282349ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T16:42:31.565642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.428496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:31.565775Z","caller":"traceutil/trace.go:171","msg":"trace[902684036] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27316; }","duration":"518.592661ms","start":"2026-04-01T16:42:31.04716Z","end":"2026-04-01T16:42:31.565753Z","steps":["trace[902684036] 'agreement among raft nodes before linearized reading' (duration: 518.380996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:31.565824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.04715Z","time spent":"518.664662ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-01T16:42:31.565775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.502845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:31.565926Z","caller":"traceutil/trace.go:171","msg":"trace[926315536] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27316; }","duration":"517.685839ms","start":"2026-04-01T16:42:31.048209Z","end":"2026-04-01T16:42:31.565895Z","steps":["trace[926315536] 'agreement among raft nodes before linearized reading' (duration: 517.349861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:31.565991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.048205Z","time spent":"517.776451ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-01T16:42:31.565409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.432568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:31.566095Z","caller":"traceutil/trace.go:171","msg":"trace[1843102077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27316; }","duration":"361.176425ms","start":"2026-04-01T16:42:31.204901Z","end":"2026-04-01T16:42:31.566077Z","steps":["trace[1843102077] 'agreement among raft nodes before linearized reading' (duration: 360.397717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:31.566141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.204878Z","time spent":"361.246737ms","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T16:42:31.565823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.336415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-01T16:42:31.566192Z","caller":"traceutil/trace.go:171","msg":"trace[1353911592] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27316; }","duration":"518.728784ms","start":"2026-04-01T16:42:31.047454Z","end":"2026-04-01T16:42:31.566183Z","steps":["trace[1353911592] 'agreement among raft nodes before linearized reading' (duration: 518.14815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:31.566226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:31.047447Z","time spent":"518.771685ms","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-01T16:42:32.031938Z","caller":"traceutil/trace.go:171","msg":"trace[458916869] linearizableReadLoop","detail":"{readStateIndex:28261; appliedIndex:28260; }","duration":"165.524755ms","start":"2026-04-01T16:42:31.866393Z","end":"2026-04-01T16:42:32.031918Z","steps":["trace[458916869] 'read index received' (duration: 165.421703ms)","trace[458916869] 'applied index is now lower than readState.Index' (duration: 102.082µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:32.032034Z","caller":"traceutil/trace.go:171","msg":"trace[410553591] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"166.59945ms","start":"2026-04-01T16:42:31.865418Z","end":"2026-04-01T16:42:32.032017Z","steps":["trace[410553591] 'process raft request' (duration: 166.311894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:32.032075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.653728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:32.032114Z","caller":"traceutil/trace.go:171","msg":"trace[1375574360] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27317; }","duration":"165.73954ms","start":"2026-04-01T16:42:31.866364Z","end":"2026-04-01T16:42:32.032104Z","steps":["trace[1375574360] 'agreement among raft nodes before linearized reading' (duration: 165.634878ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:32.317411Z","caller":"traceutil/trace.go:171","msg":"trace[953017438] linearizableReadLoop","detail":"{readStateIndex:28262; appliedIndex:28261; }","duration":"148.493256ms","start":"2026-04-01T16:42:32.168889Z","end":"2026-04-01T16:42:32.317382Z","steps":["trace[953017438] 'read index received' (duration: 133.615608ms)","trace[953017438] 'applied index is now lower than readState.Index' (duration: 14.876208ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:32.317463Z","caller":"traceutil/trace.go:171","msg":"trace[20266333] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"159.132245ms","start":"2026-04-01T16:42:32.15829Z","end":"2026-04-01T16:42:32.317422Z","steps":["trace[20266333] 'process raft request' (duration: 144.350029ms)","trace[20266333] 'compare' (duration: 14.582691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:42:32.317743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.830774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T16:42:32.317795Z","caller":"traceutil/trace.go:171","msg":"trace[450404233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27318; }","duration":"148.936966ms","start":"2026-04-01T16:42:32.168848Z","end":"2026-04-01T16:42:32.317785Z","steps":["trace[450404233] 'agreement among raft nodes before linearized reading' (duration: 148.689291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:32.67869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.737169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:42:32.679023Z","caller":"traceutil/trace.go:171","msg":"trace[1055884252] transaction","detail":"{read_only:false; response_revision:27320; number_of_response:1; }","duration":"356.590748ms","start":"2026-04-01T16:42:32.322393Z","end":"2026-04-01T16:42:32.678984Z","steps":["trace[1055884252] 'process raft request' (duration: 161.45051ms)","trace[1055884252] 'compare' (duration: 194.390141ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:32.679215Z","caller":"traceutil/trace.go:171","msg":"trace[1486898022] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"194.310829ms","start":"2026-04-01T16:42:32.484882Z","end":"2026-04-01T16:42:32.679192Z","steps":["trace[1486898022] 'process raft request' (duration: 194.210417ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:32.679234Z","caller":"traceutil/trace.go:171","msg":"trace[1817112304] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"356.440474ms","start":"2026-04-01T16:42:32.322765Z","end":"2026-04-01T16:42:32.679206Z","steps":["trace[1817112304] 'process raft request' (duration: 356.201209ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:32.679251Z","caller":"traceutil/trace.go:171","msg":"trace[727795942] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"356.480775ms","start":"2026-04-01T16:42:32.322749Z","end":"2026-04-01T16:42:32.67923Z","steps":["trace[727795942] 'process raft request' (duration: 356.27415ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:32.679256Z","caller":"traceutil/trace.go:171","msg":"trace[1078049125] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"356.493386ms","start":"2026-04-01T16:42:32.322716Z","end":"2026-04-01T16:42:32.679209Z","steps":["trace[1078049125] 'process raft request' (duration: 356.093666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:32.679228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:32.322377Z","time spent":"356.746472ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:42:32.679357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:32.32272Z","time spent":"356.581958ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:42:32.679398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:32.322709Z","time spent":"356.617488ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:42:32.67937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:32.322759Z","time spent":"356.537957ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:42:33.165083Z","caller":"traceutil/trace.go:171","msg":"trace[158698647] linearizableReadLoop","detail":"{readStateIndex:28269; appliedIndex:28268; }","duration":"395.504889ms","start":"2026-04-01T16:42:32.769554Z","end":"2026-04-01T16:42:33.165059Z","steps":["trace[158698647] 'read index received' (duration: 395.308624ms)","trace[158698647] 'applied index is now lower than readState.Index' (duration: 195.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:33.165132Z","caller":"traceutil/trace.go:171","msg":"trace[2073927128] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"488.937407ms","start":"2026-04-01T16:42:32.676167Z","end":"2026-04-01T16:42:33.165105Z","steps":["trace[2073927128] 'process raft request' (duration: 488.670871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.165296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:32.676138Z","time spent":"489.07968ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:42:33.165308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.766695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T16:42:33.165396Z","caller":"traceutil/trace.go:171","msg":"trace[1716895405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27325; }","duration":"395.930999ms","start":"2026-04-01T16:42:32.769454Z","end":"2026-04-01T16:42:33.165385Z","steps":["trace[1716895405] 'agreement among raft nodes before linearized reading' (duration: 395.729325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.165436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:32.769433Z","time spent":"395.9945ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T16:42:33.202029Z","caller":"traceutil/trace.go:171","msg":"trace[1566258774] transaction","detail":"{read_only:false; response_revision:27327; number_of_response:1; }","duration":"130.875444ms","start":"2026-04-01T16:42:33.071116Z","end":"2026-04-01T16:42:33.201991Z","steps":["trace[1566258774] 'process raft request' (duration: 130.66839ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:33.202041Z","caller":"traceutil/trace.go:171","msg":"trace[1635631009] transaction","detail":"{read_only:false; response_revision:27326; number_of_response:1; }","duration":"144.3716ms","start":"2026-04-01T16:42:33.057638Z","end":"2026-04-01T16:42:33.20201Z","steps":["trace[1635631009] 'process raft request' (duration: 143.94228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.202065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.8523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:33.202147Z","caller":"traceutil/trace.go:171","msg":"trace[1016566373] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27327; }","duration":"173.978312ms","start":"2026-04-01T16:42:33.028144Z","end":"2026-04-01T16:42:33.202122Z","steps":["trace[1016566373] 'agreement among raft nodes before linearized reading' (duration: 173.796868ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:33.721144Z","caller":"traceutil/trace.go:171","msg":"trace[59629846] transaction","detail":"{read_only:false; response_revision:27329; number_of_response:1; }","duration":"209.016223ms","start":"2026-04-01T16:42:33.512101Z","end":"2026-04-01T16:42:33.721117Z","steps":["trace[59629846] 'process raft request' (duration: 162.471143ms)","trace[59629846] 'compare' (duration: 45.910315ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:33.76314Z","caller":"traceutil/trace.go:171","msg":"trace[771480950] transaction","detail":"{read_only:false; response_revision:27330; number_of_response:1; }","duration":"250.473953ms","start":"2026-04-01T16:42:33.51264Z","end":"2026-04-01T16:42:33.763114Z","steps":["trace[771480950] 'process raft request' (duration: 250.102494ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:33.763729Z","caller":"traceutil/trace.go:171","msg":"trace[1555417111] transaction","detail":"{read_only:false; response_revision:27331; number_of_response:1; }","duration":"250.368951ms","start":"2026-04-01T16:42:33.513329Z","end":"2026-04-01T16:42:33.763698Z","steps":["trace[1555417111] 'process raft request' (duration: 249.654234ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:33.7638Z","caller":"traceutil/trace.go:171","msg":"trace[130273288] transaction","detail":"{read_only:false; response_revision:27332; number_of_response:1; }","duration":"250.446582ms","start":"2026-04-01T16:42:33.513345Z","end":"2026-04-01T16:42:33.763792Z","steps":["trace[130273288] 'process raft request' (duration: 250.235367ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:33.764687Z","caller":"traceutil/trace.go:171","msg":"trace[1831661095] transaction","detail":"{read_only:false; response_revision:27333; number_of_response:1; }","duration":"250.939114ms","start":"2026-04-01T16:42:33.513664Z","end":"2026-04-01T16:42:33.764603Z","steps":["trace[1831661095] 'process raft request' (duration: 249.986371ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:33.765529Z","caller":"traceutil/trace.go:171","msg":"trace[25642891] transaction","detail":"{read_only:false; response_revision:27334; number_of_response:1; }","duration":"251.802134ms","start":"2026-04-01T16:42:33.513714Z","end":"2026-04-01T16:42:33.765516Z","steps":["trace[25642891] 'process raft request' (duration: 250.586896ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:33.76584Z","caller":"traceutil/trace.go:171","msg":"trace[735825208] linearizableReadLoop","detail":"{readStateIndex:28274; appliedIndex:28272; }","duration":"253.092434ms","start":"2026-04-01T16:42:33.512739Z","end":"2026-04-01T16:42:33.765831Z","steps":["trace[735825208] 'read index received' (duration: 161.850658ms)","trace[735825208] 'applied index is now lower than readState.Index' (duration: 91.240826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:42:33.766011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.256758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:33.766044Z","caller":"traceutil/trace.go:171","msg":"trace[870436141] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27334; }","duration":"253.304679ms","start":"2026-04-01T16:42:33.512732Z","end":"2026-04-01T16:42:33.766037Z","steps":["trace[870436141] 'agreement among raft nodes before linearized reading' (duration: 253.204177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.803597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.746038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:33.803707Z","caller":"traceutil/trace.go:171","msg":"trace[932031654] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27335; }","duration":"232.923502ms","start":"2026-04-01T16:42:33.570762Z","end":"2026-04-01T16:42:33.803686Z","steps":["trace[932031654] 'agreement among raft nodes before linearized reading' (duration: 232.696176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.804816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.481667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T16:42:33.804865Z","caller":"traceutil/trace.go:171","msg":"trace[1509857524] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27335; }","duration":"110.61123ms","start":"2026-04-01T16:42:33.694243Z","end":"2026-04-01T16:42:33.804854Z","steps":["trace[1509857524] 'agreement among raft nodes before linearized reading' (duration: 110.484527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.805035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.688778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:33.805077Z","caller":"traceutil/trace.go:171","msg":"trace[1312604248] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27335; }","duration":"203.77362ms","start":"2026-04-01T16:42:33.601292Z","end":"2026-04-01T16:42:33.805065Z","steps":["trace[1312604248] 'agreement among raft nodes before linearized reading' (duration: 203.714389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.80523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.600335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:33.805264Z","caller":"traceutil/trace.go:171","msg":"trace[12624261] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27335; }","duration":"232.652875ms","start":"2026-04-01T16:42:33.572603Z","end":"2026-04-01T16:42:33.805256Z","steps":["trace[12624261] 'agreement among raft nodes before linearized reading' (duration: 232.604384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.805386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.760611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:33.80542Z","caller":"traceutil/trace.go:171","msg":"trace[174780776] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27335; }","duration":"233.794132ms","start":"2026-04-01T16:42:33.571618Z","end":"2026-04-01T16:42:33.805412Z","steps":["trace[174780776] 'agreement among raft nodes before linearized reading' (duration: 233.748841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.805557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.957186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:33.805595Z","caller":"traceutil/trace.go:171","msg":"trace[1716927108] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27335; }","duration":"234.011077ms","start":"2026-04-01T16:42:33.571573Z","end":"2026-04-01T16:42:33.805584Z","steps":["trace[1716927108] 'agreement among raft nodes before linearized reading' (duration: 233.957646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.805789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.240873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-01T16:42:33.805828Z","caller":"traceutil/trace.go:171","msg":"trace[307964109] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27335; }","duration":"234.302585ms","start":"2026-04-01T16:42:33.571514Z","end":"2026-04-01T16:42:33.805817Z","steps":["trace[307964109] 'agreement among raft nodes before linearized reading' (duration: 234.203692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:33.806127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.765695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-01T16:42:33.806108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.806926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:33.806205Z","caller":"traceutil/trace.go:171","msg":"trace[1389202653] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27335; }","duration":"234.899338ms","start":"2026-04-01T16:42:33.571288Z","end":"2026-04-01T16:42:33.806188Z","steps":["trace[1389202653] 'agreement among raft nodes before linearized reading' (duration: 234.630222ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:33.806254Z","caller":"traceutil/trace.go:171","msg":"trace[238591856] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27335; }","duration":"234.995041ms","start":"2026-04-01T16:42:33.571207Z","end":"2026-04-01T16:42:33.806202Z","steps":["trace[238591856] 'agreement among raft nodes before linearized reading' (duration: 234.773305ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:34.618469Z","caller":"traceutil/trace.go:171","msg":"trace[220284969] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"398.003368ms","start":"2026-04-01T16:42:34.22044Z","end":"2026-04-01T16:42:34.618443Z","steps":["trace[220284969] 'process raft request' (duration: 397.831424ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:34.61854Z","caller":"traceutil/trace.go:171","msg":"trace[1802365729] linearizableReadLoop","detail":"{readStateIndex:28280; appliedIndex:28280; }","duration":"384.556633ms","start":"2026-04-01T16:42:34.233953Z","end":"2026-04-01T16:42:34.618509Z","steps":["trace[1802365729] 'read index received' (duration: 384.541243ms)","trace[1802365729] 'applied index is now lower than readState.Index' (duration: 12.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:42:34.618644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:34.220375Z","time spent":"398.187492ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:42:34.618727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.764298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:34.618764Z","caller":"traceutil/trace.go:171","msg":"trace[706818412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27336; }","duration":"384.87574ms","start":"2026-04-01T16:42:34.233878Z","end":"2026-04-01T16:42:34.618754Z","steps":["trace[706818412] 'agreement among raft nodes before linearized reading' (duration: 384.779608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:34.618809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:34.233849Z","time spent":"384.952542ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T16:42:34.825548Z","caller":"traceutil/trace.go:171","msg":"trace[1290543894] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"502.559596ms","start":"2026-04-01T16:42:34.322963Z","end":"2026-04-01T16:42:34.825523Z","steps":["trace[1290543894] 'process raft request' (duration: 502.405332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:34.825706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:34.322907Z","time spent":"502.717779ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:42:34.825833Z","caller":"traceutil/trace.go:171","msg":"trace[2142243671] linearizableReadLoop","detail":"{readStateIndex:28281; appliedIndex:28281; }","duration":"207.20002ms","start":"2026-04-01T16:42:34.61861Z","end":"2026-04-01T16:42:34.82581Z","steps":["trace[2142243671] 'read index received' (duration: 207.19094ms)","trace[2142243671] 'applied index is now lower than readState.Index' (duration: 7.28µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:42:34.826008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.110725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:42:34.826038Z","caller":"traceutil/trace.go:171","msg":"trace[1450443069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27337; }","duration":"206.189318ms","start":"2026-04-01T16:42:34.619841Z","end":"2026-04-01T16:42:34.826031Z","steps":["trace[1450443069] 'agreement among raft nodes before linearized reading' (duration: 206.074215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:34.826299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.621949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:42:34.826328Z","caller":"traceutil/trace.go:171","msg":"trace[2046391014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27337; }","duration":"142.68316ms","start":"2026-04-01T16:42:34.683635Z","end":"2026-04-01T16:42:34.826318Z","steps":["trace[2046391014] 'agreement among raft nodes before linearized reading' (duration: 142.583238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:34.826328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.994971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:42:34.826409Z","caller":"traceutil/trace.go:171","msg":"trace[298137744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27337; }","duration":"141.100863ms","start":"2026-04-01T16:42:34.685291Z","end":"2026-04-01T16:42:34.826391Z","steps":["trace[298137744] 'agreement among raft nodes before linearized reading' (duration: 140.914729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:34.826962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.415891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:42:34.827014Z","caller":"traceutil/trace.go:171","msg":"trace[1577274691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27337; }","duration":"141.482912ms","start":"2026-04-01T16:42:34.685519Z","end":"2026-04-01T16:42:34.827001Z","steps":["trace[1577274691] 'agreement among raft nodes before linearized reading' (duration: 141.312348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:34.827075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.445248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-01T16:42:34.827107Z","caller":"traceutil/trace.go:171","msg":"trace[1138119737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27337; }","duration":"143.51411ms","start":"2026-04-01T16:42:34.683586Z","end":"2026-04-01T16:42:34.8271Z","steps":["trace[1138119737] 'agreement among raft nodes before linearized reading' (duration: 142.790243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:34.827166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.648888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T16:42:34.827223Z","caller":"traceutil/trace.go:171","msg":"trace[1303498393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27337; }","duration":"458.76882ms","start":"2026-04-01T16:42:34.36844Z","end":"2026-04-01T16:42:34.827209Z","steps":["trace[1303498393] 'agreement among raft nodes before linearized reading' (duration: 458.100204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:34.82726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:42:34.368407Z","time spent":"458.842672ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T16:42:35.083592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.715327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:42:35.08388Z","caller":"traceutil/trace.go:171","msg":"trace[1087721111] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"245.132619ms","start":"2026-04-01T16:42:34.83873Z","end":"2026-04-01T16:42:35.083863Z","steps":["trace[1087721111] 'process raft request' (duration: 245.085607ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:35.084107Z","caller":"traceutil/trace.go:171","msg":"trace[487917394] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"248.823405ms","start":"2026-04-01T16:42:34.835258Z","end":"2026-04-01T16:42:35.084082Z","steps":["trace[487917394] 'process raft request' (duration: 115.533024ms)","trace[487917394] 'compare' (duration: 132.484242ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:35.084182Z","caller":"traceutil/trace.go:171","msg":"trace[338857740] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"248.802035ms","start":"2026-04-01T16:42:34.835367Z","end":"2026-04-01T16:42:35.084169Z","steps":["trace[338857740] 'process raft request' (duration: 248.416696ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:35.084141Z","caller":"traceutil/trace.go:171","msg":"trace[1996673568] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"248.840996ms","start":"2026-04-01T16:42:34.835289Z","end":"2026-04-01T16:42:35.08413Z","steps":["trace[1996673568] 'process raft request' (duration: 248.407256ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:36.452858Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24944} {"level":"info","ts":"2026-04-01T16:42:36.595182Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24944,"took":"139.173658ms","hash":1770403667,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":35368960,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-01T16:42:36.595242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1770403667,"revision":24944,"compact-revision":21896} {"level":"info","ts":"2026-04-01T16:42:48.978401Z","caller":"traceutil/trace.go:171","msg":"trace[2125400635] transaction","detail":"{read_only:false; response_revision:27441; number_of_response:1; }","duration":"106.655666ms","start":"2026-04-01T16:42:48.871699Z","end":"2026-04-01T16:42:48.978354Z","steps":["trace[2125400635] 'process raft request' (duration: 106.238087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:49.154578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.007064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:42:49.154687Z","caller":"traceutil/trace.go:171","msg":"trace[1989982267] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"170.325057ms","start":"2026-04-01T16:42:48.984342Z","end":"2026-04-01T16:42:49.154667Z","steps":["trace[1989982267] 'process raft request' (duration: 31.075997ms)","trace[1989982267] 'compare' (duration: 138.611225ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:43:20.140109Z","caller":"traceutil/trace.go:171","msg":"trace[1416149137] transaction","detail":"{read_only:false; response_revision:27730; number_of_response:1; }","duration":"117.146763ms","start":"2026-04-01T16:43:20.022939Z","end":"2026-04-01T16:43:20.140085Z","steps":["trace[1416149137] 'process raft request' (duration: 117.055061ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:20.140165Z","caller":"traceutil/trace.go:171","msg":"trace[987678969] transaction","detail":"{read_only:false; response_revision:27729; number_of_response:1; }","duration":"117.288006ms","start":"2026-04-01T16:43:20.022845Z","end":"2026-04-01T16:43:20.140133Z","steps":["trace[987678969] 'process raft request' (duration: 117.014479ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:20.14045Z","caller":"traceutil/trace.go:171","msg":"trace[2044115340] transaction","detail":"{read_only:false; response_revision:27731; number_of_response:1; }","duration":"117.184704ms","start":"2026-04-01T16:43:20.023159Z","end":"2026-04-01T16:43:20.140344Z","steps":["trace[2044115340] 'process raft request' (duration: 116.883037ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:20.140595Z","caller":"traceutil/trace.go:171","msg":"trace[401949577] transaction","detail":"{read_only:false; response_revision:27732; number_of_response:1; }","duration":"112.321649ms","start":"2026-04-01T16:43:20.028251Z","end":"2026-04-01T16:43:20.140573Z","steps":["trace[401949577] 'process raft request' (duration: 112.051123ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:24.16634Z","caller":"traceutil/trace.go:171","msg":"trace[411323891] transaction","detail":"{read_only:false; response_revision:27758; number_of_response:1; }","duration":"223.557254ms","start":"2026-04-01T16:43:23.942761Z","end":"2026-04-01T16:43:24.166318Z","steps":["trace[411323891] 'process raft request' (duration: 223.416821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:24.166938Z","caller":"traceutil/trace.go:171","msg":"trace[436958875] linearizableReadLoop","detail":"{readStateIndex:28715; appliedIndex:28715; }","duration":"212.71797ms","start":"2026-04-01T16:43:23.954194Z","end":"2026-04-01T16:43:24.166912Z","steps":["trace[436958875] 'read index received' (duration: 212.70633ms)","trace[436958875] 'applied index is now lower than readState.Index' (duration: 9.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:43:24.167092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.874933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:43:24.167231Z","caller":"traceutil/trace.go:171","msg":"trace[332055076] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27758; }","duration":"213.016717ms","start":"2026-04-01T16:43:23.954187Z","end":"2026-04-01T16:43:24.167203Z","steps":["trace[332055076] 'agreement among raft nodes before linearized reading' (duration: 212.841653ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:24.24662Z","caller":"traceutil/trace.go:171","msg":"trace[2004235613] transaction","detail":"{read_only:false; response_revision:27759; number_of_response:1; }","duration":"173.909181ms","start":"2026-04-01T16:43:24.072689Z","end":"2026-04-01T16:43:24.246599Z","steps":["trace[2004235613] 'process raft request' (duration: 172.877877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:24.247244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.90331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:43:24.247328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.163626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:43:24.247289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.844619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:43:24.247341Z","caller":"traceutil/trace.go:171","msg":"trace[26583598] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27763; }","duration":"247.017783ms","start":"2026-04-01T16:43:24.000298Z","end":"2026-04-01T16:43:24.247316Z","steps":["trace[26583598] 'agreement among raft nodes before linearized reading' (duration: 246.87343ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:24.247364Z","caller":"traceutil/trace.go:171","msg":"trace[707018397] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27763; }","duration":"247.193867ms","start":"2026-04-01T16:43:24.000157Z","end":"2026-04-01T16:43:24.247351Z","steps":["trace[707018397] 'agreement among raft nodes before linearized reading' (duration: 247.152626ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:24.247401Z","caller":"traceutil/trace.go:171","msg":"trace[338273680] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27763; }","duration":"246.973282ms","start":"2026-04-01T16:43:24.000402Z","end":"2026-04-01T16:43:24.247375Z","steps":["trace[338273680] 'agreement among raft nodes before linearized reading' (duration: 246.743176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:24.247277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.559971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:43:24.247969Z","caller":"traceutil/trace.go:171","msg":"trace[1812348586] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27763; }","duration":"261.301557ms","start":"2026-04-01T16:43:23.986649Z","end":"2026-04-01T16:43:24.247951Z","steps":["trace[1812348586] 'agreement among raft nodes before linearized reading' (duration: 260.56842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:24.248036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.955052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:43:24.248144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.42512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:43:24.248195Z","caller":"traceutil/trace.go:171","msg":"trace[1138226159] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27763; }","duration":"261.513223ms","start":"2026-04-01T16:43:23.986673Z","end":"2026-04-01T16:43:24.248186Z","steps":["trace[1138226159] 'agreement among raft nodes before linearized reading' (duration: 261.439041ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:24.248998Z","caller":"traceutil/trace.go:171","msg":"trace[196088615] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27763; }","duration":"247.031323ms","start":"2026-04-01T16:43:24.001044Z","end":"2026-04-01T16:43:24.248075Z","steps":["trace[196088615] 'agreement among raft nodes before linearized reading' (duration: 246.958931ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:28.637645Z","caller":"traceutil/trace.go:171","msg":"trace[1503197506] transaction","detail":"{read_only:false; response_revision:27788; number_of_response:1; }","duration":"364.855442ms","start":"2026-04-01T16:43:28.272766Z","end":"2026-04-01T16:43:28.637621Z","steps":["trace[1503197506] 'process raft request' (duration: 364.708188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:28.637802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:43:28.272754Z","time spent":"364.976194ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:43:28.774083Z","caller":"traceutil/trace.go:171","msg":"trace[951398015] transaction","detail":"{read_only:false; response_revision:27789; number_of_response:1; }","duration":"501.09538ms","start":"2026-04-01T16:43:28.272962Z","end":"2026-04-01T16:43:28.774057Z","steps":["trace[951398015] 'process raft request' (duration: 500.816294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:28.774244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:43:28.272955Z","time spent":"501.210904ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:43:28.774455Z","caller":"traceutil/trace.go:171","msg":"trace[998006668] transaction","detail":"{read_only:false; response_revision:27790; number_of_response:1; }","duration":"501.421989ms","start":"2026-04-01T16:43:28.272997Z","end":"2026-04-01T16:43:28.774419Z","steps":["trace[998006668] 'process raft request' (duration: 500.979659ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:28.774507Z","caller":"traceutil/trace.go:171","msg":"trace[1972614799] transaction","detail":"{read_only:false; response_revision:27792; number_of_response:1; }","duration":"501.350946ms","start":"2026-04-01T16:43:28.27313Z","end":"2026-04-01T16:43:28.774481Z","steps":["trace[1972614799] 'process raft request' (duration: 501.291575ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:28.774512Z","caller":"traceutil/trace.go:171","msg":"trace[970620524] transaction","detail":"{read_only:false; response_revision:27791; number_of_response:1; }","duration":"501.399618ms","start":"2026-04-01T16:43:28.273079Z","end":"2026-04-01T16:43:28.774478Z","steps":["trace[970620524] 'process raft request' (duration: 501.223714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:28.774775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:43:28.273046Z","time spent":"501.648883ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:43:28.774814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:43:28.272994Z","time spent":"501.540942ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:43:28.774853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:43:28.2731Z","time spent":"501.48296ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:43:30.389825Z","caller":"traceutil/trace.go:171","msg":"trace[933827167] linearizableReadLoop","detail":"{readStateIndex:28759; appliedIndex:28758; }","duration":"120.666115ms","start":"2026-04-01T16:43:30.269125Z","end":"2026-04-01T16:43:30.389791Z","steps":["trace[933827167] 'read index received' (duration: 120.393809ms)","trace[933827167] 'applied index is now lower than readState.Index' (duration: 271.016µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:43:30.390039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.89358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:43:30.390125Z","caller":"traceutil/trace.go:171","msg":"trace[352449126] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27801; }","duration":"121.028474ms","start":"2026-04-01T16:43:30.269078Z","end":"2026-04-01T16:43:30.390106Z","steps":["trace[352449126] 'agreement among raft nodes before linearized reading' (duration: 120.87797ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:30.389944Z","caller":"traceutil/trace.go:171","msg":"trace[1286569597] transaction","detail":"{read_only:false; response_revision:27801; number_of_response:1; }","duration":"203.252968ms","start":"2026-04-01T16:43:30.186654Z","end":"2026-04-01T16:43:30.389907Z","steps":["trace[1286569597] 'process raft request' (duration: 202.953811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:30.390292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.518334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:43:30.390338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.835475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:43:30.390381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.986259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:43:30.390386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.656868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:43:30.390444Z","caller":"traceutil/trace.go:171","msg":"trace[939258538] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27801; }","duration":"117.05959ms","start":"2026-04-01T16:43:30.273369Z","end":"2026-04-01T16:43:30.390428Z","steps":["trace[939258538] 'agreement among raft nodes before linearized reading' (duration: 116.983718ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:30.390489Z","caller":"traceutil/trace.go:171","msg":"trace[887748885] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27801; }","duration":"118.75554ms","start":"2026-04-01T16:43:30.271696Z","end":"2026-04-01T16:43:30.390452Z","steps":["trace[887748885] 'agreement among raft nodes before linearized reading' (duration: 118.630157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:30.390473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.45889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T16:43:30.390315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.144726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:43:30.390715Z","caller":"traceutil/trace.go:171","msg":"trace[1934170898] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27801; }","duration":"121.596816ms","start":"2026-04-01T16:43:30.269095Z","end":"2026-04-01T16:43:30.390692Z","steps":["trace[1934170898] 'agreement among raft nodes before linearized reading' (duration: 121.104465ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:30.39037Z","caller":"traceutil/trace.go:171","msg":"trace[2123471582] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27801; }","duration":"118.626067ms","start":"2026-04-01T16:43:30.271726Z","end":"2026-04-01T16:43:30.390352Z","steps":["trace[2123471582] 'agreement among raft nodes before linearized reading' (duration: 118.476204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:30.390304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.759643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:43:30.391679Z","caller":"traceutil/trace.go:171","msg":"trace[1624419070] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27801; }","duration":"121.169506ms","start":"2026-04-01T16:43:30.270493Z","end":"2026-04-01T16:43:30.391663Z","steps":["trace[1624419070] 'agreement among raft nodes before linearized reading' (duration: 119.725952ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:30.39051Z","caller":"traceutil/trace.go:171","msg":"trace[1010251711] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27801; }","duration":"119.931167ms","start":"2026-04-01T16:43:30.270454Z","end":"2026-04-01T16:43:30.390385Z","steps":["trace[1010251711] 'agreement among raft nodes before linearized reading' (duration: 119.818154ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:30.39056Z","caller":"traceutil/trace.go:171","msg":"trace[1393628174] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27801; }","duration":"117.564552ms","start":"2026-04-01T16:43:30.272978Z","end":"2026-04-01T16:43:30.390542Z","steps":["trace[1393628174] 'agreement among raft nodes before linearized reading' (duration: 117.402198ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:31.75459Z","caller":"traceutil/trace.go:171","msg":"trace[1373012257] transaction","detail":"{read_only:false; response_revision:27810; number_of_response:1; }","duration":"232.567825ms","start":"2026-04-01T16:43:31.521998Z","end":"2026-04-01T16:43:31.754566Z","steps":["trace[1373012257] 'process raft request' (duration: 135.786589ms)","trace[1373012257] 'compare' (duration: 96.436178ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:43:31.75486Z","caller":"traceutil/trace.go:171","msg":"trace[1836617395] transaction","detail":"{read_only:false; response_revision:27811; number_of_response:1; }","duration":"232.170736ms","start":"2026-04-01T16:43:31.522652Z","end":"2026-04-01T16:43:31.754823Z","steps":["trace[1836617395] 'process raft request' (duration: 231.839698ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:31.755165Z","caller":"traceutil/trace.go:171","msg":"trace[1077771319] linearizableReadLoop","detail":"{readStateIndex:28772; appliedIndex:28767; }","duration":"222.570831ms","start":"2026-04-01T16:43:31.532584Z","end":"2026-04-01T16:43:31.755155Z","steps":["trace[1077771319] 'read index received' (duration: 26.595373ms)","trace[1077771319] 'applied index is now lower than readState.Index' (duration: 195.974918ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:43:31.755193Z","caller":"traceutil/trace.go:171","msg":"trace[1543731224] transaction","detail":"{read_only:false; response_revision:27813; number_of_response:1; }","duration":"227.970477ms","start":"2026-04-01T16:43:31.527211Z","end":"2026-04-01T16:43:31.755181Z","steps":["trace[1543731224] 'process raft request' (duration: 227.882665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:43:31.755288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.694033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T16:43:31.755309Z","caller":"traceutil/trace.go:171","msg":"trace[2131700630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27813; }","duration":"222.755865ms","start":"2026-04-01T16:43:31.532546Z","end":"2026-04-01T16:43:31.755302Z","steps":["trace[2131700630] 'agreement among raft nodes before linearized reading' (duration: 222.643142ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:31.755264Z","caller":"traceutil/trace.go:171","msg":"trace[1825651751] transaction","detail":"{read_only:false; response_revision:27812; number_of_response:1; }","duration":"230.600819ms","start":"2026-04-01T16:43:31.524612Z","end":"2026-04-01T16:43:31.755213Z","steps":["trace[1825651751] 'process raft request' (duration: 230.133468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:44:04.419786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.67678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:44:04.419899Z","caller":"traceutil/trace.go:171","msg":"trace[156792462] linearizableReadLoop","detail":"{readStateIndex:29083; appliedIndex:29081; }","duration":"385.574646ms","start":"2026-04-01T16:44:04.034306Z","end":"2026-04-01T16:44:04.419881Z","steps":["trace[156792462] 'read index received' (duration: 34.932467ms)","trace[156792462] 'applied index is now lower than readState.Index' (duration: 350.640909ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:44:04.420005Z","caller":"traceutil/trace.go:171","msg":"trace[825705017] transaction","detail":"{read_only:false; response_revision:28118; number_of_response:1; }","duration":"386.459318ms","start":"2026-04-01T16:44:04.033529Z","end":"2026-04-01T16:44:04.419988Z","steps":["trace[825705017] 'process raft request' (duration: 240.4766ms)","trace[825705017] 'compare' (duration: 145.340393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:44:04.420103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:44:04.033518Z","time spent":"386.530619ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:44:04.420353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.781656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-01T16:44:04.420395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.448108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:44:04.420471Z","caller":"traceutil/trace.go:171","msg":"trace[341491638] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28118; }","duration":"131.534ms","start":"2026-04-01T16:44:04.288917Z","end":"2026-04-01T16:44:04.420451Z","steps":["trace[341491638] 'agreement among raft nodes before linearized reading' (duration: 131.404287ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:44:04.420436Z","caller":"traceutil/trace.go:171","msg":"trace[1953877584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28118; }","duration":"357.902119ms","start":"2026-04-01T16:44:04.062513Z","end":"2026-04-01T16:44:04.420415Z","steps":["trace[1953877584] 'agreement among raft nodes before linearized reading' (duration: 357.609682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:44:04.420652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:44:04.062499Z","time spent":"358.078203ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T16:44:04.420687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.020921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-01T16:44:04.420757Z","caller":"traceutil/trace.go:171","msg":"trace[2038349824] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28118; }","duration":"179.114443ms","start":"2026-04-01T16:44:04.241621Z","end":"2026-04-01T16:44:04.420735Z","steps":["trace[2038349824] 'agreement among raft nodes before linearized reading' (duration: 178.909588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:44:04.420781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.469007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T16:44:04.420823Z","caller":"traceutil/trace.go:171","msg":"trace[1447176880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28118; }","duration":"386.522049ms","start":"2026-04-01T16:44:04.034286Z","end":"2026-04-01T16:44:04.420808Z","steps":["trace[1447176880] 'agreement among raft nodes before linearized reading' (duration: 386.388166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:44:04.420859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:44:04.034279Z","time spent":"386.57146ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T16:44:04.545145Z","caller":"traceutil/trace.go:171","msg":"trace[550174383] linearizableReadLoop","detail":"{readStateIndex:29085; appliedIndex:29083; }","duration":"118.244858ms","start":"2026-04-01T16:44:04.426865Z","end":"2026-04-01T16:44:04.54511Z","steps":["trace[550174383] 'read index received' (duration: 58.278894ms)","trace[550174383] 'applied index is now lower than readState.Index' (duration: 59.964374ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:44:04.545365Z","caller":"traceutil/trace.go:171","msg":"trace[1354207882] transaction","detail":"{read_only:false; response_revision:28120; number_of_response:1; }","duration":"119.973928ms","start":"2026-04-01T16:44:04.42536Z","end":"2026-04-01T16:44:04.545334Z","steps":["trace[1354207882] 'process raft request' (duration: 105.699344ms)","trace[1354207882] 'compare' (duration: 13.851354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:44:04.545568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.680498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ece8ebb-89eb-4b71-a22b-44943bdb29d9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-01T16:44:04.545619Z","caller":"traceutil/trace.go:171","msg":"trace[771164013] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ece8ebb-89eb-4b71-a22b-44943bdb29d9; range_end:; response_count:1; response_revision:28120; }","duration":"118.763881ms","start":"2026-04-01T16:44:04.426841Z","end":"2026-04-01T16:44:04.545604Z","steps":["trace[771164013] 'agreement among raft nodes before linearized reading' (duration: 118.589937ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:44:08.005953Z","caller":"traceutil/trace.go:171","msg":"trace[1559568313] transaction","detail":"{read_only:false; response_revision:28144; number_of_response:1; }","duration":"186.158519ms","start":"2026-04-01T16:44:07.819775Z","end":"2026-04-01T16:44:08.005934Z","steps":["trace[1559568313] 'process raft request' (duration: 182.536794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:44:08.281618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.58668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:44:08.281688Z","caller":"traceutil/trace.go:171","msg":"trace[921008282] linearizableReadLoop","detail":"{readStateIndex:29111; appliedIndex:29110; }","duration":"198.261992ms","start":"2026-04-01T16:44:08.083415Z","end":"2026-04-01T16:44:08.281677Z","steps":["trace[921008282] 'read index received' (duration: 78.56744ms)","trace[921008282] 'applied index is now lower than readState.Index' (duration: 119.693782ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:44:08.281822Z","caller":"traceutil/trace.go:171","msg":"trace[1367515887] transaction","detail":"{read_only:false; response_revision:28145; number_of_response:1; }","duration":"250.249138ms","start":"2026-04-01T16:44:08.031566Z","end":"2026-04-01T16:44:08.281815Z","steps":["trace[1367515887] 'process raft request' (duration: 130.406563ms)","trace[1367515887] 'compare' (duration: 119.274272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:44:08.281868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.434096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T16:44:08.281927Z","caller":"traceutil/trace.go:171","msg":"trace[588790950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28145; }","duration":"198.542518ms","start":"2026-04-01T16:44:08.08337Z","end":"2026-04-01T16:44:08.281913Z","steps":["trace[588790950] 'agreement among raft nodes before linearized reading' (duration: 198.368704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:44:08.281923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.801506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-01T16:44:08.281978Z","caller":"traceutil/trace.go:171","msg":"trace[1158589728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28145; }","duration":"178.857507ms","start":"2026-04-01T16:44:08.103102Z","end":"2026-04-01T16:44:08.281959Z","steps":["trace[1158589728] 'agreement among raft nodes before linearized reading' (duration: 178.698084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:44:08.282011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.727888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:44:08.282081Z","caller":"traceutil/trace.go:171","msg":"trace[2085995079] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28145; }","duration":"135.84623ms","start":"2026-04-01T16:44:08.146219Z","end":"2026-04-01T16:44:08.282065Z","steps":["trace[2085995079] 'agreement among raft nodes before linearized reading' (duration: 135.697146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:45:02.029683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.90271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:45:02.030263Z","caller":"traceutil/trace.go:171","msg":"trace[484247123] transaction","detail":"{read_only:false; response_revision:28753; number_of_response:1; }","duration":"352.530983ms","start":"2026-04-01T16:45:01.677695Z","end":"2026-04-01T16:45:02.030226Z","steps":["trace[484247123] 'process raft request' (duration: 352.114693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:45:02.030503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:45:01.677659Z","time spent":"352.710557ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:45:03.215201Z","caller":"traceutil/trace.go:171","msg":"trace[1929236084] transaction","detail":"{read_only:false; response_revision:28765; number_of_response:1; }","duration":"191.583025ms","start":"2026-04-01T16:45:03.023596Z","end":"2026-04-01T16:45:03.215179Z","steps":["trace[1929236084] 'process raft request' (duration: 191.421931ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:03.632268Z","caller":"traceutil/trace.go:171","msg":"trace[1133891881] linearizableReadLoop","detail":"{readStateIndex:29753; appliedIndex:29748; }","duration":"210.787135ms","start":"2026-04-01T16:45:03.421456Z","end":"2026-04-01T16:45:03.632243Z","steps":["trace[1133891881] 'read index received' (duration: 208.270556ms)","trace[1133891881] 'applied index is now lower than readState.Index' (duration: 2.515539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:45:03.632783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.291967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T16:45:03.632852Z","caller":"traceutil/trace.go:171","msg":"trace[1808532490] transaction","detail":"{read_only:false; response_revision:28766; number_of_response:1; }","duration":"551.86388ms","start":"2026-04-01T16:45:03.080974Z","end":"2026-04-01T16:45:03.632838Z","steps":["trace[1808532490] 'process raft request' (duration: 548.791408ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:03.632864Z","caller":"traceutil/trace.go:171","msg":"trace[700300664] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28770; }","duration":"211.43117ms","start":"2026-04-01T16:45:03.421416Z","end":"2026-04-01T16:45:03.632847Z","steps":["trace[700300664] 'agreement among raft nodes before linearized reading' (duration: 210.944269ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:03.632839Z","caller":"traceutil/trace.go:171","msg":"trace[1645327615] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"456.297893ms","start":"2026-04-01T16:45:03.176486Z","end":"2026-04-01T16:45:03.632784Z","steps":["trace[1645327615] 'process raft request' (duration: 455.644147ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:03.632778Z","caller":"traceutil/trace.go:171","msg":"trace[1762113097] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"470.493445ms","start":"2026-04-01T16:45:03.162247Z","end":"2026-04-01T16:45:03.63274Z","steps":["trace[1762113097] 'process raft request' (duration: 469.763238ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:03.632833Z","caller":"traceutil/trace.go:171","msg":"trace[726636980] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"456.085827ms","start":"2026-04-01T16:45:03.176714Z","end":"2026-04-01T16:45:03.6328Z","steps":["trace[726636980] 'process raft request' (duration: 455.474733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:45:03.63348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:45:03.176707Z","time spent":"456.65773ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:45:03.632972Z","caller":"traceutil/trace.go:171","msg":"trace[2102823197] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"457.868869ms","start":"2026-04-01T16:45:03.175023Z","end":"2026-04-01T16:45:03.632892Z","steps":["trace[2102823197] 'process raft request' (duration: 457.0504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:45:03.632999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:45:03.080944Z","time spent":"551.953711ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:45:03.633805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:45:03.174999Z","time spent":"458.653927ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:45:03.633015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:45:03.176465Z","time spent":"456.455686ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T16:45:03.633022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:45:03.162225Z","time spent":"470.715429ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:45:06.15255Z","caller":"traceutil/trace.go:171","msg":"trace[947316600] transaction","detail":"{read_only:false; response_revision:28789; number_of_response:1; }","duration":"107.354283ms","start":"2026-04-01T16:45:06.04517Z","end":"2026-04-01T16:45:06.152525Z","steps":["trace[947316600] 'process raft request' (duration: 106.893642ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:06.191588Z","caller":"traceutil/trace.go:171","msg":"trace[2112120025] transaction","detail":"{read_only:false; response_revision:28790; number_of_response:1; }","duration":"145.818194ms","start":"2026-04-01T16:45:06.04574Z","end":"2026-04-01T16:45:06.191558Z","steps":["trace[2112120025] 'process raft request' (duration: 144.978954ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:06.191877Z","caller":"traceutil/trace.go:171","msg":"trace[375020594] transaction","detail":"{read_only:false; response_revision:28791; number_of_response:1; }","duration":"100.125514ms","start":"2026-04-01T16:45:06.091735Z","end":"2026-04-01T16:45:06.191861Z","steps":["trace[375020594] 'process raft request' (duration: 99.767245ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:07.871473Z","caller":"traceutil/trace.go:171","msg":"trace[237731617] transaction","detail":"{read_only:false; response_revision:28804; number_of_response:1; }","duration":"223.243316ms","start":"2026-04-01T16:45:07.648208Z","end":"2026-04-01T16:45:07.871451Z","steps":["trace[237731617] 'process raft request' (duration: 223.197155ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:07.871883Z","caller":"traceutil/trace.go:171","msg":"trace[926111876] transaction","detail":"{read_only:false; response_revision:28802; number_of_response:1; }","duration":"225.062029ms","start":"2026-04-01T16:45:07.64681Z","end":"2026-04-01T16:45:07.871872Z","steps":["trace[926111876] 'process raft request' (duration: 224.416044ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:07.872012Z","caller":"traceutil/trace.go:171","msg":"trace[1523878307] transaction","detail":"{read_only:false; response_revision:28803; number_of_response:1; }","duration":"224.511856ms","start":"2026-04-01T16:45:07.647491Z","end":"2026-04-01T16:45:07.872003Z","steps":["trace[1523878307] 'process raft request' (duration: 223.874631ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:08.265092Z","caller":"traceutil/trace.go:171","msg":"trace[1995402173] transaction","detail":"{read_only:false; response_revision:28805; number_of_response:1; }","duration":"105.93687ms","start":"2026-04-01T16:45:08.159121Z","end":"2026-04-01T16:45:08.265058Z","steps":["trace[1995402173] 'process raft request' (duration: 93.813726ms)","trace[1995402173] 'compare' (duration: 11.699844ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:45:08.722291Z","caller":"traceutil/trace.go:171","msg":"trace[911137764] transaction","detail":"{read_only:false; response_revision:28809; number_of_response:1; }","duration":"102.48242ms","start":"2026-04-01T16:45:08.619787Z","end":"2026-04-01T16:45:08.72227Z","steps":["trace[911137764] 'process raft request' (duration: 101.859785ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:08.732373Z","caller":"traceutil/trace.go:171","msg":"trace[109529509] transaction","detail":"{read_only:false; response_revision:28810; number_of_response:1; }","duration":"111.04135ms","start":"2026-04-01T16:45:08.621269Z","end":"2026-04-01T16:45:08.73231Z","steps":["trace[109529509] 'process raft request' (duration: 110.813954ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:22.901725Z","caller":"traceutil/trace.go:171","msg":"trace[809090601] transaction","detail":"{read_only:false; response_revision:28990; number_of_response:1; }","duration":"187.001997ms","start":"2026-04-01T16:45:22.714701Z","end":"2026-04-01T16:45:22.901703Z","steps":["trace[809090601] 'process raft request' (duration: 186.872944ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:22.902341Z","caller":"traceutil/trace.go:171","msg":"trace[2019470363] linearizableReadLoop","detail":"{readStateIndex:29984; appliedIndex:29984; }","duration":"119.934888ms","start":"2026-04-01T16:45:22.782386Z","end":"2026-04-01T16:45:22.902321Z","steps":["trace[2019470363] 'read index received' (duration: 119.927948ms)","trace[2019470363] 'applied index is now lower than readState.Index' (duration: 5.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:45:22.902591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.182633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:45:22.902642Z","caller":"traceutil/trace.go:171","msg":"trace[1999818494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28990; }","duration":"120.271186ms","start":"2026-04-01T16:45:22.782353Z","end":"2026-04-01T16:45:22.902624Z","steps":["trace[1999818494] 'agreement among raft nodes before linearized reading' (duration: 120.070081ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:22.921967Z","caller":"traceutil/trace.go:171","msg":"trace[1984825885] transaction","detail":"{read_only:false; response_revision:28991; number_of_response:1; }","duration":"105.447128ms","start":"2026-04-01T16:45:22.816507Z","end":"2026-04-01T16:45:22.921955Z","steps":["trace[1984825885] 'process raft request' (duration: 105.280255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:45:22.922296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.872841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:45:22.922373Z","caller":"traceutil/trace.go:171","msg":"trace[844753277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28992; }","duration":"135.986354ms","start":"2026-04-01T16:45:22.78637Z","end":"2026-04-01T16:45:22.922357Z","steps":["trace[844753277] 'agreement among raft nodes before linearized reading' (duration: 135.751868ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:23.776579Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T16:45:23.782286Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-01T16:45:23.782399Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-01T16:45:31.034977Z","caller":"traceutil/trace.go:171","msg":"trace[803235856] transaction","detail":"{read_only:false; response_revision:29073; number_of_response:1; }","duration":"213.830086ms","start":"2026-04-01T16:45:30.821115Z","end":"2026-04-01T16:45:31.034945Z","steps":["trace[803235856] 'process raft request' (duration: 213.58456ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:58.684126Z","caller":"traceutil/trace.go:171","msg":"trace[842690548] transaction","detail":"{read_only:false; response_revision:29315; number_of_response:1; }","duration":"238.292039ms","start":"2026-04-01T16:45:58.445811Z","end":"2026-04-01T16:45:58.684103Z","steps":["trace[842690548] 'process raft request' (duration: 238.130675ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:45:58.713031Z","caller":"traceutil/trace.go:171","msg":"trace[639877231] linearizableReadLoop","detail":"{readStateIndex:30317; appliedIndex:30315; }","duration":"124.888844ms","start":"2026-04-01T16:45:58.588117Z","end":"2026-04-01T16:45:58.713006Z","steps":["trace[639877231] 'read index received' (duration: 95.832703ms)","trace[639877231] 'applied index is now lower than readState.Index' (duration: 29.054841ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:45:58.713077Z","caller":"traceutil/trace.go:171","msg":"trace[501604137] transaction","detail":"{read_only:false; response_revision:29316; number_of_response:1; }","duration":"266.586381ms","start":"2026-04-01T16:45:58.446458Z","end":"2026-04-01T16:45:58.713044Z","steps":["trace[501604137] 'process raft request' (duration: 266.394946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:45:58.713303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.16638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5c865cfdbb-nxmff.18a2495d63aa71be\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-04-01T16:45:58.713368Z","caller":"traceutil/trace.go:171","msg":"trace[1229601971] range","detail":"{range_begin:/registry/events/openstack/manila-api-5c865cfdbb-nxmff.18a2495d63aa71be; range_end:; response_count:1; response_revision:29316; }","duration":"125.296663ms","start":"2026-04-01T16:45:58.588052Z","end":"2026-04-01T16:45:58.713348Z","steps":["trace[1229601971] 'agreement among raft nodes before linearized reading' (duration: 125.050047ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:47:36.459917Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27352} {"level":"info","ts":"2026-04-01T16:47:36.585704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27352,"took":"121.412583ms","hash":3700691291,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":36081664,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-01T16:47:36.585765Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3700691291,"revision":27352,"compact-revision":24944} {"level":"warn","ts":"2026-04-01T16:50:57.159539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.188385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:50:57.159936Z","caller":"traceutil/trace.go:171","msg":"trace[881909450] transaction","detail":"{read_only:false; response_revision:31549; number_of_response:1; }","duration":"192.875533ms","start":"2026-04-01T16:50:56.967037Z","end":"2026-04-01T16:50:57.159913Z","steps":["trace[881909450] 'process raft request' (duration: 77.171866ms)","trace[881909450] 'compare' (duration: 114.768136ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:50:57.160436Z","caller":"traceutil/trace.go:171","msg":"trace[2038137115] transaction","detail":"{read_only:false; response_revision:31550; number_of_response:1; }","duration":"167.803546ms","start":"2026-04-01T16:50:56.992604Z","end":"2026-04-01T16:50:57.160408Z","steps":["trace[2038137115] 'process raft request' (duration: 167.081399ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:03.162253Z","caller":"traceutil/trace.go:171","msg":"trace[1155344738] linearizableReadLoop","detail":"{readStateIndex:32657; appliedIndex:32656; }","duration":"241.554492ms","start":"2026-04-01T16:51:02.92068Z","end":"2026-04-01T16:51:03.162234Z","steps":["trace[1155344738] 'read index received' (duration: 241.399159ms)","trace[1155344738] 'applied index is now lower than readState.Index' (duration: 154.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:51:03.162379Z","caller":"traceutil/trace.go:171","msg":"trace[21329555] transaction","detail":"{read_only:false; response_revision:31590; number_of_response:1; }","duration":"247.958581ms","start":"2026-04-01T16:51:02.914409Z","end":"2026-04-01T16:51:03.162367Z","steps":["trace[21329555] 'process raft request' (duration: 247.696345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:03.162596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.90897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-01T16:51:03.162636Z","caller":"traceutil/trace.go:171","msg":"trace[886984867] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:31590; }","duration":"241.998102ms","start":"2026-04-01T16:51:02.920628Z","end":"2026-04-01T16:51:03.162626Z","steps":["trace[886984867] 'agreement among raft nodes before linearized reading' (duration: 241.872169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:03.162863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.214008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:51:03.16292Z","caller":"traceutil/trace.go:171","msg":"trace[398600939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:31590; }","duration":"101.317301ms","start":"2026-04-01T16:51:03.061594Z","end":"2026-04-01T16:51:03.162911Z","steps":["trace[398600939] 'agreement among raft nodes before linearized reading' (duration: 101.218689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:03.162937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.833582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T16:51:03.163026Z","caller":"traceutil/trace.go:171","msg":"trace[129323666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31590; }","duration":"192.952815ms","start":"2026-04-01T16:51:02.970051Z","end":"2026-04-01T16:51:03.163004Z","steps":["trace[129323666] 'agreement among raft nodes before linearized reading' (duration: 192.678139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:03.163099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.332281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T16:51:03.16317Z","caller":"traceutil/trace.go:171","msg":"trace[2020678710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31590; }","duration":"148.451274ms","start":"2026-04-01T16:51:03.014703Z","end":"2026-04-01T16:51:03.163154Z","steps":["trace[2020678710] 'agreement among raft nodes before linearized reading' (duration: 148.250779ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:03.29291Z","caller":"traceutil/trace.go:171","msg":"trace[99451078] linearizableReadLoop","detail":"{readStateIndex:32659; appliedIndex:32657; }","duration":"126.026419ms","start":"2026-04-01T16:51:03.166863Z","end":"2026-04-01T16:51:03.292889Z","steps":["trace[99451078] 'read index received' (duration: 14.387737ms)","trace[99451078] 'applied index is now lower than readState.Index' (duration: 111.636902ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:51:03.293018Z","caller":"traceutil/trace.go:171","msg":"trace[903524127] transaction","detail":"{read_only:false; response_revision:31593; number_of_response:1; }","duration":"113.883155ms","start":"2026-04-01T16:51:03.179124Z","end":"2026-04-01T16:51:03.293007Z","steps":["trace[903524127] 'process raft request' (duration: 113.714561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:03.293341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.462939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-01T16:51:03.293391Z","caller":"traceutil/trace.go:171","msg":"trace[263693555] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:31593; }","duration":"126.551271ms","start":"2026-04-01T16:51:03.166827Z","end":"2026-04-01T16:51:03.293378Z","steps":["trace[263693555] 'agreement among raft nodes before linearized reading' (duration: 126.373196ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:03.293027Z","caller":"traceutil/trace.go:171","msg":"trace[1846431754] transaction","detail":"{read_only:false; response_revision:31592; number_of_response:1; }","duration":"126.132112ms","start":"2026-04-01T16:51:03.166859Z","end":"2026-04-01T16:51:03.292992Z","steps":["trace[1846431754] 'process raft request' (duration: 53.150294ms)","trace[1846431754] 'compare' (duration: 72.695791ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:51:03.310945Z","caller":"traceutil/trace.go:171","msg":"trace[181780052] transaction","detail":"{read_only:false; response_revision:31594; number_of_response:1; }","duration":"126.545911ms","start":"2026-04-01T16:51:03.184374Z","end":"2026-04-01T16:51:03.31092Z","steps":["trace[181780052] 'process raft request' (duration: 126.325736ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:03.311245Z","caller":"traceutil/trace.go:171","msg":"trace[560603895] transaction","detail":"{read_only:false; response_revision:31595; number_of_response:1; }","duration":"106.075672ms","start":"2026-04-01T16:51:03.205149Z","end":"2026-04-01T16:51:03.311225Z","steps":["trace[560603895] 'process raft request' (duration: 105.686743ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:03.311365Z","caller":"traceutil/trace.go:171","msg":"trace[1784441078] transaction","detail":"{read_only:false; response_revision:31596; number_of_response:1; }","duration":"104.518195ms","start":"2026-04-01T16:51:03.206839Z","end":"2026-04-01T16:51:03.311357Z","steps":["trace[1784441078] 'process raft request' (duration: 104.27895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:03.311409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.479713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T16:51:03.311472Z","caller":"traceutil/trace.go:171","msg":"trace[413454351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31596; }","duration":"130.583696ms","start":"2026-04-01T16:51:03.180875Z","end":"2026-04-01T16:51:03.311458Z","steps":["trace[413454351] 'agreement among raft nodes before linearized reading' (duration: 130.382761ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:03.497063Z","caller":"traceutil/trace.go:171","msg":"trace[1694950945] linearizableReadLoop","detail":"{readStateIndex:32664; appliedIndex:32663; }","duration":"161.439617ms","start":"2026-04-01T16:51:03.335599Z","end":"2026-04-01T16:51:03.497038Z","steps":["trace[1694950945] 'read index received' (duration: 94.594553ms)","trace[1694950945] 'applied index is now lower than readState.Index' (duration: 66.843794ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:51:03.497191Z","caller":"traceutil/trace.go:171","msg":"trace[509663870] transaction","detail":"{read_only:false; response_revision:31597; number_of_response:1; }","duration":"181.549838ms","start":"2026-04-01T16:51:03.315624Z","end":"2026-04-01T16:51:03.497174Z","steps":["trace[509663870] 'process raft request' (duration: 114.468039ms)","trace[509663870] 'compare' (duration: 66.642549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:51:03.49747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.877877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T16:51:03.497545Z","caller":"traceutil/trace.go:171","msg":"trace[314017770] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31597; }","duration":"162.00422ms","start":"2026-04-01T16:51:03.335522Z","end":"2026-04-01T16:51:03.497526Z","steps":["trace[314017770] 'agreement among raft nodes before linearized reading' (duration: 161.898538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:03.990317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.602864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T16:51:03.990708Z","caller":"traceutil/trace.go:171","msg":"trace[1157457805] transaction","detail":"{read_only:false; response_revision:31599; number_of_response:1; }","duration":"199.518718ms","start":"2026-04-01T16:51:03.791125Z","end":"2026-04-01T16:51:03.990644Z","steps":["trace[1157457805] 'process raft request' (duration: 92.496954ms)","trace[1157457805] 'compare' (duration: 106.468771ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:52:36.466432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30056} {"level":"info","ts":"2026-04-01T16:52:36.70024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30056,"took":"228.726721ms","hash":2945233700,"current-db-size-bytes":59170816,"current-db-size":"59 MB","current-db-size-in-use-bytes":30048256,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-01T16:52:36.700313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2945233700,"revision":30056,"compact-revision":27352} {"level":"info","ts":"2026-04-01T16:54:27.428072Z","caller":"traceutil/trace.go:171","msg":"trace[370627236] transaction","detail":"{read_only:false; response_revision:33087; number_of_response:1; }","duration":"113.544817ms","start":"2026-04-01T16:54:27.314494Z","end":"2026-04-01T16:54:27.428039Z","steps":["trace[370627236] 'process raft request' (duration: 113.340352ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:54:34.082531Z","caller":"traceutil/trace.go:171","msg":"trace[1294396003] transaction","detail":"{read_only:false; response_revision:33131; number_of_response:1; }","duration":"159.84275ms","start":"2026-04-01T16:54:33.922657Z","end":"2026-04-01T16:54:34.0825Z","steps":["trace[1294396003] 'process raft request' (duration: 159.572364ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:57:36.472748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32281} {"level":"info","ts":"2026-04-01T16:57:36.596313Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32281,"took":"119.988327ms","hash":3301836764,"current-db-size-bytes":59170816,"current-db-size":"59 MB","current-db-size-in-use-bytes":30396416,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-01T16:57:36.596406Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3301836764,"revision":32281,"compact-revision":30056} {"level":"info","ts":"2026-04-01T17:02:36.478856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34512} {"level":"info","ts":"2026-04-01T17:02:36.628809Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34512,"took":"145.091435ms","hash":3749919925,"current-db-size-bytes":59170816,"current-db-size":"59 MB","current-db-size-in-use-bytes":31088640,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-01T17:02:36.628866Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3749919925,"revision":34512,"compact-revision":32281} {"level":"info","ts":"2026-04-01T17:02:59.418736Z","caller":"traceutil/trace.go:171","msg":"trace[1592798444] linearizableReadLoop","detail":"{readStateIndex:38261; appliedIndex:38261; }","duration":"183.402442ms","start":"2026-04-01T17:02:59.235306Z","end":"2026-04-01T17:02:59.418708Z","steps":["trace[1592798444] 'read index received' (duration: 183.390861ms)","trace[1592798444] 'applied index is now lower than readState.Index' (duration: 9.471µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:02:59.418745Z","caller":"traceutil/trace.go:171","msg":"trace[1363170980] transaction","detail":"{read_only:false; response_revision:37039; number_of_response:1; }","duration":"187.327213ms","start":"2026-04-01T17:02:59.231388Z","end":"2026-04-01T17:02:59.418715Z","steps":["trace[1363170980] 'process raft request' (duration: 187.162079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:02:59.418916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.593826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-01T17:02:59.418986Z","caller":"traceutil/trace.go:171","msg":"trace[1267484508] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37039; }","duration":"183.712609ms","start":"2026-04-01T17:02:59.235256Z","end":"2026-04-01T17:02:59.418969Z","steps":["trace[1267484508] 'agreement among raft nodes before linearized reading' (duration: 183.567425ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:02:59.424125Z","caller":"traceutil/trace.go:171","msg":"trace[485340357] transaction","detail":"{read_only:false; response_revision:37040; number_of_response:1; }","duration":"186.974945ms","start":"2026-04-01T17:02:59.237125Z","end":"2026-04-01T17:02:59.4241Z","steps":["trace[485340357] 'process raft request' (duration: 186.717269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:02:59.424286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.862719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:02:59.424329Z","caller":"traceutil/trace.go:171","msg":"trace[584780408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37040; }","duration":"188.956081ms","start":"2026-04-01T17:02:59.235362Z","end":"2026-04-01T17:02:59.424318Z","steps":["trace[584780408] 'agreement among raft nodes before linearized reading' (duration: 188.895889ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:02:59.648913Z","caller":"traceutil/trace.go:171","msg":"trace[1287374159] transaction","detail":"{read_only:false; response_revision:37042; number_of_response:1; }","duration":"116.652409ms","start":"2026-04-01T17:02:59.532239Z","end":"2026-04-01T17:02:59.648892Z","steps":["trace[1287374159] 'process raft request' (duration: 116.166828ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:17.171697Z","caller":"traceutil/trace.go:171","msg":"trace[1570293325] transaction","detail":"{read_only:false; response_revision:38107; number_of_response:1; }","duration":"487.444925ms","start":"2026-04-01T17:05:16.684221Z","end":"2026-04-01T17:05:17.171666Z","steps":["trace[1570293325] 'process raft request' (duration: 487.285342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.171873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:16.684192Z","time spent":"487.602318ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:05:17.475119Z","caller":"traceutil/trace.go:171","msg":"trace[989454325] transaction","detail":"{read_only:false; response_revision:38108; number_of_response:1; }","duration":"786.274326ms","start":"2026-04-01T17:05:16.688821Z","end":"2026-04-01T17:05:17.475095Z","steps":["trace[989454325] 'process raft request' (duration: 765.585082ms)","trace[989454325] 'compare' (duration: 20.291065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:05:17.475249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:16.688804Z","time spent":"786.378278ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:05:17.475487Z","caller":"traceutil/trace.go:171","msg":"trace[1691647617] linearizableReadLoop","detail":"{readStateIndex:39363; appliedIndex:39360; }","duration":"775.905114ms","start":"2026-04-01T17:05:16.699559Z","end":"2026-04-01T17:05:17.475464Z","steps":["trace[1691647617] 'read index received' (duration: 471.893161ms)","trace[1691647617] 'applied index is now lower than readState.Index' (duration: 304.010913ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:05:17.475582Z","caller":"traceutil/trace.go:171","msg":"trace[455820768] transaction","detail":"{read_only:false; response_revision:38109; number_of_response:1; }","duration":"784.531805ms","start":"2026-04-01T17:05:16.691041Z","end":"2026-04-01T17:05:17.475573Z","steps":["trace[455820768] 'process raft request' (duration: 784.001813ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:17.475598Z","caller":"traceutil/trace.go:171","msg":"trace[2113571630] transaction","detail":"{read_only:false; response_revision:38110; number_of_response:1; }","duration":"769.405462ms","start":"2026-04-01T17:05:16.706182Z","end":"2026-04-01T17:05:17.475587Z","steps":["trace[2113571630] 'process raft request' (duration: 769.133055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.475632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:16.691026Z","time spent":"784.583736ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:05:17.475709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:16.706167Z","time spent":"769.462953ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:05:17.475738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.123689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:05:17.475879Z","caller":"traceutil/trace.go:171","msg":"trace[134475974] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:38110; }","duration":"776.342424ms","start":"2026-04-01T17:05:16.699518Z","end":"2026-04-01T17:05:17.47586Z","steps":["trace[134475974] 'agreement among raft nodes before linearized reading' (duration: 776.067088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.475936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:16.699506Z","time spent":"776.410615ms","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:05:17.801654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.889394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:05:17.801787Z","caller":"traceutil/trace.go:171","msg":"trace[917350916] transaction","detail":"{read_only:false; response_revision:38111; number_of_response:1; }","duration":"534.011884ms","start":"2026-04-01T17:05:17.26776Z","end":"2026-04-01T17:05:17.801772Z","steps":["trace[917350916] 'process raft request' (duration: 322.935765ms)","trace[917350916] 'compare' (duration: 210.797652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:05:17.801832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:17.267735Z","time spent":"534.076916ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:05:17.801967Z","caller":"traceutil/trace.go:171","msg":"trace[658202082] linearizableReadLoop","detail":"{readStateIndex:39366; appliedIndex:39364; }","duration":"326.380947ms","start":"2026-04-01T17:05:17.47556Z","end":"2026-04-01T17:05:17.801941Z","steps":["trace[658202082] 'read index received' (duration: 115.150384ms)","trace[658202082] 'applied index is now lower than readState.Index' (duration: 211.229203ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:05:17.802176Z","caller":"traceutil/trace.go:171","msg":"trace[1375933834] transaction","detail":"{read_only:false; response_revision:38112; number_of_response:1; }","duration":"344.829538ms","start":"2026-04-01T17:05:17.457333Z","end":"2026-04-01T17:05:17.802162Z","steps":["trace[1375933834] 'process raft request' (duration: 344.402858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.80228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:17.457313Z","time spent":"344.89035ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:05:17.802313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.565909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:05:17.802313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.354052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:05:17.802326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.158397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:05:17.802339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.242889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:05:17.80238Z","caller":"traceutil/trace.go:171","msg":"trace[652268461] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:38112; }","duration":"567.726093ms","start":"2026-04-01T17:05:17.234635Z","end":"2026-04-01T17:05:17.802361Z","steps":["trace[652268461] 'agreement among raft nodes before linearized reading' (duration: 567.59936ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:17.802382Z","caller":"traceutil/trace.go:171","msg":"trace[1266386217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:38112; }","duration":"463.458734ms","start":"2026-04-01T17:05:17.338906Z","end":"2026-04-01T17:05:17.802365Z","steps":["trace[1266386217] 'agreement among raft nodes before linearized reading' (duration: 463.330211ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:17.802388Z","caller":"traceutil/trace.go:171","msg":"trace[841107033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38112; }","duration":"566.231548ms","start":"2026-04-01T17:05:17.236139Z","end":"2026-04-01T17:05:17.802371Z","steps":["trace[841107033] 'agreement among raft nodes before linearized reading' (duration: 566.118285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.80241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:17.234611Z","time spent":"567.792815ms","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:05:17.802413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:17.338891Z","time spent":"463.515796ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:05:17.80241Z","caller":"traceutil/trace.go:171","msg":"trace[1781672922] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:38112; }","duration":"410.32236ms","start":"2026-04-01T17:05:17.392067Z","end":"2026-04-01T17:05:17.802389Z","steps":["trace[1781672922] 'agreement among raft nodes before linearized reading' (duration: 410.183467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.802414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:17.236133Z","time spent":"566.276479ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:05:17.802381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.297025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:05:17.802453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:17.39201Z","time spent":"410.434214ms","remote":"127.0.0.1:36728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:05:17.802481Z","caller":"traceutil/trace.go:171","msg":"trace[1965648420] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:38112; }","duration":"647.460609ms","start":"2026-04-01T17:05:17.154995Z","end":"2026-04-01T17:05:17.802456Z","steps":["trace[1965648420] 'agreement among raft nodes before linearized reading' (duration: 647.259364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.802509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.013518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-01T17:05:17.802341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.235728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T17:05:17.802535Z","caller":"traceutil/trace.go:171","msg":"trace[1398598733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38112; }","duration":"123.0681ms","start":"2026-04-01T17:05:17.67946Z","end":"2026-04-01T17:05:17.802528Z","steps":["trace[1398598733] 'agreement among raft nodes before linearized reading' (duration: 123.003038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.802532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:17.154975Z","time spent":"647.54771ms","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:05:17.802553Z","caller":"traceutil/trace.go:171","msg":"trace[215492134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38112; }","duration":"189.445323ms","start":"2026-04-01T17:05:17.613098Z","end":"2026-04-01T17:05:17.802543Z","steps":["trace[215492134] 'agreement among raft nodes before linearized reading' (duration: 189.161416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:17.802623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.519959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T17:05:17.802847Z","caller":"traceutil/trace.go:171","msg":"trace[575034930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38112; }","duration":"105.759805ms","start":"2026-04-01T17:05:17.697057Z","end":"2026-04-01T17:05:17.802816Z","steps":["trace[575034930] 'agreement among raft nodes before linearized reading' (duration: 105.367316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:17.923141Z","caller":"traceutil/trace.go:171","msg":"trace[1114061377] transaction","detail":"{read_only:false; response_revision:38113; number_of_response:1; }","duration":"117.52387ms","start":"2026-04-01T17:05:17.805589Z","end":"2026-04-01T17:05:17.923113Z","steps":["trace[1114061377] 'process raft request' (duration: 113.313831ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:17.923147Z","caller":"traceutil/trace.go:171","msg":"trace[1538773176] transaction","detail":"{read_only:false; response_revision:38114; number_of_response:1; }","duration":"117.272644ms","start":"2026-04-01T17:05:17.80585Z","end":"2026-04-01T17:05:17.923122Z","steps":["trace[1538773176] 'process raft request' (duration: 117.138151ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:17.923315Z","caller":"traceutil/trace.go:171","msg":"trace[1775464884] transaction","detail":"{read_only:false; response_revision:38115; number_of_response:1; }","duration":"116.909175ms","start":"2026-04-01T17:05:17.806398Z","end":"2026-04-01T17:05:17.923307Z","steps":["trace[1775464884] 'process raft request' (duration: 116.67622ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:17.923353Z","caller":"traceutil/trace.go:171","msg":"trace[427565227] linearizableReadLoop","detail":"{readStateIndex:39368; appliedIndex:39366; }","duration":"117.023358ms","start":"2026-04-01T17:05:17.80628Z","end":"2026-04-01T17:05:17.923303Z","steps":["trace[427565227] 'read index received' (duration: 112.576404ms)","trace[427565227] 'applied index is now lower than readState.Index' (duration: 4.444794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:05:17.923559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.255304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18501"} {"level":"info","ts":"2026-04-01T17:05:17.923633Z","caller":"traceutil/trace.go:171","msg":"trace[1243208667] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38115; }","duration":"117.364646ms","start":"2026-04-01T17:05:17.806252Z","end":"2026-04-01T17:05:17.923616Z","steps":["trace[1243208667] 'agreement among raft nodes before linearized reading' (duration: 117.161951ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:18.156553Z","caller":"traceutil/trace.go:171","msg":"trace[615303041] linearizableReadLoop","detail":"{readStateIndex:39370; appliedIndex:39369; }","duration":"169.665699ms","start":"2026-04-01T17:05:17.986856Z","end":"2026-04-01T17:05:18.156522Z","steps":["trace[615303041] 'read index received' (duration: 108.307853ms)","trace[615303041] 'applied index is now lower than readState.Index' (duration: 61.356336ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:05:18.156585Z","caller":"traceutil/trace.go:171","msg":"trace[628493371] transaction","detail":"{read_only:false; response_revision:38116; number_of_response:1; }","duration":"178.100247ms","start":"2026-04-01T17:05:17.978448Z","end":"2026-04-01T17:05:18.156548Z","steps":["trace[628493371] 'process raft request' (duration: 116.800632ms)","trace[628493371] 'compare' (duration: 60.899905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:05:18.156713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.833474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:05:18.156774Z","caller":"traceutil/trace.go:171","msg":"trace[1882991325] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38116; }","duration":"169.909476ms","start":"2026-04-01T17:05:17.986849Z","end":"2026-04-01T17:05:18.156759Z","steps":["trace[1882991325] 'agreement among raft nodes before linearized reading' (duration: 169.788903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:18.408972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.516012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:05:18.409109Z","caller":"traceutil/trace.go:171","msg":"trace[875835322] transaction","detail":"{read_only:false; response_revision:38118; number_of_response:1; }","duration":"203.43049ms","start":"2026-04-01T17:05:18.205663Z","end":"2026-04-01T17:05:18.409093Z","steps":["trace[875835322] 'process raft request' (duration: 203.391899ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:18.409126Z","caller":"traceutil/trace.go:171","msg":"trace[1499665246] linearizableReadLoop","detail":"{readStateIndex:39371; appliedIndex:39370; }","duration":"245.138946ms","start":"2026-04-01T17:05:18.163971Z","end":"2026-04-01T17:05:18.40911Z","steps":["trace[1499665246] 'read index received' (duration: 94.367879ms)","trace[1499665246] 'applied index is now lower than readState.Index' (duration: 150.769947ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:05:18.409154Z","caller":"traceutil/trace.go:171","msg":"trace[2096045871] transaction","detail":"{read_only:false; response_revision:38117; number_of_response:1; }","duration":"246.327213ms","start":"2026-04-01T17:05:18.162781Z","end":"2026-04-01T17:05:18.409109Z","steps":["trace[2096045871] 'process raft request' (duration: 95.586136ms)","trace[2096045871] 'compare' (duration: 150.42416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:05:18.409358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.378242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T17:05:18.409396Z","caller":"traceutil/trace.go:171","msg":"trace[538502264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38118; }","duration":"245.443193ms","start":"2026-04-01T17:05:18.163942Z","end":"2026-04-01T17:05:18.409385Z","steps":["trace[538502264] 'agreement among raft nodes before linearized reading' (duration: 245.261708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:18.409554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.492869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T17:05:18.409634Z","caller":"traceutil/trace.go:171","msg":"trace[779150662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38118; }","duration":"167.621922ms","start":"2026-04-01T17:05:18.241993Z","end":"2026-04-01T17:05:18.409615Z","steps":["trace[779150662] 'agreement among raft nodes before linearized reading' (duration: 167.375946ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:18.633862Z","caller":"traceutil/trace.go:171","msg":"trace[1837493316] transaction","detail":"{read_only:false; response_revision:38119; number_of_response:1; }","duration":"221.275057ms","start":"2026-04-01T17:05:18.41256Z","end":"2026-04-01T17:05:18.633835Z","steps":["trace[1837493316] 'process raft request' (duration: 221.072273ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:18.700374Z","caller":"traceutil/trace.go:171","msg":"trace[1580456039] linearizableReadLoop","detail":"{readStateIndex:39374; appliedIndex:39373; }","duration":"278.586319ms","start":"2026-04-01T17:05:18.421759Z","end":"2026-04-01T17:05:18.700346Z","steps":["trace[1580456039] 'read index received' (duration: 212.061912ms)","trace[1580456039] 'applied index is now lower than readState.Index' (duration: 66.523387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:05:18.700581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.797384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-01T17:05:18.70062Z","caller":"traceutil/trace.go:171","msg":"trace[20922669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:38120; }","duration":"278.880136ms","start":"2026-04-01T17:05:18.421728Z","end":"2026-04-01T17:05:18.700608Z","steps":["trace[20922669] 'agreement among raft nodes before linearized reading' (duration: 278.716722ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:18.700617Z","caller":"traceutil/trace.go:171","msg":"trace[695148783] transaction","detail":"{read_only:false; response_revision:38120; number_of_response:1; }","duration":"286.295429ms","start":"2026-04-01T17:05:18.414287Z","end":"2026-04-01T17:05:18.700583Z","steps":["trace[695148783] 'process raft request' (duration: 285.88304ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:19.624136Z","caller":"traceutil/trace.go:171","msg":"trace[1797586155] transaction","detail":"{read_only:false; response_revision:38123; number_of_response:1; }","duration":"143.60026ms","start":"2026-04-01T17:05:19.480505Z","end":"2026-04-01T17:05:19.624105Z","steps":["trace[1797586155] 'process raft request' (duration: 143.388755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:19.821962Z","caller":"traceutil/trace.go:171","msg":"trace[910301093] transaction","detail":"{read_only:false; response_revision:38124; number_of_response:1; }","duration":"340.939168ms","start":"2026-04-01T17:05:19.480999Z","end":"2026-04-01T17:05:19.821938Z","steps":["trace[910301093] 'process raft request' (duration: 241.385438ms)","trace[910301093] 'compare' (duration: 99.15927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:05:19.822099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:19.480975Z","time spent":"341.04637ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:05:19.822301Z","caller":"traceutil/trace.go:171","msg":"trace[1974054226] transaction","detail":"{read_only:false; response_revision:38125; number_of_response:1; }","duration":"340.459896ms","start":"2026-04-01T17:05:19.481828Z","end":"2026-04-01T17:05:19.822288Z","steps":["trace[1974054226] 'process raft request' (duration: 340.031296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:19.822367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:19.481816Z","time spent":"340.519678ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:05:20.042539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.269967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T17:05:20.042624Z","caller":"traceutil/trace.go:171","msg":"trace[1669785471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38127; }","duration":"115.38173ms","start":"2026-04-01T17:05:19.927222Z","end":"2026-04-01T17:05:20.042604Z","steps":["trace[1669785471] 'range keys from in-memory index tree' (duration: 115.102833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:20.042629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.444707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T17:05:20.042856Z","caller":"traceutil/trace.go:171","msg":"trace[826667175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38127; }","duration":"114.614891ms","start":"2026-04-01T17:05:19.928103Z","end":"2026-04-01T17:05:20.042718Z","steps":["trace[826667175] 'range keys from in-memory index tree' (duration: 114.217332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:20.043329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.299451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T17:05:20.043426Z","caller":"traceutil/trace.go:171","msg":"trace[430715117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38127; }","duration":"116.437274ms","start":"2026-04-01T17:05:19.926963Z","end":"2026-04-01T17:05:20.043401Z","steps":["trace[430715117] 'range keys from in-memory index tree' (duration: 116.116867ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:43.67877Z","caller":"traceutil/trace.go:171","msg":"trace[957219460] linearizableReadLoop","detail":"{readStateIndex:39557; appliedIndex:39556; }","duration":"129.200034ms","start":"2026-04-01T17:05:43.549551Z","end":"2026-04-01T17:05:43.678751Z","steps":["trace[957219460] 'read index received' (duration: 129.109541ms)","trace[957219460] 'applied index is now lower than readState.Index' (duration: 89.373µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:05:43.678887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.300946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:05:43.67893Z","caller":"traceutil/trace.go:171","msg":"trace[93704409] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:38298; }","duration":"129.401338ms","start":"2026-04-01T17:05:43.549515Z","end":"2026-04-01T17:05:43.678916Z","steps":["trace[93704409] 'agreement among raft nodes before linearized reading' (duration: 129.312595ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:05:43.678926Z","caller":"traceutil/trace.go:171","msg":"trace[710901577] transaction","detail":"{read_only:false; response_revision:38298; number_of_response:1; }","duration":"307.454474ms","start":"2026-04-01T17:05:43.371402Z","end":"2026-04-01T17:05:43.678856Z","steps":["trace[710901577] 'process raft request' (duration: 307.214608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:05:43.679242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:05:43.37138Z","time spent":"307.705019ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:06:42.50125Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T17:06:42.508119Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-01T17:06:42.508364Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-01T17:07:36.48931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36871} {"level":"info","ts":"2026-04-01T17:07:36.617105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36871,"took":"123.46198ms","hash":977694457,"current-db-size-bytes":60436480,"current-db-size":"60 MB","current-db-size-in-use-bytes":32088064,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-01T17:07:36.617169Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":977694457,"revision":36871,"compact-revision":34512} {"level":"warn","ts":"2026-04-01T17:12:25.283742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.243203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-01T17:12:25.283835Z","caller":"traceutil/trace.go:171","msg":"trace[1820224300] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:41378; }","duration":"105.365297ms","start":"2026-04-01T17:12:25.17845Z","end":"2026-04-01T17:12:25.283815Z","steps":["trace[1820224300] 'range keys from in-memory index tree' (duration: 105.10511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:25.284101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.895376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1308"} {"level":"info","ts":"2026-04-01T17:12:25.284184Z","caller":"traceutil/trace.go:171","msg":"trace[449426779] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:41378; }","duration":"111.022489ms","start":"2026-04-01T17:12:25.17314Z","end":"2026-04-01T17:12:25.284162Z","steps":["trace[449426779] 'range keys from in-memory index tree' (duration: 110.719952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:25.993562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.824943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/barbican-barbican-ks-endpoints\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-01T17:12:25.99365Z","caller":"traceutil/trace.go:171","msg":"trace[1578824642] range","detail":"{range_begin:/registry/rolebindings/openstack/barbican-barbican-ks-endpoints; range_end:; response_count:1; response_revision:41381; }","duration":"101.954816ms","start":"2026-04-01T17:12:25.891671Z","end":"2026-04-01T17:12:25.993626Z","steps":["trace[1578824642] 'range keys from in-memory index tree' (duration: 101.625278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:25.993822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.951759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T17:12:25.993981Z","caller":"traceutil/trace.go:171","msg":"trace[340660363] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:41381; }","duration":"103.170114ms","start":"2026-04-01T17:12:25.890789Z","end":"2026-04-01T17:12:25.993959Z","steps":["trace[340660363] 'count revisions from in-memory index tree' (duration: 102.758464ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:25.99415Z","caller":"traceutil/trace.go:171","msg":"trace[1317018185] transaction","detail":"{read_only:false; response_revision:41382; number_of_response:1; }","duration":"101.518906ms","start":"2026-04-01T17:12:25.892621Z","end":"2026-04-01T17:12:25.99414Z","steps":["trace[1317018185] 'process raft request' (duration: 34.411215ms)","trace[1317018185] 'compare' (duration: 66.697912ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:33.973847Z","caller":"traceutil/trace.go:171","msg":"trace[1319042491] transaction","detail":"{read_only:false; response_revision:41440; number_of_response:1; }","duration":"134.267492ms","start":"2026-04-01T17:12:33.839546Z","end":"2026-04-01T17:12:33.973814Z","steps":["trace[1319042491] 'process raft request' (duration: 133.937914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:34.235957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.39178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:12:34.236283Z","caller":"traceutil/trace.go:171","msg":"trace[372892968] linearizableReadLoop","detail":"{readStateIndex:42791; appliedIndex:42788; }","duration":"168.615886ms","start":"2026-04-01T17:12:34.067649Z","end":"2026-04-01T17:12:34.236265Z","steps":["trace[372892968] 'read index received' (duration: 8.827246ms)","trace[372892968] 'applied index is now lower than readState.Index' (duration: 159.78779ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:34.236366Z","caller":"traceutil/trace.go:171","msg":"trace[1322726767] transaction","detail":"{read_only:false; response_revision:41442; number_of_response:1; }","duration":"206.046292ms","start":"2026-04-01T17:12:34.030309Z","end":"2026-04-01T17:12:34.236356Z","steps":["trace[1322726767] 'process raft request' (duration: 205.769246ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:34.236381Z","caller":"traceutil/trace.go:171","msg":"trace[777484421] transaction","detail":"{read_only:false; response_revision:41441; number_of_response:1; }","duration":"215.845061ms","start":"2026-04-01T17:12:34.020507Z","end":"2026-04-01T17:12:34.236352Z","steps":["trace[777484421] 'process raft request' (duration: 55.959829ms)","trace[777484421] 'compare' (duration: 159.280548ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:34.236656Z","caller":"traceutil/trace.go:171","msg":"trace[2066302470] transaction","detail":"{read_only:false; response_revision:41444; number_of_response:1; }","duration":"166.740992ms","start":"2026-04-01T17:12:34.069869Z","end":"2026-04-01T17:12:34.23661Z","steps":["trace[2066302470] 'process raft request' (duration: 166.297072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:34.236742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.087058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:12:34.236797Z","caller":"traceutil/trace.go:171","msg":"trace[422496276] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:41444; }","duration":"169.18151ms","start":"2026-04-01T17:12:34.067597Z","end":"2026-04-01T17:12:34.236778Z","steps":["trace[422496276] 'agreement among raft nodes before linearized reading' (duration: 169.016156ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:34.236809Z","caller":"traceutil/trace.go:171","msg":"trace[940894272] transaction","detail":"{read_only:false; response_revision:41443; number_of_response:1; }","duration":"199.706783ms","start":"2026-04-01T17:12:34.037087Z","end":"2026-04-01T17:12:34.236794Z","steps":["trace[940894272] 'process raft request' (duration: 199.043218ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:34.28724Z","caller":"traceutil/trace.go:171","msg":"trace[121732060] transaction","detail":"{read_only:false; response_revision:41445; number_of_response:1; }","duration":"174.803981ms","start":"2026-04-01T17:12:34.112367Z","end":"2026-04-01T17:12:34.287171Z","steps":["trace[121732060] 'process raft request' (duration: 174.638037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:34.287276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.900775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/manila-manila-ks-endpoints\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-01T17:12:34.287332Z","caller":"traceutil/trace.go:171","msg":"trace[210122548] range","detail":"{range_begin:/registry/rolebindings/openstack/manila-manila-ks-endpoints; range_end:; response_count:1; response_revision:41445; }","duration":"210.988348ms","start":"2026-04-01T17:12:34.076327Z","end":"2026-04-01T17:12:34.287315Z","steps":["trace[210122548] 'agreement among raft nodes before linearized reading' (duration: 210.790873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:34.287345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.422447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/manila-manila-ks-service\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-01T17:12:34.287407Z","caller":"traceutil/trace.go:171","msg":"trace[1696360895] range","detail":"{range_begin:/registry/rolebindings/openstack/manila-manila-ks-service; range_end:; response_count:1; response_revision:41445; }","duration":"202.528159ms","start":"2026-04-01T17:12:34.084861Z","end":"2026-04-01T17:12:34.287389Z","steps":["trace[1696360895] 'agreement among raft nodes before linearized reading' (duration: 202.366456ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:34.692514Z","caller":"traceutil/trace.go:171","msg":"trace[2118854611] transaction","detail":"{read_only:false; response_revision:41448; number_of_response:1; }","duration":"113.757153ms","start":"2026-04-01T17:12:34.57872Z","end":"2026-04-01T17:12:34.692477Z","steps":["trace[2118854611] 'process raft request' (duration: 69.578639ms)","trace[2118854611] 'compare' (duration: 43.951158ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:36.498945Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39133} {"level":"info","ts":"2026-04-01T17:12:36.701287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39133,"took":"198.815642ms","hash":2335098711,"current-db-size-bytes":60436480,"current-db-size":"60 MB","current-db-size-in-use-bytes":31186944,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-01T17:12:36.701359Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2335098711,"revision":39133,"compact-revision":36871} {"level":"info","ts":"2026-04-01T17:12:37.526209Z","caller":"traceutil/trace.go:171","msg":"trace[222897735] linearizableReadLoop","detail":"{readStateIndex:42819; appliedIndex:42818; }","duration":"131.370754ms","start":"2026-04-01T17:12:37.394804Z","end":"2026-04-01T17:12:37.526175Z","steps":["trace[222897735] 'read index received' (duration: 131.116788ms)","trace[222897735] 'applied index is now lower than readState.Index' (duration: 252.406µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:37.526361Z","caller":"traceutil/trace.go:171","msg":"trace[216069085] transaction","detail":"{read_only:false; response_revision:41469; number_of_response:1; }","duration":"146.303844ms","start":"2026-04-01T17:12:37.380013Z","end":"2026-04-01T17:12:37.526317Z","steps":["trace[216069085] 'process raft request' (duration: 145.935025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:37.526567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.733283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-bootstrap\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-01T17:12:37.526671Z","caller":"traceutil/trace.go:171","msg":"trace[1033985579] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-bootstrap; range_end:; response_count:1; response_revision:41469; }","duration":"131.888546ms","start":"2026-04-01T17:12:37.394758Z","end":"2026-04-01T17:12:37.526646Z","steps":["trace[1033985579] 'agreement among raft nodes before linearized reading' (duration: 131.588949ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:37.546473Z","caller":"traceutil/trace.go:171","msg":"trace[538854660] transaction","detail":"{read_only:false; response_revision:41470; number_of_response:1; }","duration":"143.53894ms","start":"2026-04-01T17:12:37.402902Z","end":"2026-04-01T17:12:37.546441Z","steps":["trace[538854660] 'process raft request' (duration: 143.352336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:37.546507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.642163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/cinder-openstack-cinder-db-init\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-04-01T17:12:37.546573Z","caller":"traceutil/trace.go:171","msg":"trace[1884057541] range","detail":"{range_begin:/registry/roles/openstack/cinder-openstack-cinder-db-init; range_end:; response_count:1; response_revision:41470; }","duration":"105.748165ms","start":"2026-04-01T17:12:37.440808Z","end":"2026-04-01T17:12:37.546556Z","steps":["trace[1884057541] 'agreement among raft nodes before linearized reading' (duration: 105.616211ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:38.479316Z","caller":"traceutil/trace.go:171","msg":"trace[1985130399] linearizableReadLoop","detail":"{readStateIndex:42825; appliedIndex:42822; }","duration":"177.156776ms","start":"2026-04-01T17:12:38.302137Z","end":"2026-04-01T17:12:38.479294Z","steps":["trace[1985130399] 'read index received' (duration: 174.189547ms)","trace[1985130399] 'applied index is now lower than readState.Index' (duration: 2.966159ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:38.479406Z","caller":"traceutil/trace.go:171","msg":"trace[31692157] transaction","detail":"{read_only:false; response_revision:41475; number_of_response:1; }","duration":"202.356765ms","start":"2026-04-01T17:12:38.277019Z","end":"2026-04-01T17:12:38.479376Z","steps":["trace[31692157] 'process raft request' (duration: 202.182581ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:38.479429Z","caller":"traceutil/trace.go:171","msg":"trace[1082761628] transaction","detail":"{read_only:false; response_revision:41473; number_of_response:1; }","duration":"204.762902ms","start":"2026-04-01T17:12:38.274636Z","end":"2026-04-01T17:12:38.479399Z","steps":["trace[1082761628] 'process raft request' (duration: 201.69366ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:38.479552Z","caller":"traceutil/trace.go:171","msg":"trace[860668527] transaction","detail":"{read_only:false; response_revision:41476; number_of_response:1; }","duration":"104.27244ms","start":"2026-04-01T17:12:38.375268Z","end":"2026-04-01T17:12:38.47954Z","steps":["trace[860668527] 'process raft request' (duration: 103.982773ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:38.479692Z","caller":"traceutil/trace.go:171","msg":"trace[1663697143] transaction","detail":"{read_only:false; response_revision:41474; number_of_response:1; }","duration":"203.720327ms","start":"2026-04-01T17:12:38.27596Z","end":"2026-04-01T17:12:38.47968Z","steps":["trace[1663697143] 'process raft request' (duration: 203.150154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:38.479702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.376362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-01T17:12:38.479746Z","caller":"traceutil/trace.go:171","msg":"trace[997761976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41476; }","duration":"192.431194ms","start":"2026-04-01T17:12:38.287303Z","end":"2026-04-01T17:12:38.479734Z","steps":["trace[997761976] 'agreement among raft nodes before linearized reading' (duration: 192.128166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:38.479858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.907962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/nova-nova-conductor\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-01T17:12:38.479903Z","caller":"traceutil/trace.go:171","msg":"trace[958692135] range","detail":"{range_begin:/registry/rolebindings/openstack/nova-nova-conductor; range_end:; response_count:1; response_revision:41476; }","duration":"197.979723ms","start":"2026-04-01T17:12:38.281913Z","end":"2026-04-01T17:12:38.479893Z","steps":["trace[958692135] 'agreement among raft nodes before linearized reading' (duration: 197.531893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:38.480082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.966334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:12:38.480129Z","caller":"traceutil/trace.go:171","msg":"trace[740604077] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:41477; }","duration":"172.044816ms","start":"2026-04-01T17:12:38.308071Z","end":"2026-04-01T17:12:38.480116Z","steps":["trace[740604077] 'agreement among raft nodes before linearized reading' (duration: 171.916573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:38.480156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.51513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/cinder-openstack-cinder-ks-service\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-01T17:12:38.4802Z","caller":"traceutil/trace.go:171","msg":"trace[194949504] range","detail":"{range_begin:/registry/roles/openstack/cinder-openstack-cinder-ks-service; range_end:; response_count:1; response_revision:41477; }","duration":"211.589152ms","start":"2026-04-01T17:12:38.268597Z","end":"2026-04-01T17:12:38.480186Z","steps":["trace[194949504] 'agreement among raft nodes before linearized reading' (duration: 210.856215ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:38.480292Z","caller":"traceutil/trace.go:171","msg":"trace[1841929908] transaction","detail":"{read_only:false; response_revision:41477; number_of_response:1; }","duration":"101.460934ms","start":"2026-04-01T17:12:38.37882Z","end":"2026-04-01T17:12:38.480281Z","steps":["trace[1841929908] 'process raft request' (duration: 100.672246ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:46.65194Z","caller":"traceutil/trace.go:171","msg":"trace[10765056] transaction","detail":"{read_only:false; response_revision:41532; number_of_response:1; }","duration":"142.942486ms","start":"2026-04-01T17:12:46.508972Z","end":"2026-04-01T17:12:46.651915Z","steps":["trace[10765056] 'process raft request' (duration: 142.782332ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:46.806049Z","caller":"traceutil/trace.go:171","msg":"trace[1684814817] transaction","detail":"{read_only:false; response_revision:41533; number_of_response:1; }","duration":"260.020025ms","start":"2026-04-01T17:12:46.546Z","end":"2026-04-01T17:12:46.80602Z","steps":["trace[1684814817] 'process raft request' (duration: 259.774629ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:46.806583Z","caller":"traceutil/trace.go:171","msg":"trace[1858291019] transaction","detail":"{read_only:false; response_revision:41535; number_of_response:1; }","duration":"248.976537ms","start":"2026-04-01T17:12:46.55759Z","end":"2026-04-01T17:12:46.806567Z","steps":["trace[1858291019] 'process raft request' (duration: 248.627179ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:46.806631Z","caller":"traceutil/trace.go:171","msg":"trace[147425404] linearizableReadLoop","detail":"{readStateIndex:42887; appliedIndex:42883; }","duration":"226.755847ms","start":"2026-04-01T17:12:46.579846Z","end":"2026-04-01T17:12:46.806602Z","steps":["trace[147425404] 'read index received' (duration: 71.915913ms)","trace[147425404] 'applied index is now lower than readState.Index' (duration: 154.838334ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:46.806914Z","caller":"traceutil/trace.go:171","msg":"trace[1703372519] transaction","detail":"{read_only:false; response_revision:41534; number_of_response:1; }","duration":"251.344142ms","start":"2026-04-01T17:12:46.555522Z","end":"2026-04-01T17:12:46.806866Z","steps":["trace[1703372519] 'process raft request' (duration: 250.452471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:46.806999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.561795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:634"} {"level":"info","ts":"2026-04-01T17:12:46.807042Z","caller":"traceutil/trace.go:171","msg":"trace[794321908] range","detail":"{range_begin:/registry/roles/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:41535; }","duration":"224.666398ms","start":"2026-04-01T17:12:46.582365Z","end":"2026-04-01T17:12:46.807032Z","steps":["trace[794321908] 'agreement among raft nodes before linearized reading' (duration: 224.482734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:46.807187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.709791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T17:12:46.807223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.604747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:12:46.807257Z","caller":"traceutil/trace.go:171","msg":"trace[1097483381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41535; }","duration":"157.839204ms","start":"2026-04-01T17:12:46.649401Z","end":"2026-04-01T17:12:46.80724Z","steps":["trace[1097483381] 'agreement among raft nodes before linearized reading' (duration: 157.634589ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:46.80727Z","caller":"traceutil/trace.go:171","msg":"trace[575166072] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:41535; }","duration":"189.655078ms","start":"2026-04-01T17:12:46.617605Z","end":"2026-04-01T17:12:46.80726Z","steps":["trace[575166072] 'agreement among raft nodes before linearized reading' (duration: 189.581346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:46.807768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.917224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-01T17:12:46.807834Z","caller":"traceutil/trace.go:171","msg":"trace[1539691078] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:41535; }","duration":"228.034836ms","start":"2026-04-01T17:12:46.579783Z","end":"2026-04-01T17:12:46.807818Z","steps":["trace[1539691078] 'agreement among raft nodes before linearized reading' (duration: 226.971271ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:12:46.930838Z","caller":"traceutil/trace.go:171","msg":"trace[282527488] transaction","detail":"{read_only:false; response_revision:41536; number_of_response:1; }","duration":"117.821417ms","start":"2026-04-01T17:12:46.812982Z","end":"2026-04-01T17:12:46.930804Z","steps":["trace[282527488] 'process raft request' (duration: 96.197431ms)","trace[282527488] 'compare' (duration: 20.748106ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:47.130816Z","caller":"traceutil/trace.go:171","msg":"trace[1756654561] transaction","detail":"{read_only:false; response_revision:41538; number_of_response:1; }","duration":"194.117842ms","start":"2026-04-01T17:12:46.936663Z","end":"2026-04-01T17:12:47.130781Z","steps":["trace[1756654561] 'process raft request' (duration: 172.109177ms)","trace[1756654561] 'compare' (duration: 21.840081ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:47.335415Z","caller":"traceutil/trace.go:171","msg":"trace[1888260586] transaction","detail":"{read_only:false; response_revision:41539; number_of_response:1; }","duration":"150.600795ms","start":"2026-04-01T17:12:47.184788Z","end":"2026-04-01T17:12:47.335389Z","steps":["trace[1888260586] 'process raft request' (duration: 55.867528ms)","trace[1888260586] 'compare' (duration: 94.203705ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:12:47.33543Z","caller":"traceutil/trace.go:171","msg":"trace[425691521] linearizableReadLoop","detail":"{readStateIndex:42891; appliedIndex:42890; }","duration":"109.951943ms","start":"2026-04-01T17:12:47.225451Z","end":"2026-04-01T17:12:47.335403Z","steps":["trace[425691521] 'read index received' (duration: 15.147805ms)","trace[425691521] 'applied index is now lower than readState.Index' (duration: 94.802048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:12:47.335614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.145638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:632"} {"level":"info","ts":"2026-04-01T17:12:47.33576Z","caller":"traceutil/trace.go:171","msg":"trace[1827196395] range","detail":"{range_begin:/registry/roles/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:41540; }","duration":"110.334052ms","start":"2026-04-01T17:12:47.225413Z","end":"2026-04-01T17:12:47.335748Z","steps":["trace[1827196395] 'agreement among raft nodes before linearized reading' (duration: 110.070466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:12:47.335917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.50731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-01T17:12:47.336039Z","caller":"traceutil/trace.go:171","msg":"trace[1263763181] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:41540; }","duration":"102.690754ms","start":"2026-04-01T17:12:47.233317Z","end":"2026-04-01T17:12:47.336008Z","steps":["trace[1263763181] 'agreement among raft nodes before linearized reading' (duration: 102.365786ms)"],"step_count":1}