{"level":"warn","ts":"2026-03-09T13:01:52.976355Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T13:01:52.976493Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.209:2380","--initial-cluster=instance=https://199.204.45.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T13:01:52.976655Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T13:01:52.976675Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-03-09T13:01:52.976728Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T13:01:52.977671Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"]} {"level":"info","ts":"2026-03-09T13:01:52.977841Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T13:01:52.984202Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.975733ms"} {"level":"info","ts":"2026-03-09T13:01:52.992983Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"adfb641115bf6cbd","cluster-id":"3da6b677d4b80c6"} {"level":"info","ts":"2026-03-09T13:01:52.993066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T13:01:52.993091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 0"} {"level":"info","ts":"2026-03-09T13:01:52.993131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft adfb641115bf6cbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T13:01:52.993151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 1"} {"level":"info","ts":"2026-03-09T13:01:52.993213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"warn","ts":"2026-03-09T13:01:53.001688Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T13:01:53.00489Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T13:01:53.006804Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T13:01:53.009599Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"adfb641115bf6cbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T13:01:53.0099Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"adfb641115bf6cbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T13:01:53.010005Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:01:53.010115Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:01:53.010127Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:01:53.010953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"info","ts":"2026-03-09T13:01:53.011134Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","added-peer-id":"adfb641115bf6cbd","added-peer-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-03-09T13:01:53.012936Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T13:01:53.013221Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"adfb641115bf6cbd","initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T13:01:53.013271Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T13:01:53.013121Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-03-09T13:01:53.013445Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-03-09T13:01:53.294427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T13:01:53.294579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T13:01:53.294636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgPreVoteResp from adfb641115bf6cbd at term 1"} {"level":"info","ts":"2026-03-09T13:01:53.294664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became candidate at term 2"} {"level":"info","ts":"2026-03-09T13:01:53.29468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgVoteResp from adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-03-09T13:01:53.294698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became leader at term 2"} {"level":"info","ts":"2026-03-09T13:01:53.294714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: adfb641115bf6cbd elected leader adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-03-09T13:01:53.296484Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"adfb641115bf6cbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.209:2379]}","request-path":"/0/members/adfb641115bf6cbd/attributes","cluster-id":"3da6b677d4b80c6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T13:01:53.2965Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T13:01:53.296509Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:01:53.296799Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T13:01:53.296952Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T13:01:53.297028Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T13:01:53.298052Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:01:53.298289Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:01:53.298369Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:01:53.299649Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T13:01:53.301754Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.209:2379"} {"level":"info","ts":"2026-03-09T13:01:55.35213Z","caller":"traceutil/trace.go:171","msg":"trace[1195506291] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"320.719717ms","start":"2026-03-09T13:01:55.031377Z","end":"2026-03-09T13:01:55.352097Z","steps":["trace[1195506291] 'process raft request' (duration: 320.425731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.352966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.031361Z","time spent":"320.883992ms","remote":"127.0.0.1:44580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:01:55.456705Z","caller":"traceutil/trace.go:171","msg":"trace[2140098395] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"424.87442ms","start":"2026-03-09T13:01:55.031805Z","end":"2026-03-09T13:01:55.456679Z","steps":["trace[2140098395] 'read index received' (duration: 320.012542ms)","trace[2140098395] 'applied index is now lower than readState.Index' (duration: 104.861128ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:01:55.456776Z","caller":"traceutil/trace.go:171","msg":"trace[1250645378] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"337.608697ms","start":"2026-03-09T13:01:55.119144Z","end":"2026-03-09T13:01:55.456753Z","steps":["trace[1250645378] 'process raft request' (duration: 337.28575ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:01:55.456845Z","caller":"traceutil/trace.go:171","msg":"trace[1677314653] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"332.85239ms","start":"2026-03-09T13:01:55.123981Z","end":"2026-03-09T13:01:55.456834Z","steps":["trace[1677314653] 'process raft request' (duration: 332.629805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.456883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.119101Z","time spent":"337.72522ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:01:55.456962Z","caller":"traceutil/trace.go:171","msg":"trace[1401660993] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"337.658488ms","start":"2026-03-09T13:01:55.119293Z","end":"2026-03-09T13:01:55.456952Z","steps":["trace[1401660993] 'process raft request' (duration: 337.179287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.456973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.123969Z","time spent":"332.911021ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T13:01:55.457015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.119262Z","time spent":"337.719699ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:01:55.457099Z","caller":"traceutil/trace.go:171","msg":"trace[1986791665] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"337.76035ms","start":"2026-03-09T13:01:55.119295Z","end":"2026-03-09T13:01:55.457056Z","steps":["trace[1986791665] 'process raft request' (duration: 337.209018ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:01:55.457168Z","caller":"traceutil/trace.go:171","msg":"trace[1885087357] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"330.680381ms","start":"2026-03-09T13:01:55.126416Z","end":"2026-03-09T13:01:55.457096Z","steps":["trace[1885087357] 'process raft request' (duration: 330.228771ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:01:55.457216Z","caller":"traceutil/trace.go:171","msg":"trace[1717700575] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"337.396611ms","start":"2026-03-09T13:01:55.119812Z","end":"2026-03-09T13:01:55.457209Z","steps":["trace[1717700575] 'process raft request' (duration: 336.774438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.457259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.119782Z","time spent":"337.455113ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T13:01:55.457288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.274949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T13:01:55.457365Z","caller":"traceutil/trace.go:171","msg":"trace[140086925] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"337.862123ms","start":"2026-03-09T13:01:55.119496Z","end":"2026-03-09T13:01:55.457358Z","steps":["trace[140086925] 'process raft request' (duration: 337.063245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.457305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.079475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T13:01:55.457348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.11926Z","time spent":"337.967585ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:01:55.457384Z","caller":"traceutil/trace.go:171","msg":"trace[1891830564] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"425.420072ms","start":"2026-03-09T13:01:55.031943Z","end":"2026-03-09T13:01:55.457363Z","steps":["trace[1891830564] 'agreement among raft nodes before linearized reading' (duration: 425.155146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.457316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.445952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"warn","ts":"2026-03-09T13:01:55.457422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.031933Z","time spent":"425.480203ms","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-09T13:01:55.457467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.331361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T13:01:55.457472Z","caller":"traceutil/trace.go:171","msg":"trace[529426050] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"425.673947ms","start":"2026-03-09T13:01:55.031768Z","end":"2026-03-09T13:01:55.457442Z","steps":["trace[529426050] 'agreement among raft nodes before linearized reading' (duration: 425.251988ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:01:55.457494Z","caller":"traceutil/trace.go:171","msg":"trace[219935489] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"287.393051ms","start":"2026-03-09T13:01:55.170094Z","end":"2026-03-09T13:01:55.457488Z","steps":["trace[219935489] 'agreement among raft nodes before linearized reading' (duration: 287.353351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.457415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.126403Z","time spent":"330.841195ms","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T13:01:55.457533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.031755Z","time spent":"425.765359ms","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3198,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-09T13:01:55.457555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.144202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T13:01:55.457596Z","caller":"traceutil/trace.go:171","msg":"trace[1221768120] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"373.188843ms","start":"2026-03-09T13:01:55.084395Z","end":"2026-03-09T13:01:55.457584Z","steps":["trace[1221768120] 'agreement among raft nodes before linearized reading' (duration: 373.109701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.457621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.846516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T13:01:55.457639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.084318Z","time spent":"373.314125ms","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-09T13:01:55.457646Z","caller":"traceutil/trace.go:171","msg":"trace[1519357552] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"339.898427ms","start":"2026-03-09T13:01:55.11774Z","end":"2026-03-09T13:01:55.457639Z","steps":["trace[1519357552] 'agreement among raft nodes before linearized reading' (duration: 339.852866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.457417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.119481Z","time spent":"337.909383ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T13:01:55.457671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.117727Z","time spent":"339.939548ms","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-09T13:01:55.456777Z","caller":"traceutil/trace.go:171","msg":"trace[174541202] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"425.035603ms","start":"2026-03-09T13:01:55.031717Z","end":"2026-03-09T13:01:55.456752Z","steps":["trace[174541202] 'process raft request' (duration: 424.582273ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:01:55.457015Z","caller":"traceutil/trace.go:171","msg":"trace[929968891] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"337.574846ms","start":"2026-03-09T13:01:55.119392Z","end":"2026-03-09T13:01:55.456966Z","steps":["trace[929968891] 'process raft request' (duration: 337.141106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.457945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.0317Z","time spent":"426.090586ms","remote":"127.0.0.1:44592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:01:55.457975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.119364Z","time spent":"338.485886ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:01:55.457419Z","caller":"traceutil/trace.go:171","msg":"trace[597202616] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"337.250448ms","start":"2026-03-09T13:01:55.120145Z","end":"2026-03-09T13:01:55.457395Z","steps":["trace[597202616] 'agreement among raft nodes before linearized reading' (duration: 337.064534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.458136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.120111Z","time spent":"338.003274ms","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-09T13:01:55.458419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.079201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T13:01:55.458479Z","caller":"traceutil/trace.go:171","msg":"trace[1283495019] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:0; response_revision:11; }","duration":"341.174035ms","start":"2026-03-09T13:01:55.117285Z","end":"2026-03-09T13:01:55.458459Z","steps":["trace[1283495019] 'agreement among raft nodes before linearized reading' (duration: 340.009589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:01:55.45855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:01:55.117256Z","time spent":"341.282228ms","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-03-09T13:02:00.424016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.656949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-09T13:02:00.424119Z","caller":"traceutil/trace.go:171","msg":"trace[1790033928] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:282; }","duration":"254.800663ms","start":"2026-03-09T13:02:00.169297Z","end":"2026-03-09T13:02:00.424098Z","steps":["trace[1790033928] 'range keys from in-memory index tree' (duration: 254.523697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:13.847615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002673771s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:02:13.847703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84243184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:13.847792Z","caller":"traceutil/trace.go:171","msg":"trace[1917644421] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:369; }","duration":"2.002913816s","start":"2026-03-09T13:02:11.844854Z","end":"2026-03-09T13:02:13.847768Z","steps":["trace[1917644421] 'range keys from in-memory index tree' (duration: 2.00257549s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:13.84772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048841542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:02:13.848167Z","caller":"traceutil/trace.go:171","msg":"trace[1446438091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:369; }","duration":"2.049358443s","start":"2026-03-09T13:02:11.79878Z","end":"2026-03-09T13:02:13.848138Z","steps":["trace[1446438091] 'range keys from in-memory index tree' (duration: 2.048579897s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:13.848245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:11.798687Z","time spent":"2.049543057s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T13:02:13.847833Z","caller":"traceutil/trace.go:171","msg":"trace[41135867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:369; }","duration":"1.842642084s","start":"2026-03-09T13:02:12.00516Z","end":"2026-03-09T13:02:13.847802Z","steps":["trace[41135867] 'range keys from in-memory index tree' (duration: 1.842307347s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:13.848351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:12.005132Z","time spent":"1.843195716s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:02:13.847883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050849436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:02:13.848482Z","caller":"traceutil/trace.go:171","msg":"trace[42984590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:369; }","duration":"2.051585382s","start":"2026-03-09T13:02:11.796857Z","end":"2026-03-09T13:02:13.848443Z","steps":["trace[42984590] 'range keys from in-memory index tree' (duration: 2.050674473s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:13.84788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198839107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:02:13.848638Z","caller":"traceutil/trace.go:171","msg":"trace[37454067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:369; }","duration":"2.199686976s","start":"2026-03-09T13:02:11.648933Z","end":"2026-03-09T13:02:13.84862Z","steps":["trace[37454067] 'range keys from in-memory index tree' (duration: 2.198620174s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:13.84871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:11.648903Z","time spent":"2.199794928s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:02:13.848575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:11.796834Z","time spent":"2.051722575s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:02:14.53475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237732138s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T13:02:14.534882Z","caller":"traceutil/trace.go:171","msg":"trace[1053039763] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:382; }","duration":"2.267433164s","start":"2026-03-09T13:02:12.267426Z","end":"2026-03-09T13:02:14.53486Z","steps":["trace[1053039763] 'read index received' (duration: 29.294417ms)","trace[1053039763] 'applied index is now lower than readState.Index' (duration: 2.238137277s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:02:14.535072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267641008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-09T13:02:14.53511Z","caller":"traceutil/trace.go:171","msg":"trace[582763823] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:369; }","duration":"2.267752712s","start":"2026-03-09T13:02:12.267345Z","end":"2026-03-09T13:02:14.535097Z","steps":["trace[582763823] 'agreement among raft nodes before linearized reading' (duration: 2.267622339s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:14.535148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:12.267308Z","time spent":"2.267831123s","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-09T13:02:14.535857Z","caller":"traceutil/trace.go:171","msg":"trace[1534997310] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"682.283242ms","start":"2026-03-09T13:02:13.853537Z","end":"2026-03-09T13:02:14.535821Z","steps":["trace[1534997310] 'process raft request' (duration: 682.017506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:14.536092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:13.853518Z","time spent":"682.451967ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:02:14.600094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070161619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:02:14.600183Z","caller":"traceutil/trace.go:171","msg":"trace[574763845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:372; }","duration":"1.070337782s","start":"2026-03-09T13:02:13.529825Z","end":"2026-03-09T13:02:14.600163Z","steps":["trace[574763845] 'agreement among raft nodes before linearized reading' (duration: 1.070141878s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:14.60023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.065739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"warn","ts":"2026-03-09T13:02:14.600238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:13.529797Z","time spent":"1.070428954s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T13:02:14.600073Z","caller":"traceutil/trace.go:171","msg":"trace[9448780] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"746.127694ms","start":"2026-03-09T13:02:13.853908Z","end":"2026-03-09T13:02:14.600036Z","steps":["trace[9448780] 'process raft request' (duration: 745.996801ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:14.600284Z","caller":"traceutil/trace.go:171","msg":"trace[1403163044] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:372; }","duration":"749.178242ms","start":"2026-03-09T13:02:13.851087Z","end":"2026-03-09T13:02:14.600265Z","steps":["trace[1403163044] 'agreement among raft nodes before linearized reading' (duration: 749.0661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:14.600382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:13.851061Z","time spent":"749.264964ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5359,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-09T13:02:14.600324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.48462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:14.600494Z","caller":"traceutil/trace.go:171","msg":"trace[2134610317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"750.731687ms","start":"2026-03-09T13:02:13.849737Z","end":"2026-03-09T13:02:14.600468Z","steps":["trace[2134610317] 'agreement among raft nodes before linearized reading' (duration: 750.439989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:14.600544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:13.853872Z","time spent":"746.442751ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:02:14.600586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:13.849711Z","time spent":"750.86358ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:02:14.600223Z","caller":"traceutil/trace.go:171","msg":"trace[1103115191] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"746.323128ms","start":"2026-03-09T13:02:13.853816Z","end":"2026-03-09T13:02:14.600139Z","steps":["trace[1103115191] 'process raft request' (duration: 745.91838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:14.600918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:13.853798Z","time spent":"747.067446ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:02:14.898925Z","caller":"traceutil/trace.go:171","msg":"trace[117244955] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"348.039213ms","start":"2026-03-09T13:02:14.550819Z","end":"2026-03-09T13:02:14.898858Z","steps":["trace[117244955] 'process raft request' (duration: 343.057293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:14.8992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:14.550766Z","time spent":"348.290159ms","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:02:14.900499Z","caller":"traceutil/trace.go:171","msg":"trace[1768773892] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"293.031028ms","start":"2026-03-09T13:02:14.60744Z","end":"2026-03-09T13:02:14.900471Z","steps":["trace[1768773892] 'process raft request' (duration: 292.799033ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:14.900723Z","caller":"traceutil/trace.go:171","msg":"trace[1372366593] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"290.673045ms","start":"2026-03-09T13:02:14.610038Z","end":"2026-03-09T13:02:14.900711Z","steps":["trace[1372366593] 'process raft request' (duration: 290.369169ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:14.900693Z","caller":"traceutil/trace.go:171","msg":"trace[539388489] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:386; }","duration":"289.584902ms","start":"2026-03-09T13:02:14.611065Z","end":"2026-03-09T13:02:14.90065Z","steps":["trace[539388489] 'read index received' (duration: 282.789091ms)","trace[539388489] 'applied index is now lower than readState.Index' (duration: 6.792021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:02:14.900843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.761886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:14.900894Z","caller":"traceutil/trace.go:171","msg":"trace[1787024498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"289.866698ms","start":"2026-03-09T13:02:14.611017Z","end":"2026-03-09T13:02:14.900883Z","steps":["trace[1787024498] 'agreement among raft nodes before linearized reading' (duration: 289.759586ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:21.221125Z","caller":"traceutil/trace.go:171","msg":"trace[110549855] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"272.010073ms","start":"2026-03-09T13:02:20.949081Z","end":"2026-03-09T13:02:21.221091Z","steps":["trace[110549855] 'process raft request' (duration: 271.665416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:30.494975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413947664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T13:02:30.691746Z","caller":"traceutil/trace.go:171","msg":"trace[1368315468] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"696.819005ms","start":"2026-03-09T13:02:29.994888Z","end":"2026-03-09T13:02:30.691707Z","steps":["trace[1368315468] 'read index received' (duration: 696.480796ms)","trace[1368315468] 'applied index is now lower than readState.Index' (duration: 336.558µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:02:30.691938Z","caller":"traceutil/trace.go:171","msg":"trace[2009761831] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"735.945329ms","start":"2026-03-09T13:02:29.955973Z","end":"2026-03-09T13:02:30.691918Z","steps":["trace[2009761831] 'process raft request' (duration: 735.491938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:30.692111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:29.955939Z","time spent":"736.043512ms","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:02:30.692139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.251884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:30.692206Z","caller":"traceutil/trace.go:171","msg":"trace[108922073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"697.377476ms","start":"2026-03-09T13:02:29.99481Z","end":"2026-03-09T13:02:30.692187Z","steps":["trace[108922073] 'agreement among raft nodes before linearized reading' (duration: 697.274494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:30.692331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:29.994777Z","time spent":"697.463938ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:02:37.230958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413947746,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T13:02:37.389697Z","caller":"traceutil/trace.go:171","msg":"trace[584925332] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"659.083321ms","start":"2026-03-09T13:02:36.73058Z","end":"2026-03-09T13:02:37.389663Z","steps":["trace[584925332] 'read index received' (duration: 658.780383ms)","trace[584925332] 'applied index is now lower than readState.Index' (duration: 301.758µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:02:37.389868Z","caller":"traceutil/trace.go:171","msg":"trace[1563813166] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"724.706841ms","start":"2026-03-09T13:02:36.665109Z","end":"2026-03-09T13:02:37.389816Z","steps":["trace[1563813166] 'process raft request' (duration: 724.351722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:37.389993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.390427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:02:37.390041Z","caller":"traceutil/trace.go:171","msg":"trace[906252322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"659.51646ms","start":"2026-03-09T13:02:36.73051Z","end":"2026-03-09T13:02:37.390027Z","steps":["trace[906252322] 'agreement among raft nodes before linearized reading' (duration: 659.314435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:37.39007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.633723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T13:02:37.39009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:36.730482Z","time spent":"659.599312ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T13:02:37.390155Z","caller":"traceutil/trace.go:171","msg":"trace[724548382] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:513; }","duration":"422.784726ms","start":"2026-03-09T13:02:36.967356Z","end":"2026-03-09T13:02:37.390141Z","steps":["trace[724548382] 'agreement among raft nodes before linearized reading' (duration: 422.597412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:37.390082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.904538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wdqgp\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-09T13:02:37.390145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.586165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T13:02:37.390208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:36.967336Z","time spent":"422.858077ms","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-03-09T13:02:37.39021Z","caller":"traceutil/trace.go:171","msg":"trace[304332994] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wdqgp; range_end:; response_count:1; response_revision:513; }","duration":"346.06605ms","start":"2026-03-09T13:02:37.044126Z","end":"2026-03-09T13:02:37.390192Z","steps":["trace[304332994] 'agreement among raft nodes before linearized reading' (duration: 345.849956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:37.390262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:37.044105Z","time spent":"346.145443ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-wdqgp\" "} {"level":"warn","ts":"2026-03-09T13:02:37.390264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.52792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:02:37.390346Z","caller":"traceutil/trace.go:171","msg":"trace[1265568946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"650.625922ms","start":"2026-03-09T13:02:36.739702Z","end":"2026-03-09T13:02:37.390328Z","steps":["trace[1265568946] 'agreement among raft nodes before linearized reading' (duration: 650.316296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:37.390391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:36.739673Z","time spent":"650.711814ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T13:02:37.390258Z","caller":"traceutil/trace.go:171","msg":"trace[908698335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"656.721938ms","start":"2026-03-09T13:02:36.733513Z","end":"2026-03-09T13:02:37.390235Z","steps":["trace[908698335] 'agreement among raft nodes before linearized reading' (duration: 656.401351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:37.390472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:36.733508Z","time spent":"656.952533ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:02:37.390136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:36.665082Z","time spent":"724.906255ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:02:37.903267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413947749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:02:38.238368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:37.391742Z","time spent":"846.620586ms","remote":"127.0.0.1:44540","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T13:02:39.127829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.467217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:02:39.128091Z","caller":"traceutil/trace.go:171","msg":"trace[381882674] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.73295934s","start":"2026-03-09T13:02:37.395106Z","end":"2026-03-09T13:02:39.128065Z","steps":["trace[381882674] 'process raft request' (duration: 1.596068753s)","trace[381882674] 'compare' (duration: 136.350755ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:02:39.128127Z","caller":"traceutil/trace.go:171","msg":"trace[1066502141] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.731745482s","start":"2026-03-09T13:02:37.396367Z","end":"2026-03-09T13:02:39.128112Z","steps":["trace[1066502141] 'process raft request' (duration: 1.731581878s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:39.128204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:37.396334Z","time spent":"1.731830394s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:02:39.128197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:37.395087Z","time spent":"1.733063191s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:02:39.128281Z","caller":"traceutil/trace.go:171","msg":"trace[1660176155] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.724082562s","start":"2026-03-09T13:02:37.404178Z","end":"2026-03-09T13:02:39.128261Z","steps":["trace[1660176155] 'process raft request' (duration: 1.723861277s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:39.1284Z","caller":"traceutil/trace.go:171","msg":"trace[476533019] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:532; }","duration":"1.72574983s","start":"2026-03-09T13:02:37.402633Z","end":"2026-03-09T13:02:39.128383Z","steps":["trace[476533019] 'read index received' (duration: 835.642932ms)","trace[476533019] 'applied index is now lower than readState.Index' (duration: 890.105077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:02:39.129174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:37.404164Z","time spent":"1.724223446s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:02:39.129206Z","caller":"traceutil/trace.go:171","msg":"trace[1501566706] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.696637105s","start":"2026-03-09T13:02:37.432516Z","end":"2026-03-09T13:02:39.129153Z","steps":["trace[1501566706] 'process raft request' (duration: 1.695562422s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:39.129373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:37.432486Z","time spent":"1.69681069s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:02:39.129671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727026308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:02:39.129812Z","caller":"traceutil/trace.go:171","msg":"trace[961465697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"1.727212993s","start":"2026-03-09T13:02:37.402552Z","end":"2026-03-09T13:02:39.129765Z","steps":["trace[961465697] 'agreement among raft nodes before linearized reading' (duration: 1.726782463s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:39.129884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:37.402533Z","time spent":"1.727337765s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:02:39.151684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30368833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:39.151785Z","caller":"traceutil/trace.go:171","msg":"trace[565714989] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:518; }","duration":"1.303858364s","start":"2026-03-09T13:02:37.847899Z","end":"2026-03-09T13:02:39.151758Z","steps":["trace[565714989] 'agreement among raft nodes before linearized reading' (duration: 1.303646368s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:39.151824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:37.847876Z","time spent":"1.303940675s","remote":"127.0.0.1:44622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T13:02:39.151816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15167974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:39.151792Z","caller":"traceutil/trace.go:171","msg":"trace[1866841949] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"911.913259ms","start":"2026-03-09T13:02:38.239792Z","end":"2026-03-09T13:02:39.151705Z","steps":["trace[1866841949] 'process raft request' (duration: 911.53494ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:39.151937Z","caller":"traceutil/trace.go:171","msg":"trace[1173742987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"1.151821383s","start":"2026-03-09T13:02:38.000085Z","end":"2026-03-09T13:02:39.151906Z","steps":["trace[1173742987] 'agreement among raft nodes before linearized reading' (duration: 1.151596968s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:39.151998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:38.00003Z","time spent":"1.151956076s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:02:39.152424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:38.239756Z","time spent":"912.221146ms","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:02:39.282578Z","caller":"traceutil/trace.go:171","msg":"trace[1469125818] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"144.448903ms","start":"2026-03-09T13:02:39.138101Z","end":"2026-03-09T13:02:39.28255Z","steps":["trace[1469125818] 'process raft request' (duration: 123.994081ms)","trace[1469125818] 'compare' (duration: 20.174796ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:02:39.282681Z","caller":"traceutil/trace.go:171","msg":"trace[689668474] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"128.625984ms","start":"2026-03-09T13:02:39.154023Z","end":"2026-03-09T13:02:39.282649Z","steps":["trace[689668474] 'read index received' (duration: 108.07508ms)","trace[689668474] 'applied index is now lower than readState.Index' (duration: 20.545694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:02:39.282818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.780857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:39.282856Z","caller":"traceutil/trace.go:171","msg":"trace[836663378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"128.910769ms","start":"2026-03-09T13:02:39.153936Z","end":"2026-03-09T13:02:39.282847Z","steps":["trace[836663378] 'agreement among raft nodes before linearized reading' (duration: 128.819767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:39.282878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.679732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-09T13:02:39.282913Z","caller":"traceutil/trace.go:171","msg":"trace[1407752720] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:519; }","duration":"127.778504ms","start":"2026-03-09T13:02:39.155126Z","end":"2026-03-09T13:02:39.282905Z","steps":["trace[1407752720] 'agreement among raft nodes before linearized reading' (duration: 127.664702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:40.555169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20373503s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T13:02:40.555802Z","caller":"traceutil/trace.go:171","msg":"trace[1158491335] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.204479076s","start":"2026-03-09T13:02:39.351284Z","end":"2026-03-09T13:02:40.555763Z","steps":["trace[1158491335] 'process raft request' (duration: 1.20420871s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:40.556019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:39.351252Z","time spent":"1.20465323s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:02:41.644971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.851735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:02:41.645096Z","caller":"traceutil/trace.go:171","msg":"trace[231086761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"502.043569ms","start":"2026-03-09T13:02:41.143029Z","end":"2026-03-09T13:02:41.645073Z","steps":["trace[231086761] 'range keys from in-memory index tree' (duration: 501.65744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:41.645142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:41.143001Z","time spent":"502.129201ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:02:41.645354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.239744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T13:02:41.645407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.24927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T13:02:41.645477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.398711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:41.645544Z","caller":"traceutil/trace.go:171","msg":"trace[1503104561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"358.473985ms","start":"2026-03-09T13:02:41.287037Z","end":"2026-03-09T13:02:41.645511Z","steps":["trace[1503104561] 'range keys from in-memory index tree' (duration: 357.924512ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:41.645583Z","caller":"traceutil/trace.go:171","msg":"trace[2055449737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"646.541674ms","start":"2026-03-09T13:02:40.999013Z","end":"2026-03-09T13:02:41.645555Z","steps":["trace[2055449737] 'range keys from in-memory index tree' (duration: 646.309209ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:41.645445Z","caller":"traceutil/trace.go:171","msg":"trace[1473344818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"502.387867ms","start":"2026-03-09T13:02:41.143032Z","end":"2026-03-09T13:02:41.64542Z","steps":["trace[1473344818] 'range keys from in-memory index tree' (duration: 501.999748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:41.645589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.659323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T13:02:41.645633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:40.998994Z","time spent":"646.629166ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:02:41.645675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:41.143023Z","time spent":"502.634202ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:02:41.645696Z","caller":"traceutil/trace.go:171","msg":"trace[1668514833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"502.842716ms","start":"2026-03-09T13:02:41.142827Z","end":"2026-03-09T13:02:41.645669Z","steps":["trace[1668514833] 'range keys from in-memory index tree' (duration: 502.448708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:41.645629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:41.287011Z","time spent":"358.597647ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:02:41.645759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:41.1428Z","time spent":"502.946569ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T13:02:43.309897Z","caller":"traceutil/trace.go:171","msg":"trace[1376345822] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"201.115217ms","start":"2026-03-09T13:02:43.108757Z","end":"2026-03-09T13:02:43.309873Z","steps":["trace[1376345822] 'read index received' (duration: 193.302064ms)","trace[1376345822] 'applied index is now lower than readState.Index' (duration: 7.811993ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:02:43.310019Z","caller":"traceutil/trace.go:171","msg":"trace[1104649456] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"206.947955ms","start":"2026-03-09T13:02:43.10296Z","end":"2026-03-09T13:02:43.309908Z","steps":["trace[1104649456] 'process raft request' (duration: 199.338587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:43.310074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.2922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-09T13:02:43.310108Z","caller":"traceutil/trace.go:171","msg":"trace[710820335] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:646; }","duration":"201.392952ms","start":"2026-03-09T13:02:43.108707Z","end":"2026-03-09T13:02:43.3101Z","steps":["trace[710820335] 'agreement among raft nodes before linearized reading' (duration: 201.26096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:44.756477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.469375ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:02:44.756668Z","caller":"traceutil/trace.go:171","msg":"trace[1015507425] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:665; }","duration":"154.69627ms","start":"2026-03-09T13:02:44.601948Z","end":"2026-03-09T13:02:44.756644Z","steps":["trace[1015507425] 'range keys from in-memory index tree' (duration: 154.445765ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:44.756683Z","caller":"traceutil/trace.go:171","msg":"trace[1745091372] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"538.959744ms","start":"2026-03-09T13:02:44.217676Z","end":"2026-03-09T13:02:44.756636Z","steps":["trace[1745091372] 'process raft request' (duration: 538.222888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:44.756889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:44.217658Z","time spent":"539.130088ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:02:44.764948Z","caller":"traceutil/trace.go:171","msg":"trace[1813141584] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"546.024511ms","start":"2026-03-09T13:02:44.218717Z","end":"2026-03-09T13:02:44.764742Z","steps":["trace[1813141584] 'process raft request' (duration: 544.529248ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:02:44.765284Z","caller":"traceutil/trace.go:171","msg":"trace[342888146] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"151.783705ms","start":"2026-03-09T13:02:44.612957Z","end":"2026-03-09T13:02:44.764741Z","steps":["trace[342888146] 'process raft request' (duration: 151.693013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:44.765606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:44.218693Z","time spent":"546.332477ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:02:44.766474Z","caller":"traceutil/trace.go:171","msg":"trace[1475196646] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"353.998036ms","start":"2026-03-09T13:02:44.412428Z","end":"2026-03-09T13:02:44.766426Z","steps":["trace[1475196646] 'process raft request' (duration: 352.032033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:02:44.766661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:02:44.412393Z","time spent":"354.18179ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T13:02:46.522702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.617819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-09T13:02:46.522779Z","caller":"traceutil/trace.go:171","msg":"trace[922846466] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:708; }","duration":"112.806045ms","start":"2026-03-09T13:02:46.409953Z","end":"2026-03-09T13:02:46.522759Z","steps":["trace[922846466] 'range keys from in-memory index tree' (duration: 112.366564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:02.259642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413948427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:03:02.753044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45843711s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T13:03:02.753352Z","caller":"traceutil/trace.go:171","msg":"trace[108042084] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"1.458875411s","start":"2026-03-09T13:03:01.294456Z","end":"2026-03-09T13:03:02.753332Z","steps":["trace[108042084] 'process raft request' (duration: 1.458753258s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:02.753456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.294431Z","time spent":"1.458957732s","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:03:03.211284Z","caller":"traceutil/trace.go:171","msg":"trace[1140980563] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"1.71763526s","start":"2026-03-09T13:03:01.493627Z","end":"2026-03-09T13:03:03.211262Z","steps":["trace[1140980563] 'process raft request' (duration: 1.717447156s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.211462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.493573Z","time spent":"1.717789323s","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5807,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:03:03.216099Z","caller":"traceutil/trace.go:171","msg":"trace[518882957] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:929; }","duration":"1.459002563s","start":"2026-03-09T13:03:01.757068Z","end":"2026-03-09T13:03:03.216071Z","steps":["trace[518882957] 'read index received' (duration: 996.234463ms)","trace[518882957] 'applied index is now lower than readState.Index' (duration: 462.7664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:03:03.216407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459315349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:03:03.216488Z","caller":"traceutil/trace.go:171","msg":"trace[2046789606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:904; }","duration":"1.459431272s","start":"2026-03-09T13:03:01.757034Z","end":"2026-03-09T13:03:03.216465Z","steps":["trace[2046789606] 'agreement among raft nodes before linearized reading' (duration: 1.459196687s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.216494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.674016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:03:03.216529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.757015Z","time spent":"1.459505814s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T13:03:03.21656Z","caller":"traceutil/trace.go:171","msg":"trace[831966231] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:904; }","duration":"922.758608ms","start":"2026-03-09T13:03:02.293785Z","end":"2026-03-09T13:03:03.216543Z","steps":["trace[831966231] 'agreement among raft nodes before linearized reading' (duration: 922.642926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.216631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.293762Z","time spent":"922.858521ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-09T13:03:03.216802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.020754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:03:03.21673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.586179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:03:03.216762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.974173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:03:03.216853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.092656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:03.216885Z","caller":"traceutil/trace.go:171","msg":"trace[286944328] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:904; }","duration":"942.171987ms","start":"2026-03-09T13:03:02.274705Z","end":"2026-03-09T13:03:03.216877Z","steps":["trace[286944328] 'agreement among raft nodes before linearized reading' (duration: 941.927222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.216863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385377916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:03.216907Z","caller":"traceutil/trace.go:171","msg":"trace[448557690] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:904; }","duration":"972.838865ms","start":"2026-03-09T13:03:02.244037Z","end":"2026-03-09T13:03:03.216876Z","steps":["trace[448557690] 'agreement among raft nodes before linearized reading' (duration: 972.500468ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:03.216924Z","caller":"traceutil/trace.go:171","msg":"trace[718004531] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:904; }","duration":"942.165118ms","start":"2026-03-09T13:03:02.274729Z","end":"2026-03-09T13:03:03.216895Z","steps":["trace[718004531] 'agreement among raft nodes before linearized reading' (duration: 942.100336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.216932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.274686Z","time spent":"942.230109ms","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"info","ts":"2026-03-09T13:03:03.216963Z","caller":"traceutil/trace.go:171","msg":"trace[1238363550] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:904; }","duration":"1.38554404s","start":"2026-03-09T13:03:01.831391Z","end":"2026-03-09T13:03:03.216935Z","steps":["trace[1238363550] 'agreement among raft nodes before linearized reading' (duration: 1.385307264s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.216994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.274711Z","time spent":"942.27183ms","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-09T13:03:03.21702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.831363Z","time spent":"1.385644231s","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-09T13:03:03.217037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38561532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:03:03.217005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223474496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:03.217123Z","caller":"traceutil/trace.go:171","msg":"trace[1736734163] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:904; }","duration":"1.385745243s","start":"2026-03-09T13:03:01.83136Z","end":"2026-03-09T13:03:03.217105Z","steps":["trace[1736734163] 'agreement among raft nodes before linearized reading' (duration: 1.38561238s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.21714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.617589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:03:03.217099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38518969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:03.217174Z","caller":"traceutil/trace.go:171","msg":"trace[1100610424] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:904; }","duration":"971.666829ms","start":"2026-03-09T13:03:02.245495Z","end":"2026-03-09T13:03:03.217162Z","steps":["trace[1100610424] 'agreement among raft nodes before linearized reading' (duration: 971.618508ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:03.217172Z","caller":"traceutil/trace.go:171","msg":"trace[2077889685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:904; }","duration":"1.223716492s","start":"2026-03-09T13:03:01.993415Z","end":"2026-03-09T13:03:03.217132Z","steps":["trace[2077889685] 'agreement among raft nodes before linearized reading' (duration: 1.223388255s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.217193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454775249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T13:03:03.217218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.245487Z","time spent":"971.723301ms","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-03-09T13:03:03.217234Z","caller":"traceutil/trace.go:171","msg":"trace[101737755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:904; }","duration":"1.45482363s","start":"2026-03-09T13:03:01.762398Z","end":"2026-03-09T13:03:03.217222Z","steps":["trace[101737755] 'agreement among raft nodes before linearized reading' (duration: 1.454712547s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.216938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.169605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T13:03:03.21725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.993381Z","time spent":"1.223852824s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:03:03.217319Z","caller":"traceutil/trace.go:171","msg":"trace[1308607851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:904; }","duration":"898.597445ms","start":"2026-03-09T13:03:02.318707Z","end":"2026-03-09T13:03:03.217305Z","steps":["trace[1308607851] 'agreement among raft nodes before linearized reading' (duration: 898.126794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.217254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.866716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:03.217293Z","caller":"traceutil/trace.go:171","msg":"trace[1894957059] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:904; }","duration":"1.385413705s","start":"2026-03-09T13:03:01.831793Z","end":"2026-03-09T13:03:03.217207Z","steps":["trace[1894957059] 'agreement among raft nodes before linearized reading' (duration: 1.385064568s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:03.21685Z","caller":"traceutil/trace.go:171","msg":"trace[909456374] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:904; }","duration":"942.074885ms","start":"2026-03-09T13:03:02.274761Z","end":"2026-03-09T13:03:03.216836Z","steps":["trace[909456374] 'agreement among raft nodes before linearized reading' (duration: 942.005084ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:03.217367Z","caller":"traceutil/trace.go:171","msg":"trace[716083906] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:904; }","duration":"973.03243ms","start":"2026-03-09T13:03:02.244326Z","end":"2026-03-09T13:03:03.217358Z","steps":["trace[716083906] 'agreement among raft nodes before linearized reading' (duration: 972.867696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.217368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.318679Z","time spent":"898.677707ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:03:03.2174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.244279Z","time spent":"973.112341ms","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:03:03.217001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.244017Z","time spent":"972.955457ms","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-09T13:03:03.217431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.831769Z","time spent":"1.385639611s","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-09T13:03:03.217482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455604927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T13:03:03.216689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.523146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:03.217645Z","caller":"traceutil/trace.go:171","msg":"trace[1550998300] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:904; }","duration":"924.502878ms","start":"2026-03-09T13:03:02.293123Z","end":"2026-03-09T13:03:03.217626Z","steps":["trace[1550998300] 'agreement among raft nodes before linearized reading' (duration: 923.460995ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:03.217614Z","caller":"traceutil/trace.go:171","msg":"trace[408117062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:904; }","duration":"1.455809862s","start":"2026-03-09T13:03:01.76178Z","end":"2026-03-09T13:03:03.21759Z","steps":["trace[408117062] 'agreement among raft nodes before linearized reading' (duration: 1.455394293s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.217682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.293107Z","time spent":"924.562788ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-09T13:03:03.217702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.761767Z","time spent":"1.455920544s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:03:03.217395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.274755Z","time spent":"942.625317ms","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:03:03.217173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.831331Z","time spent":"1.385826955s","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:03:03.216515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.440775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:03.217976Z","caller":"traceutil/trace.go:171","msg":"trace[382335747] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:904; }","duration":"924.961187ms","start":"2026-03-09T13:03:02.293002Z","end":"2026-03-09T13:03:03.217963Z","steps":["trace[382335747] 'agreement among raft nodes before linearized reading' (duration: 923.393543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.218021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:02.292978Z","time spent":"925.027699ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:03:03.21685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459608346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:03:03.218222Z","caller":"traceutil/trace.go:171","msg":"trace[259284355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:904; }","duration":"1.460925784s","start":"2026-03-09T13:03:01.757155Z","end":"2026-03-09T13:03:03.21808Z","steps":["trace[259284355] 'agreement among raft nodes before linearized reading' (duration: 1.459235408s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:03.218276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.757123Z","time spent":"1.46114123s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:03:03.21728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:01.762356Z","time spent":"1.454917022s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:03:19.459237Z","caller":"traceutil/trace.go:171","msg":"trace[1739083373] linearizableReadLoop","detail":"{readStateIndex:1072; appliedIndex:1071; }","duration":"146.509391ms","start":"2026-03-09T13:03:19.312687Z","end":"2026-03-09T13:03:19.459196Z","steps":["trace[1739083373] 'read index received' (duration: 146.396599ms)","trace[1739083373] 'applied index is now lower than readState.Index' (duration: 111.232µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:03:19.459319Z","caller":"traceutil/trace.go:171","msg":"trace[1714414783] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"147.392212ms","start":"2026-03-09T13:03:19.311902Z","end":"2026-03-09T13:03:19.459294Z","steps":["trace[1714414783] 'process raft request' (duration: 147.107406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:19.459544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.836289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T13:03:19.459565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.54015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:03:19.459619Z","caller":"traceutil/trace.go:171","msg":"trace[1365882531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1037; }","duration":"146.90384ms","start":"2026-03-09T13:03:19.312667Z","end":"2026-03-09T13:03:19.459571Z","steps":["trace[1365882531] 'agreement among raft nodes before linearized reading' (duration: 146.739677ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:19.459634Z","caller":"traceutil/trace.go:171","msg":"trace[1438282827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1037; }","duration":"141.635133ms","start":"2026-03-09T13:03:19.317986Z","end":"2026-03-09T13:03:19.459621Z","steps":["trace[1438282827] 'agreement among raft nodes before linearized reading' (duration: 141.492769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:19.459769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.627265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:03:19.459803Z","caller":"traceutil/trace.go:171","msg":"trace[1164077103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1037; }","duration":"138.674146ms","start":"2026-03-09T13:03:19.321118Z","end":"2026-03-09T13:03:19.459792Z","steps":["trace[1164077103] 'agreement among raft nodes before linearized reading' (duration: 138.589104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:19.459896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.896651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:03:19.459977Z","caller":"traceutil/trace.go:171","msg":"trace[367937750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1037; }","duration":"139.008593ms","start":"2026-03-09T13:03:19.320947Z","end":"2026-03-09T13:03:19.459956Z","steps":["trace[367937750] 'agreement among raft nodes before linearized reading' (duration: 138.808469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:20.775234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.30951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:03:20.775352Z","caller":"traceutil/trace.go:171","msg":"trace[1798415214] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"454.544883ms","start":"2026-03-09T13:03:20.320787Z","end":"2026-03-09T13:03:20.775332Z","steps":["trace[1798415214] 'process raft request' (duration: 332.043568ms)","trace[1798415214] 'compare' (duration: 122.098816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:03:20.775415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:20.320758Z","time spent":"454.626364ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:03:48.590192Z","caller":"traceutil/trace.go:171","msg":"trace[917741513] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"206.68287ms","start":"2026-03-09T13:03:48.383481Z","end":"2026-03-09T13:03:48.590164Z","steps":["trace[917741513] 'process raft request' (duration: 206.494906ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:48.594295Z","caller":"traceutil/trace.go:171","msg":"trace[566437092] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"165.970967ms","start":"2026-03-09T13:03:48.42829Z","end":"2026-03-09T13:03:48.594261Z","steps":["trace[566437092] 'process raft request' (duration: 165.677571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.247932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177543599s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:03:56.248077Z","caller":"traceutil/trace.go:171","msg":"trace[812212534] linearizableReadLoop","detail":"{readStateIndex:1635; appliedIndex:1634; }","duration":"1.254210267s","start":"2026-03-09T13:03:54.993851Z","end":"2026-03-09T13:03:56.248061Z","steps":["trace[812212534] 'read index received' (duration: 76.3527ms)","trace[812212534] 'applied index is now lower than readState.Index' (duration: 1.177856037s)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:03:56.24818Z","caller":"traceutil/trace.go:171","msg":"trace[1608781008] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"1.337121694s","start":"2026-03-09T13:03:54.911015Z","end":"2026-03-09T13:03:56.248137Z","steps":["trace[1608781008] 'process raft request' (duration: 159.253238ms)","trace[1608781008] 'compare' (duration: 1.176827543s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:03:56.248404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:54.910988Z","time spent":"1.33731066s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:03:56.24825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254395062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T13:03:56.248673Z","caller":"traceutil/trace.go:171","msg":"trace[2122042244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1571; }","duration":"1.254849142s","start":"2026-03-09T13:03:54.993803Z","end":"2026-03-09T13:03:56.248653Z","steps":["trace[2122042244] 'agreement among raft nodes before linearized reading' (duration: 1.254324739s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.248761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:54.993779Z","time spent":"1.254966515s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-09T13:03:56.250105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069001698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-09T13:03:56.250114Z","caller":"traceutil/trace.go:171","msg":"trace[2049970453] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"901.911045ms","start":"2026-03-09T13:03:55.34816Z","end":"2026-03-09T13:03:56.250071Z","steps":["trace[2049970453] 'process raft request' (duration: 901.588748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.250128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.365853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:03:56.250227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.442253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:03:56.250245Z","caller":"traceutil/trace.go:171","msg":"trace[851967741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1572; }","duration":"256.539156ms","start":"2026-03-09T13:03:55.99368Z","end":"2026-03-09T13:03:56.250219Z","steps":["trace[851967741] 'agreement among raft nodes before linearized reading' (duration: 256.307851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.250229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.752616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T13:03:56.250259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.92977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-09T13:03:56.25025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.210263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T13:03:56.250272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.348105Z","time spent":"902.084769ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:03:56.250297Z","caller":"traceutil/trace.go:171","msg":"trace[1987933950] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6; range_end:; response_count:1; response_revision:1572; }","duration":"729.005792ms","start":"2026-03-09T13:03:55.521282Z","end":"2026-03-09T13:03:56.250288Z","steps":["trace[1987933950] 'agreement among raft nodes before linearized reading' (duration: 728.9299ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:56.25031Z","caller":"traceutil/trace.go:171","msg":"trace[770304683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1572; }","duration":"599.861018ms","start":"2026-03-09T13:03:55.650427Z","end":"2026-03-09T13:03:56.250288Z","steps":["trace[770304683] 'agreement among raft nodes before linearized reading' (duration: 599.674814ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:56.250323Z","caller":"traceutil/trace.go:171","msg":"trace[179817915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1572; }","duration":"578.293374ms","start":"2026-03-09T13:03:55.672009Z","end":"2026-03-09T13:03:56.250302Z","steps":["trace[179817915] 'agreement among raft nodes before linearized reading' (duration: 578.083389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.250329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.521259Z","time spent":"729.063962ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6\" "} {"level":"warn","ts":"2026-03-09T13:03:56.250355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.672001Z","time spent":"578.346166ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:03:56.250354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.650404Z","time spent":"599.93922ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T13:03:56.250378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.863573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:03:56.250272Z","caller":"traceutil/trace.go:171","msg":"trace[784102892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1572; }","duration":"547.506605ms","start":"2026-03-09T13:03:55.702751Z","end":"2026-03-09T13:03:56.250258Z","steps":["trace[784102892] 'agreement among raft nodes before linearized reading' (duration: 547.409153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.250385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.802556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:03:56.250412Z","caller":"traceutil/trace.go:171","msg":"trace[337313064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1572; }","duration":"547.898643ms","start":"2026-03-09T13:03:55.702504Z","end":"2026-03-09T13:03:56.250403Z","steps":["trace[337313064] 'agreement among raft nodes before linearized reading' (duration: 547.793331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.250106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.998979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T13:03:56.250444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.702737Z","time spent":"547.698059ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:03:56.250457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.702455Z","time spent":"547.994816ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T13:03:56.25019Z","caller":"traceutil/trace.go:171","msg":"trace[1619577312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6; range_end:; response_count:1; response_revision:1572; }","duration":"1.06913508s","start":"2026-03-09T13:03:55.181033Z","end":"2026-03-09T13:03:56.250168Z","steps":["trace[1619577312] 'agreement among raft nodes before linearized reading' (duration: 1.068862254s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:56.250502Z","caller":"traceutil/trace.go:171","msg":"trace[1762112180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1572; }","duration":"570.902279ms","start":"2026-03-09T13:03:55.679541Z","end":"2026-03-09T13:03:56.250443Z","steps":["trace[1762112180] 'agreement among raft nodes before linearized reading' (duration: 570.648724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.250557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.679532Z","time spent":"571.011691ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:03:56.250549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.181008Z","time spent":"1.069526119s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6\" "} {"level":"info","ts":"2026-03-09T13:03:56.250485Z","caller":"traceutil/trace.go:171","msg":"trace[1516546599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1572; }","duration":"549.440879ms","start":"2026-03-09T13:03:55.701026Z","end":"2026-03-09T13:03:56.250467Z","steps":["trace[1516546599] 'agreement among raft nodes before linearized reading' (duration: 548.922047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.2507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:55.70099Z","time spent":"549.698495ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T13:03:56.545703Z","caller":"traceutil/trace.go:171","msg":"trace[401186290] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"292.686948ms","start":"2026-03-09T13:03:56.252989Z","end":"2026-03-09T13:03:56.545676Z","steps":["trace[401186290] 'process raft request' (duration: 292.519274ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:56.805946Z","caller":"traceutil/trace.go:171","msg":"trace[1486026468] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"549.828148ms","start":"2026-03-09T13:03:56.256087Z","end":"2026-03-09T13:03:56.805915Z","steps":["trace[1486026468] 'process raft request' (duration: 549.694395ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:56.806018Z","caller":"traceutil/trace.go:171","msg":"trace[1341364622] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"549.952321ms","start":"2026-03-09T13:03:56.256019Z","end":"2026-03-09T13:03:56.805971Z","steps":["trace[1341364622] 'process raft request' (duration: 549.711206ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:56.805993Z","caller":"traceutil/trace.go:171","msg":"trace[999793223] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"549.920331ms","start":"2026-03-09T13:03:56.25599Z","end":"2026-03-09T13:03:56.805911Z","steps":["trace[999793223] 'process raft request' (duration: 496.833071ms)","trace[999793223] 'compare' (duration: 52.749221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:03:56.806147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.256077Z","time spent":"549.956401ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:03:56.806238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.25599Z","time spent":"550.121695ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:03:56.806374Z","caller":"traceutil/trace.go:171","msg":"trace[922972673] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"550.023483ms","start":"2026-03-09T13:03:56.256334Z","end":"2026-03-09T13:03:56.806358Z","steps":["trace[922972673] 'process raft request' (duration: 549.530512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.80646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.256319Z","time spent":"550.101994ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:03:56.806403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.255973Z","time spent":"550.274448ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:03:56.8065Z","caller":"traceutil/trace.go:171","msg":"trace[2037228333] linearizableReadLoop","detail":"{readStateIndex:1643; appliedIndex:1636; }","duration":"500.8242ms","start":"2026-03-09T13:03:56.30562Z","end":"2026-03-09T13:03:56.806444Z","steps":["trace[2037228333] 'read index received' (duration: 239.878025ms)","trace[2037228333] 'applied index is now lower than readState.Index' (duration: 260.944715ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:03:56.806568Z","caller":"traceutil/trace.go:171","msg":"trace[1175837241] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"550.169446ms","start":"2026-03-09T13:03:56.25638Z","end":"2026-03-09T13:03:56.80655Z","steps":["trace[1175837241] 'process raft request' (duration: 549.807028ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:56.806537Z","caller":"traceutil/trace.go:171","msg":"trace[114988898] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"548.368605ms","start":"2026-03-09T13:03:56.258129Z","end":"2026-03-09T13:03:56.806498Z","steps":["trace[114988898] 'process raft request' (duration: 548.233452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.806633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.256355Z","time spent":"550.244067ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:03:56.806681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.062865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:03:56.806738Z","caller":"traceutil/trace.go:171","msg":"trace[570498847] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1579; }","duration":"501.166948ms","start":"2026-03-09T13:03:56.305558Z","end":"2026-03-09T13:03:56.806725Z","steps":["trace[570498847] 'agreement among raft nodes before linearized reading' (duration: 501.052435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:56.806748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.25812Z","time spent":"548.512299ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:03:56.806791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.305533Z","time spent":"501.245299ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:03:57.307603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413949791,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T13:03:57.715246Z","caller":"traceutil/trace.go:171","msg":"trace[1180291358] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1643; }","duration":"908.615674ms","start":"2026-03-09T13:03:56.806586Z","end":"2026-03-09T13:03:57.715201Z","steps":["trace[1180291358] 'read index received' (duration: 898.725513ms)","trace[1180291358] 'applied index is now lower than readState.Index' (duration: 9.889051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:03:57.71541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134191349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:03:57.715499Z","caller":"traceutil/trace.go:171","msg":"trace[1406311082] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1581; }","duration":"1.134351872s","start":"2026-03-09T13:03:56.581125Z","end":"2026-03-09T13:03:57.715477Z","steps":["trace[1406311082] 'agreement among raft nodes before linearized reading' (duration: 1.134198519s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:57.715297Z","caller":"traceutil/trace.go:171","msg":"trace[1375991026] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"1.123882508s","start":"2026-03-09T13:03:56.591357Z","end":"2026-03-09T13:03:57.715239Z","steps":["trace[1375991026] 'process raft request' (duration: 1.114027987s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:57.71557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.581095Z","time spent":"1.134452305s","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:03:57.715638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.591328Z","time spent":"1.124218654s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:03:57.715807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.998756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:03:57.716039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.15643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T13:03:57.716152Z","caller":"traceutil/trace.go:171","msg":"trace[129888767] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:1581; }","duration":"744.313354ms","start":"2026-03-09T13:03:56.971816Z","end":"2026-03-09T13:03:57.71613Z","steps":["trace[129888767] 'agreement among raft nodes before linearized reading' (duration: 744.16184ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:57.715364Z","caller":"traceutil/trace.go:171","msg":"trace[1778008789] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"1.047072987s","start":"2026-03-09T13:03:56.668266Z","end":"2026-03-09T13:03:57.715339Z","steps":["trace[1778008789] 'process raft request' (duration: 1.046848412s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:57.716201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.971783Z","time spent":"744.407527ms","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-03-09T13:03:57.716222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.668214Z","time spent":"1.047977678s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:03:57.716042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.257969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:03:57.716272Z","caller":"traceutil/trace.go:171","msg":"trace[1393938266] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1581; }","duration":"472.550476ms","start":"2026-03-09T13:03:57.243706Z","end":"2026-03-09T13:03:57.716256Z","steps":["trace[1393938266] 'agreement among raft nodes before linearized reading' (duration: 472.259209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:57.715925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.591873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-09T13:03:57.716329Z","caller":"traceutil/trace.go:171","msg":"trace[715425354] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6; range_end:; response_count:1; response_revision:1581; }","duration":"459.076784ms","start":"2026-03-09T13:03:57.25724Z","end":"2026-03-09T13:03:57.716317Z","steps":["trace[715425354] 'agreement among raft nodes before linearized reading' (duration: 458.47287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:57.715986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.090886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:03:57.716362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:57.257198Z","time spent":"459.156516ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac9d9019-8f90-4c44-8004-68ef907dc1a6\" "} {"level":"info","ts":"2026-03-09T13:03:57.716367Z","caller":"traceutil/trace.go:171","msg":"trace[1163034093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1581; }","duration":"722.516646ms","start":"2026-03-09T13:03:56.993841Z","end":"2026-03-09T13:03:57.716357Z","steps":["trace[1163034093] 'agreement among raft nodes before linearized reading' (duration: 722.117567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:57.716396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.993818Z","time spent":"722.570907ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:03:57.716332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:57.243678Z","time spent":"472.634438ms","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:03:57.716064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.769405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T13:03:57.715972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.233806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:03:57.716519Z","caller":"traceutil/trace.go:171","msg":"trace[1310230825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1581; }","duration":"458.224915ms","start":"2026-03-09T13:03:57.258264Z","end":"2026-03-09T13:03:57.716489Z","steps":["trace[1310230825] 'agreement among raft nodes before linearized reading' (duration: 457.676992ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:03:57.716554Z","caller":"traceutil/trace.go:171","msg":"trace[1349024284] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1581; }","duration":"542.860281ms","start":"2026-03-09T13:03:57.173675Z","end":"2026-03-09T13:03:57.716535Z","steps":["trace[1349024284] 'agreement among raft nodes before linearized reading' (duration: 542.217516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:57.716591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:57.258255Z","time spent":"458.317597ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T13:03:57.716614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:57.173652Z","time spent":"542.941904ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:03:57.716914Z","caller":"traceutil/trace.go:171","msg":"trace[1646733374] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1581; }","duration":"827.357955ms","start":"2026-03-09T13:03:56.888697Z","end":"2026-03-09T13:03:57.716055Z","steps":["trace[1646733374] 'agreement among raft nodes before linearized reading' (duration: 826.987007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:03:57.717019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:03:56.888667Z","time spent":"828.332627ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:04:07.365204Z","caller":"traceutil/trace.go:171","msg":"trace[1188787125] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"506.386144ms","start":"2026-03-09T13:04:06.858781Z","end":"2026-03-09T13:04:07.365168Z","steps":["trace[1188787125] 'process raft request' (duration: 506.153209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:07.365475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:06.858765Z","time spent":"506.544988ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:07.592024Z","caller":"traceutil/trace.go:171","msg":"trace[792706267] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"731.210531ms","start":"2026-03-09T13:04:06.860775Z","end":"2026-03-09T13:04:07.591986Z","steps":["trace[792706267] 'process raft request' (duration: 730.71647ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:07.592418Z","caller":"traceutil/trace.go:171","msg":"trace[1433364537] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"730.879533ms","start":"2026-03-09T13:04:06.861517Z","end":"2026-03-09T13:04:07.592397Z","steps":["trace[1433364537] 'process raft request' (duration: 730.417503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:07.592533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:06.861495Z","time spent":"730.966055ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:07.592928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:06.86076Z","time spent":"731.378364ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:07.593044Z","caller":"traceutil/trace.go:171","msg":"trace[1183945370] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"730.116696ms","start":"2026-03-09T13:04:06.862874Z","end":"2026-03-09T13:04:07.592991Z","steps":["trace[1183945370] 'process raft request' (duration: 729.3956ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:07.5931Z","caller":"traceutil/trace.go:171","msg":"trace[1630901745] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1729; }","duration":"620.51085ms","start":"2026-03-09T13:04:06.972431Z","end":"2026-03-09T13:04:07.592941Z","steps":["trace[1630901745] 'read index received' (duration: 392.522913ms)","trace[1630901745] 'applied index is now lower than readState.Index' (duration: 227.985657ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:04:07.59308Z","caller":"traceutil/trace.go:171","msg":"trace[1698946450] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"729.670866ms","start":"2026-03-09T13:04:06.863356Z","end":"2026-03-09T13:04:07.593026Z","steps":["trace[1698946450] 'process raft request' (duration: 729.449591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:07.593302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:06.862859Z","time spent":"730.31515ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:07.593385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.93413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T13:04:07.593457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:06.863346Z","time spent":"729.982092ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:07.593505Z","caller":"traceutil/trace.go:171","msg":"trace[439708474] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:1667; }","duration":"621.131484ms","start":"2026-03-09T13:04:06.972345Z","end":"2026-03-09T13:04:07.593477Z","steps":["trace[439708474] 'agreement among raft nodes before linearized reading' (duration: 620.828777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:07.593587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.94067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:04:07.593658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:06.972303Z","time spent":"621.325868ms","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-03-09T13:04:07.593708Z","caller":"traceutil/trace.go:171","msg":"trace[1831939378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1667; }","duration":"600.187995ms","start":"2026-03-09T13:04:06.993495Z","end":"2026-03-09T13:04:07.593683Z","steps":["trace[1831939378] 'agreement among raft nodes before linearized reading' (duration: 599.904669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:07.593844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:06.993463Z","time spent":"600.36091ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:04:15.011294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147438132s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-09T13:04:15.781398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917584325s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-09T13:04:15.78195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180496243s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:15.782054Z","caller":"traceutil/trace.go:171","msg":"trace[1761773272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1705; }","duration":"1.180604256s","start":"2026-03-09T13:04:14.601432Z","end":"2026-03-09T13:04:15.782036Z","steps":["trace[1761773272] 'range keys from in-memory index tree' (duration: 1.180483983s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:15.782452Z","caller":"traceutil/trace.go:171","msg":"trace[543613017] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1773; }","duration":"2.390711584s","start":"2026-03-09T13:04:13.391723Z","end":"2026-03-09T13:04:15.782435Z","steps":["trace[543613017] 'read index received' (duration: 472.103536ms)","trace[543613017] 'applied index is now lower than readState.Index' (duration: 1.918606238s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:04:15.782673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390937849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:04:15.78273Z","caller":"traceutil/trace.go:171","msg":"trace[1961106870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1705; }","duration":"2.391032131s","start":"2026-03-09T13:04:13.391679Z","end":"2026-03-09T13:04:15.782711Z","steps":["trace[1961106870] 'agreement among raft nodes before linearized reading' (duration: 2.390863158s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.782777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.391658Z","time spent":"2.391106864s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T13:04:15.784156Z","caller":"traceutil/trace.go:171","msg":"trace[1764410518] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"2.001164746s","start":"2026-03-09T13:04:13.782939Z","end":"2026-03-09T13:04:15.784104Z","steps":["trace[1764410518] 'process raft request' (duration: 2.000831679s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:15.783932Z","caller":"traceutil/trace.go:171","msg":"trace[19148955] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"2.001930683s","start":"2026-03-09T13:04:13.781962Z","end":"2026-03-09T13:04:15.783893Z","steps":["trace[19148955] 'process raft request' (duration: 1.99955656s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.784423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.782908Z","time spent":"2.001376201s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:15.784471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.781836Z","time spent":"2.002531518s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:15.786576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950462041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T13:04:15.786605Z","caller":"traceutil/trace.go:171","msg":"trace[1917417855] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"1.434616466s","start":"2026-03-09T13:04:14.351961Z","end":"2026-03-09T13:04:15.786577Z","steps":["trace[1917417855] 'process raft request' (duration: 1.434212157s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:15.786655Z","caller":"traceutil/trace.go:171","msg":"trace[716359717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1708; }","duration":"1.950574654s","start":"2026-03-09T13:04:13.836056Z","end":"2026-03-09T13:04:15.78663Z","steps":["trace[716359717] 'agreement among raft nodes before linearized reading' (duration: 1.950364479s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.786653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332212852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T13:04:15.7867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.28759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-09T13:04:15.786718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:14.351931Z","time spent":"1.434731929s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:15.786742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.836036Z","time spent":"1.950685986s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T13:04:15.786749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165190422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T13:04:15.786846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793271189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:15.786897Z","caller":"traceutil/trace.go:171","msg":"trace[1749672575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"1.793335511s","start":"2026-03-09T13:04:13.993546Z","end":"2026-03-09T13:04:15.786882Z","steps":["trace[1749672575] 'agreement among raft nodes before linearized reading' (duration: 1.79326082s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:15.786899Z","caller":"traceutil/trace.go:171","msg":"trace[87522487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1708; }","duration":"2.165325805s","start":"2026-03-09T13:04:13.621486Z","end":"2026-03-09T13:04:15.786812Z","steps":["trace[87522487] 'agreement among raft nodes before linearized reading' (duration: 2.165061579s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.786933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.993529Z","time spent":"1.793397642s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:04:15.786953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.621463Z","time spent":"2.165476369s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:04:15.786766Z","caller":"traceutil/trace.go:171","msg":"trace[586859679] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1708; }","duration":"143.351161ms","start":"2026-03-09T13:04:15.643392Z","end":"2026-03-09T13:04:15.786743Z","steps":["trace[586859679] 'agreement among raft nodes before linearized reading' (duration: 143.108306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.787048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32446256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-09T13:04:15.786761Z","caller":"traceutil/trace.go:171","msg":"trace[364100404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1708; }","duration":"2.332366636s","start":"2026-03-09T13:04:13.454364Z","end":"2026-03-09T13:04:15.78673Z","steps":["trace[364100404] 'agreement among raft nodes before linearized reading' (duration: 2.331951517s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.787064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163896312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:04:15.787122Z","caller":"traceutil/trace.go:171","msg":"trace[842581619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1708; }","duration":"2.324598883s","start":"2026-03-09T13:04:13.462505Z","end":"2026-03-09T13:04:15.787104Z","steps":["trace[842581619] 'agreement among raft nodes before linearized reading' (duration: 2.324304757s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.78718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.46247Z","time spent":"2.324697835s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T13:04:15.78717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165523939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T13:04:15.787196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.454344Z","time spent":"2.332824107s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T13:04:15.787191Z","caller":"traceutil/trace.go:171","msg":"trace[1938736584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1708; }","duration":"2.163992944s","start":"2026-03-09T13:04:13.623156Z","end":"2026-03-09T13:04:15.787149Z","steps":["trace[1938736584] 'agreement among raft nodes before linearized reading' (duration: 2.163694288s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:15.787253Z","caller":"traceutil/trace.go:171","msg":"trace[1798021034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1708; }","duration":"2.165667092s","start":"2026-03-09T13:04:13.621566Z","end":"2026-03-09T13:04:15.787233Z","steps":["trace[1798021034] 'agreement among raft nodes before linearized reading' (duration: 2.165388656s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.787284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.623106Z","time spent":"2.164169238s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:04:15.787305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166352637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:04:15.78738Z","caller":"traceutil/trace.go:171","msg":"trace[1205318944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1708; }","duration":"2.16646955s","start":"2026-03-09T13:04:13.620897Z","end":"2026-03-09T13:04:15.787366Z","steps":["trace[1205318944] 'agreement among raft nodes before linearized reading' (duration: 2.166302616s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.787424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.620872Z","time spent":"2.166542982s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:04:15.786745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.71899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:15.787515Z","caller":"traceutil/trace.go:171","msg":"trace[1766489535] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1708; }","duration":"490.579779ms","start":"2026-03-09T13:04:15.296919Z","end":"2026-03-09T13:04:15.787499Z","steps":["trace[1766489535] 'agreement among raft nodes before linearized reading' (duration: 489.72114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:15.788332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:15.296881Z","time spent":"491.431378ms","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:04:15.787316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:13.621522Z","time spent":"2.165783245s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T13:04:42.176593Z","caller":"traceutil/trace.go:171","msg":"trace[338146102] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"276.053289ms","start":"2026-03-09T13:04:41.900498Z","end":"2026-03-09T13:04:42.176552Z","steps":["trace[338146102] 'process raft request' (duration: 275.852835ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:42.806597Z","caller":"traceutil/trace.go:171","msg":"trace[687437119] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1918; }","duration":"877.160289ms","start":"2026-03-09T13:04:41.929398Z","end":"2026-03-09T13:04:42.806558Z","steps":["trace[687437119] 'read index received' (duration: 247.071439ms)","trace[687437119] 'applied index is now lower than readState.Index' (duration: 630.08727ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:04:42.80671Z","caller":"traceutil/trace.go:171","msg":"trace[95243214] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"901.484115ms","start":"2026-03-09T13:04:41.905188Z","end":"2026-03-09T13:04:42.806673Z","steps":["trace[95243214] 'process raft request' (duration: 901.111507ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:42.806771Z","caller":"traceutil/trace.go:171","msg":"trace[1701972663] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"900.962915ms","start":"2026-03-09T13:04:41.905768Z","end":"2026-03-09T13:04:42.806731Z","steps":["trace[1701972663] 'process raft request' (duration: 900.711359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:42.806912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:41.905163Z","time spent":"901.624809ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:42.806911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:41.905735Z","time spent":"901.084667ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:42.806945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.542458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:04:42.807029Z","caller":"traceutil/trace.go:171","msg":"trace[1711446105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"877.656911ms","start":"2026-03-09T13:04:41.929335Z","end":"2026-03-09T13:04:42.806992Z","steps":["trace[1711446105] 'agreement among raft nodes before linearized reading' (duration: 877.413245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:42.807089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:41.929308Z","time spent":"877.768413ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:04:42.993136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.307624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T13:04:42.993628Z","caller":"traceutil/trace.go:171","msg":"trace[1509190077] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"181.414802ms","start":"2026-03-09T13:04:42.81219Z","end":"2026-03-09T13:04:42.993604Z","steps":["trace[1509190077] 'process raft request' (duration: 181.359951ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:42.993921Z","caller":"traceutil/trace.go:171","msg":"trace[2104517117] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1921; }","duration":"187.174309ms","start":"2026-03-09T13:04:42.806705Z","end":"2026-03-09T13:04:42.993879Z","steps":["trace[2104517117] 'read index received' (duration: 22.18878ms)","trace[2104517117] 'applied index is now lower than readState.Index' (duration: 164.982739ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:04:42.993911Z","caller":"traceutil/trace.go:171","msg":"trace[1116666131] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"340.245805ms","start":"2026-03-09T13:04:42.653592Z","end":"2026-03-09T13:04:42.993838Z","steps":["trace[1116666131] 'process raft request' (duration: 339.742385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:42.994131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.11503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:04:42.994182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.202917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:04:42.994232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:42.653548Z","time spent":"340.538722ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:42.994239Z","caller":"traceutil/trace.go:171","msg":"trace[1863985037] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1849; }","duration":"475.293525ms","start":"2026-03-09T13:04:42.518919Z","end":"2026-03-09T13:04:42.994213Z","steps":["trace[1863985037] 'agreement among raft nodes before linearized reading' (duration: 475.130441ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:42.994256Z","caller":"traceutil/trace.go:171","msg":"trace[1652331957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"997.30321ms","start":"2026-03-09T13:04:41.996932Z","end":"2026-03-09T13:04:42.994235Z","steps":["trace[1652331957] 'agreement among raft nodes before linearized reading' (duration: 997.120896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:42.994218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.316249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T13:04:42.994311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:42.518886Z","time spent":"475.405656ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:04:42.994312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:41.99692Z","time spent":"997.378591ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:04:42.994298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.593188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:04:42.994358Z","caller":"traceutil/trace.go:171","msg":"trace[1389630823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1849; }","duration":"992.507973ms","start":"2026-03-09T13:04:42.001831Z","end":"2026-03-09T13:04:42.994339Z","steps":["trace[1389630823] 'agreement among raft nodes before linearized reading' (duration: 992.208947ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:42.994396Z","caller":"traceutil/trace.go:171","msg":"trace[2034598449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1849; }","duration":"998.70311ms","start":"2026-03-09T13:04:41.99567Z","end":"2026-03-09T13:04:42.994373Z","steps":["trace[2034598449] 'agreement among raft nodes before linearized reading' (duration: 998.443764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:42.994424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:42.001799Z","time spent":"992.610826ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:04:42.994425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.21448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T13:04:42.994171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.858321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T13:04:42.994463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:41.995608Z","time spent":"998.844203ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T13:04:42.994486Z","caller":"traceutil/trace.go:171","msg":"trace[1581413378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1849; }","duration":"974.302222ms","start":"2026-03-09T13:04:42.020161Z","end":"2026-03-09T13:04:42.994464Z","steps":["trace[1581413378] 'agreement among raft nodes before linearized reading' (duration: 974.066777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:42.994523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:42.020141Z","time spent":"974.372943ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T13:04:42.994564Z","caller":"traceutil/trace.go:171","msg":"trace[1190157776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1849; }","duration":"993.225529ms","start":"2026-03-09T13:04:42.001287Z","end":"2026-03-09T13:04:42.994512Z","steps":["trace[1190157776] 'agreement among raft nodes before linearized reading' (duration: 992.750009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:42.994576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.520908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T13:04:42.994734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:42.001248Z","time spent":"993.424415ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:04:42.994738Z","caller":"traceutil/trace.go:171","msg":"trace[1713215189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1849; }","duration":"989.688263ms","start":"2026-03-09T13:04:42.005Z","end":"2026-03-09T13:04:42.994688Z","steps":["trace[1713215189] 'agreement among raft nodes before linearized reading' (duration: 988.997367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:42.994818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:42.004974Z","time spent":"989.826785ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T13:04:43.146279Z","caller":"traceutil/trace.go:171","msg":"trace[914469424] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1924; }","duration":"143.417674ms","start":"2026-03-09T13:04:43.002836Z","end":"2026-03-09T13:04:43.146253Z","steps":["trace[914469424] 'read index received' (duration: 31.935275ms)","trace[914469424] 'applied index is now lower than readState.Index' (duration: 111.481579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:04:43.146408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.554898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:43.14639Z","caller":"traceutil/trace.go:171","msg":"trace[2066577526] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"145.488169ms","start":"2026-03-09T13:04:43.000853Z","end":"2026-03-09T13:04:43.146341Z","steps":["trace[2066577526] 'process raft request' (duration: 145.316335ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:43.146445Z","caller":"traceutil/trace.go:171","msg":"trace[202645046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"143.628389ms","start":"2026-03-09T13:04:43.002805Z","end":"2026-03-09T13:04:43.146433Z","steps":["trace[202645046] 'agreement among raft nodes before linearized reading' (duration: 143.549667ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:43.146469Z","caller":"traceutil/trace.go:171","msg":"trace[1190525541] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"145.324796ms","start":"2026-03-09T13:04:43.001088Z","end":"2026-03-09T13:04:43.146413Z","steps":["trace[1190525541] 'process raft request' (duration: 145.125541ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:43.146537Z","caller":"traceutil/trace.go:171","msg":"trace[1780057794] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"145.98116ms","start":"2026-03-09T13:04:43.000504Z","end":"2026-03-09T13:04:43.146485Z","steps":["trace[1780057794] 'process raft request' (duration: 107.172394ms)","trace[1780057794] 'compare' (duration: 38.328446ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:04:48.667113Z","caller":"traceutil/trace.go:171","msg":"trace[437655349] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"199.522822ms","start":"2026-03-09T13:04:48.467559Z","end":"2026-03-09T13:04:48.667082Z","steps":["trace[437655349] 'process raft request' (duration: 199.299227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.494438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413950464,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T13:04:49.546894Z","caller":"traceutil/trace.go:171","msg":"trace[357709083] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"738.604612ms","start":"2026-03-09T13:04:48.808262Z","end":"2026-03-09T13:04:49.546867Z","steps":["trace[357709083] 'process raft request' (duration: 738.460909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.547042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:48.808229Z","time spent":"738.722265ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:49.893129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.41012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:04:49.89347Z","caller":"traceutil/trace.go:171","msg":"trace[1749995837] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"1.065695988s","start":"2026-03-09T13:04:48.827735Z","end":"2026-03-09T13:04:49.893431Z","steps":["trace[1749995837] 'process raft request' (duration: 884.842508ms)","trace[1749995837] 'compare' (duration: 179.915979ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:04:49.893622Z","caller":"traceutil/trace.go:171","msg":"trace[1834732864] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"140.040429ms","start":"2026-03-09T13:04:49.753553Z","end":"2026-03-09T13:04:49.893593Z","steps":["trace[1834732864] 'process raft request' (duration: 139.961707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.893648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:48.827725Z","time spent":"1.065827191s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:49.893709Z","caller":"traceutil/trace.go:171","msg":"trace[1633760261] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1950; }","duration":"900.014394ms","start":"2026-03-09T13:04:48.993655Z","end":"2026-03-09T13:04:49.893669Z","steps":["trace[1633760261] 'read index received' (duration: 553.135542ms)","trace[1633760261] 'applied index is now lower than readState.Index' (duration: 346.874692ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:04:49.89374Z","caller":"traceutil/trace.go:171","msg":"trace[544568923] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.06263411s","start":"2026-03-09T13:04:48.831053Z","end":"2026-03-09T13:04:49.893687Z","steps":["trace[544568923] 'process raft request' (duration: 1.062280763s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.893942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:48.831014Z","time spent":"1.062820334s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:49.893938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.253699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:04:49.89401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.891951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-09T13:04:49.893984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.820024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:49.894047Z","caller":"traceutil/trace.go:171","msg":"trace[1237040942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1878; }","duration":"715.993814ms","start":"2026-03-09T13:04:49.178041Z","end":"2026-03-09T13:04:49.894035Z","steps":["trace[1237040942] 'agreement among raft nodes before linearized reading' (duration: 715.855941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.894071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.178013Z","time spent":"716.052485ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:04:49.894052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.994571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T13:04:49.894065Z","caller":"traceutil/trace.go:171","msg":"trace[584152281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1878; }","duration":"900.449503ms","start":"2026-03-09T13:04:48.993584Z","end":"2026-03-09T13:04:49.894033Z","steps":["trace[584152281] 'agreement among raft nodes before linearized reading' (duration: 900.230658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.894074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.266238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T13:04:49.89408Z","caller":"traceutil/trace.go:171","msg":"trace[264250547] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1878; }","duration":"809.961837ms","start":"2026-03-09T13:04:49.084091Z","end":"2026-03-09T13:04:49.894053Z","steps":["trace[264250547] 'agreement among raft nodes before linearized reading' (duration: 809.821414ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:49.89412Z","caller":"traceutil/trace.go:171","msg":"trace[6590544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1878; }","duration":"875.4076ms","start":"2026-03-09T13:04:49.0187Z","end":"2026-03-09T13:04:49.894108Z","steps":["trace[6590544] 'agreement among raft nodes before linearized reading' (duration: 875.170875ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:49.894114Z","caller":"traceutil/trace.go:171","msg":"trace[1467418677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1878; }","duration":"855.110333ms","start":"2026-03-09T13:04:49.038984Z","end":"2026-03-09T13:04:49.894094Z","steps":["trace[1467418677] 'agreement among raft nodes before linearized reading' (duration: 854.933269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.894136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.084074Z","time spent":"810.05131ms","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:04:49.894138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:48.99354Z","time spent":"900.582456ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:04:49.894166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.130585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T13:04:49.894161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.038951Z","time spent":"855.201345ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T13:04:49.894161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.018673Z","time spent":"875.478192ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T13:04:49.89419Z","caller":"traceutil/trace.go:171","msg":"trace[2102879395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1878; }","duration":"715.208907ms","start":"2026-03-09T13:04:49.178973Z","end":"2026-03-09T13:04:49.894182Z","steps":["trace[2102879395] 'agreement among raft nodes before linearized reading' (duration: 715.151226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.894175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.187005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T13:04:49.89423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.386191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T13:04:49.89427Z","caller":"traceutil/trace.go:171","msg":"trace[1902053147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1878; }","duration":"715.476593ms","start":"2026-03-09T13:04:49.178778Z","end":"2026-03-09T13:04:49.894255Z","steps":["trace[1902053147] 'agreement among raft nodes before linearized reading' (duration: 715.3658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:49.894278Z","caller":"traceutil/trace.go:171","msg":"trace[626674522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1878; }","duration":"836.38665ms","start":"2026-03-09T13:04:49.057868Z","end":"2026-03-09T13:04:49.894255Z","steps":["trace[626674522] 'agreement among raft nodes before linearized reading' (duration: 836.041482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:49.894303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.178733Z","time spent":"715.563894ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:04:49.894335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.057833Z","time spent":"836.482662ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:04:49.894208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.178946Z","time spent":"715.258227ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:04:50.393994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.151497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:04:50.39439Z","caller":"traceutil/trace.go:171","msg":"trace[1243598162] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"494.383127ms","start":"2026-03-09T13:04:49.899967Z","end":"2026-03-09T13:04:50.39435Z","steps":["trace[1243598162] 'process raft request' (duration: 494.191763ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:50.394512Z","caller":"traceutil/trace.go:171","msg":"trace[1946690562] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"495.292716ms","start":"2026-03-09T13:04:49.899165Z","end":"2026-03-09T13:04:50.394458Z","steps":["trace[1946690562] 'process raft request' (duration: 332.553696ms)","trace[1946690562] 'compare' (duration: 161.883582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:04:50.394588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.899954Z","time spent":"494.52858ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:50.394586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.358586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:50.394621Z","caller":"traceutil/trace.go:171","msg":"trace[84284067] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1955; }","duration":"466.243584ms","start":"2026-03-09T13:04:49.92822Z","end":"2026-03-09T13:04:50.394464Z","steps":["trace[84284067] 'read index received' (duration: 303.524025ms)","trace[84284067] 'applied index is now lower than readState.Index' (duration: 162.714599ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:04:50.394661Z","caller":"traceutil/trace.go:171","msg":"trace[1385378392] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1884; }","duration":"466.48891ms","start":"2026-03-09T13:04:49.928154Z","end":"2026-03-09T13:04:50.394643Z","steps":["trace[1385378392] 'agreement among raft nodes before linearized reading' (duration: 466.314556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:50.394707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.899144Z","time spent":"495.460249ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:50.39473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.928124Z","time spent":"466.592242ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:04:50.394529Z","caller":"traceutil/trace.go:171","msg":"trace[2072909967] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"493.330672ms","start":"2026-03-09T13:04:49.90113Z","end":"2026-03-09T13:04:50.394461Z","steps":["trace[2072909967] 'process raft request' (duration: 493.142518ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:50.394422Z","caller":"traceutil/trace.go:171","msg":"trace[1646818867] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"185.017461ms","start":"2026-03-09T13:04:50.209376Z","end":"2026-03-09T13:04:50.394393Z","steps":["trace[1646818867] 'process raft request' (duration: 184.96509ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:50.394719Z","caller":"traceutil/trace.go:171","msg":"trace[757757807] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"494.544519ms","start":"2026-03-09T13:04:49.90015Z","end":"2026-03-09T13:04:50.394695Z","steps":["trace[757757807] 'process raft request' (duration: 494.074099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:50.3949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.52397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:04:50.394911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.003422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:04:50.394921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.901102Z","time spent":"493.702251ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:50.394978Z","caller":"traceutil/trace.go:171","msg":"trace[704414764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"132.087814ms","start":"2026-03-09T13:04:50.262875Z","end":"2026-03-09T13:04:50.394963Z","steps":["trace[704414764] 'agreement among raft nodes before linearized reading' (duration: 131.988742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:50.394944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:49.900126Z","time spent":"494.769924ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:50.394975Z","caller":"traceutil/trace.go:171","msg":"trace[588617071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1884; }","duration":"189.687855ms","start":"2026-03-09T13:04:50.205259Z","end":"2026-03-09T13:04:50.394947Z","steps":["trace[588617071] 'agreement among raft nodes before linearized reading' (duration: 189.550942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:51.429936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.548708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:51.430021Z","caller":"traceutil/trace.go:171","msg":"trace[2128406473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"435.688991ms","start":"2026-03-09T13:04:50.994312Z","end":"2026-03-09T13:04:51.430001Z","steps":["trace[2128406473] 'range keys from in-memory index tree' (duration: 435.437175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:51.430064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:50.994288Z","time spent":"435.766493ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:04:51.430097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.12673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T13:04:51.43024Z","caller":"traceutil/trace.go:171","msg":"trace[1952830147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"523.344364ms","start":"2026-03-09T13:04:50.906859Z","end":"2026-03-09T13:04:51.430203Z","steps":["trace[1952830147] 'range keys from in-memory index tree' (duration: 522.825193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:51.430317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:50.906828Z","time spent":"523.471687ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T13:04:51.43015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.404367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:51.430457Z","caller":"traceutil/trace.go:171","msg":"trace[1323754420] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1884; }","duration":"208.748076ms","start":"2026-03-09T13:04:51.22167Z","end":"2026-03-09T13:04:51.430418Z","steps":["trace[1323754420] 'count revisions from in-memory index tree' (duration: 208.123021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:51.430563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.439024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-09T13:04:51.43069Z","caller":"traceutil/trace.go:171","msg":"trace[1478472704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1884; }","duration":"405.638568ms","start":"2026-03-09T13:04:51.025021Z","end":"2026-03-09T13:04:51.43066Z","steps":["trace[1478472704] 'range keys from in-memory index tree' (duration: 405.170197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:51.430761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:51.024991Z","time spent":"405.754831ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T13:04:52.006585Z","caller":"traceutil/trace.go:171","msg":"trace[1882765968] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"104.860213ms","start":"2026-03-09T13:04:51.90168Z","end":"2026-03-09T13:04:52.00654Z","steps":["trace[1882765968] 'process raft request' (duration: 104.484495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:57.987438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413950562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:04:58.059427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081237121s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-09T13:04:58.059836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:56.978017Z","time spent":"1.081814234s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T13:04:59.078443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015419131s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T13:04:59.078995Z","caller":"traceutil/trace.go:171","msg":"trace[585516348] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.06572823s","start":"2026-03-09T13:04:58.01324Z","end":"2026-03-09T13:04:59.078968Z","steps":["trace[585516348] 'process raft request' (duration: 1.065653708s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:59.079068Z","caller":"traceutil/trace.go:171","msg":"trace[590039264] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"2.025939122s","start":"2026-03-09T13:04:57.053074Z","end":"2026-03-09T13:04:59.079014Z","steps":["trace[590039264] 'process raft request' (duration: 2.025635335s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.079178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.013223Z","time spent":"1.065858812s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:59.079264Z","caller":"traceutil/trace.go:171","msg":"trace[1958026874] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1988; }","duration":"1.592332236s","start":"2026-03-09T13:04:57.486878Z","end":"2026-03-09T13:04:59.07921Z","steps":["trace[1958026874] 'read index received' (duration: 572.781125ms)","trace[1958026874] 'applied index is now lower than readState.Index' (duration: 1.019546811s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:04:59.079307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:57.053046Z","time spent":"2.026131275s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:59.079374Z","caller":"traceutil/trace.go:171","msg":"trace[247288265] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.053643033s","start":"2026-03-09T13:04:58.025682Z","end":"2026-03-09T13:04:59.079325Z","steps":["trace[247288265] 'process raft request' (duration: 1.053252275s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.079653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592686973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T13:04:59.079698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.025646Z","time spent":"1.053883088s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:59.079751Z","caller":"traceutil/trace.go:171","msg":"trace[1458582873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"1.592894478s","start":"2026-03-09T13:04:57.486826Z","end":"2026-03-09T13:04:59.07972Z","steps":["trace[1458582873] 'agreement among raft nodes before linearized reading' (duration: 1.59251157s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.079816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:57.486807Z","time spent":"1.592991191s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T13:04:59.692351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.630258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:04:59.692676Z","caller":"traceutil/trace.go:171","msg":"trace[1678820417] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.631722765s","start":"2026-03-09T13:04:58.060903Z","end":"2026-03-09T13:04:59.692626Z","steps":["trace[1678820417] 'process raft request' (duration: 1.215678107s)","trace[1678820417] 'compare' (duration: 415.302002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:04:59.692901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.060883Z","time spent":"1.631894659s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:04:59.692774Z","caller":"traceutil/trace.go:171","msg":"trace[2019052665] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1992; }","duration":"613.403231ms","start":"2026-03-09T13:04:59.079345Z","end":"2026-03-09T13:04:59.692748Z","steps":["trace[2019052665] 'read index received' (duration: 197.086908ms)","trace[2019052665] 'applied index is now lower than readState.Index' (duration: 416.314293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:04:59.693199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.707894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:04:59.693215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699797607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:59.693273Z","caller":"traceutil/trace.go:171","msg":"trace[1251141771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1916; }","duration":"111.862458ms","start":"2026-03-09T13:04:59.581389Z","end":"2026-03-09T13:04:59.693252Z","steps":["trace[1251141771] 'agreement among raft nodes before linearized reading' (duration: 111.724885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.693289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254672387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:04:59.693282Z","caller":"traceutil/trace.go:171","msg":"trace[1624008608] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.269165847s","start":"2026-03-09T13:04:58.424067Z","end":"2026-03-09T13:04:59.693233Z","steps":["trace[1624008608] 'process raft request' (duration: 1.268448291s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.693299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257124821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:04:59.693343Z","caller":"traceutil/trace.go:171","msg":"trace[266890410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"1.69995175s","start":"2026-03-09T13:04:57.993336Z","end":"2026-03-09T13:04:59.693288Z","steps":["trace[266890410] 'agreement among raft nodes before linearized reading' (duration: 1.699755206s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:59.693359Z","caller":"traceutil/trace.go:171","msg":"trace[2100911674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1916; }","duration":"1.25477148s","start":"2026-03-09T13:04:58.438571Z","end":"2026-03-09T13:04:59.693342Z","steps":["trace[2100911674] 'agreement among raft nodes before linearized reading' (duration: 1.254515995s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.693404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251566518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T13:04:59.69341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:57.993315Z","time spent":"1.700086182s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:04:59.693415Z","caller":"traceutil/trace.go:171","msg":"trace[778893507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1916; }","duration":"1.257282194s","start":"2026-03-09T13:04:58.436106Z","end":"2026-03-09T13:04:59.693388Z","steps":["trace[778893507] 'agreement among raft nodes before linearized reading' (duration: 1.256960037s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.69341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.43855Z","time spent":"1.254850691s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:04:59.693294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254594005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:04:59.693456Z","caller":"traceutil/trace.go:171","msg":"trace[275786108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1916; }","duration":"1.25163475s","start":"2026-03-09T13:04:58.441807Z","end":"2026-03-09T13:04:59.693441Z","steps":["trace[275786108] 'agreement among raft nodes before linearized reading' (duration: 1.251527218s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.69347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.424027Z","time spent":"1.269347921s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:04:59.69348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.43609Z","time spent":"1.257367247s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:04:59.693498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.441795Z","time spent":"1.251696721s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:04:59.693484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228102261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b2e028ac644aa\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-09T13:04:59.693296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656665445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T13:04:59.69358Z","caller":"traceutil/trace.go:171","msg":"trace[1840222405] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189b2e028ac644aa; range_end:; response_count:1; response_revision:1916; }","duration":"1.228257505s","start":"2026-03-09T13:04:58.465298Z","end":"2026-03-09T13:04:59.693555Z","steps":["trace[1840222405] 'agreement among raft nodes before linearized reading' (duration: 1.227934888s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:59.693625Z","caller":"traceutil/trace.go:171","msg":"trace[1741018564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1916; }","duration":"1.657050814s","start":"2026-03-09T13:04:58.036553Z","end":"2026-03-09T13:04:59.693603Z","steps":["trace[1741018564] 'agreement among raft nodes before linearized reading' (duration: 1.656525632s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:59.693577Z","caller":"traceutil/trace.go:171","msg":"trace[1176235336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1916; }","duration":"1.2548428s","start":"2026-03-09T13:04:58.438644Z","end":"2026-03-09T13:04:59.693487Z","steps":["trace[1176235336] 'agreement among raft nodes before linearized reading' (duration: 1.254417731s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.693682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.036526Z","time spent":"1.657141776s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:04:59.69375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.438616Z","time spent":"1.255077527s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:04:59.693688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:04:58.465244Z","time spent":"1.228432229s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b2e028ac644aa\" "} {"level":"info","ts":"2026-03-09T13:04:59.90778Z","caller":"traceutil/trace.go:171","msg":"trace[2123499652] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"209.343768ms","start":"2026-03-09T13:04:59.698392Z","end":"2026-03-09T13:04:59.907736Z","steps":["trace[2123499652] 'process raft request' (duration: 208.708514ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:59.908072Z","caller":"traceutil/trace.go:171","msg":"trace[873231348] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"208.466569ms","start":"2026-03-09T13:04:59.699531Z","end":"2026-03-09T13:04:59.907997Z","steps":["trace[873231348] 'process raft request' (duration: 207.939667ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:59.908165Z","caller":"traceutil/trace.go:171","msg":"trace[221745144] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"208.423148ms","start":"2026-03-09T13:04:59.699709Z","end":"2026-03-09T13:04:59.908132Z","steps":["trace[221745144] 'process raft request' (duration: 208.197413ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:59.9082Z","caller":"traceutil/trace.go:171","msg":"trace[1923440969] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1994; }","duration":"209.673825ms","start":"2026-03-09T13:04:59.698496Z","end":"2026-03-09T13:04:59.90817Z","steps":["trace[1923440969] 'read index received' (duration: 201.204339ms)","trace[1923440969] 'applied index is now lower than readState.Index' (duration: 8.468126ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:04:59.908193Z","caller":"traceutil/trace.go:171","msg":"trace[1897552581] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"207.347964ms","start":"2026-03-09T13:04:59.700818Z","end":"2026-03-09T13:04:59.908166Z","steps":["trace[1897552581] 'process raft request' (duration: 207.225912ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:04:59.908112Z","caller":"traceutil/trace.go:171","msg":"trace[920355092] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"208.382316ms","start":"2026-03-09T13:04:59.699694Z","end":"2026-03-09T13:04:59.908076Z","steps":["trace[920355092] 'process raft request' (duration: 208.125781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.908755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.37343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:04:59.908811Z","caller":"traceutil/trace.go:171","msg":"trace[1342493343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"205.460292ms","start":"2026-03-09T13:04:59.703336Z","end":"2026-03-09T13:04:59.908797Z","steps":["trace[1342493343] 'agreement among raft nodes before linearized reading' (duration: 205.36321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:04:59.908899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.394211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T13:04:59.908959Z","caller":"traceutil/trace.go:171","msg":"trace[558540688] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1922; }","duration":"210.530134ms","start":"2026-03-09T13:04:59.698417Z","end":"2026-03-09T13:04:59.908947Z","steps":["trace[558540688] 'agreement among raft nodes before linearized reading' (duration: 209.897581ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:47.280358Z","caller":"traceutil/trace.go:171","msg":"trace[1869037360] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2412; }","duration":"287.046696ms","start":"2026-03-09T13:05:46.993272Z","end":"2026-03-09T13:05:47.280319Z","steps":["trace[1869037360] 'read index received' (duration: 286.857782ms)","trace[1869037360] 'applied index is now lower than readState.Index' (duration: 186.684µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:05:47.280629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.312653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:05:47.280696Z","caller":"traceutil/trace.go:171","msg":"trace[1781430942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2317; }","duration":"287.420516ms","start":"2026-03-09T13:05:46.993257Z","end":"2026-03-09T13:05:47.280677Z","steps":["trace[1781430942] 'agreement among raft nodes before linearized reading' (duration: 287.270222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:47.282216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.511291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:05:47.282291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.186168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:05:47.28231Z","caller":"traceutil/trace.go:171","msg":"trace[1388049972] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2319; }","duration":"261.631494ms","start":"2026-03-09T13:05:47.020658Z","end":"2026-03-09T13:05:47.282289Z","steps":["trace[1388049972] 'agreement among raft nodes before linearized reading' (duration: 261.47489ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:47.282359Z","caller":"traceutil/trace.go:171","msg":"trace[1813329742] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2319; }","duration":"165.326541ms","start":"2026-03-09T13:05:47.117018Z","end":"2026-03-09T13:05:47.282344Z","steps":["trace[1813329742] 'agreement among raft nodes before linearized reading' (duration: 165.106906ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:50.488155Z","caller":"traceutil/trace.go:171","msg":"trace[988987328] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"287.294112ms","start":"2026-03-09T13:05:50.200833Z","end":"2026-03-09T13:05:50.488127Z","steps":["trace[988987328] 'process raft request' (duration: 287.155258ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:50.490126Z","caller":"traceutil/trace.go:171","msg":"trace[1729027408] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"288.396686ms","start":"2026-03-09T13:05:50.201714Z","end":"2026-03-09T13:05:50.49011Z","steps":["trace[1729027408] 'process raft request' (duration: 288.10899ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:50.490168Z","caller":"traceutil/trace.go:171","msg":"trace[1209474746] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2429; }","duration":"227.740923ms","start":"2026-03-09T13:05:50.262394Z","end":"2026-03-09T13:05:50.490135Z","steps":["trace[1209474746] 'read index received' (duration: 225.708789ms)","trace[1209474746] 'applied index is now lower than readState.Index' (duration: 2.030804ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:05:50.490352Z","caller":"traceutil/trace.go:171","msg":"trace[1933562216] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"288.153692ms","start":"2026-03-09T13:05:50.202151Z","end":"2026-03-09T13:05:50.490305Z","steps":["trace[1933562216] 'process raft request' (duration: 287.899566ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:50.490442Z","caller":"traceutil/trace.go:171","msg":"trace[550854559] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"287.560668ms","start":"2026-03-09T13:05:50.202875Z","end":"2026-03-09T13:05:50.490436Z","steps":["trace[550854559] 'process raft request' (duration: 287.21467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:50.490454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.04915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:05:50.490403Z","caller":"traceutil/trace.go:171","msg":"trace[640136419] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"288.285995ms","start":"2026-03-09T13:05:50.202104Z","end":"2026-03-09T13:05:50.49039Z","steps":["trace[640136419] 'process raft request' (duration: 287.897306ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:05:50.490495Z","caller":"traceutil/trace.go:171","msg":"trace[1332896327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2338; }","duration":"228.182903ms","start":"2026-03-09T13:05:50.2623Z","end":"2026-03-09T13:05:50.490483Z","steps":["trace[1332896327] 'agreement among raft nodes before linearized reading' (duration: 227.960818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:51.894407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413951507,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T13:05:51.971399Z","caller":"traceutil/trace.go:171","msg":"trace[702004366] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"805.200661ms","start":"2026-03-09T13:05:51.166164Z","end":"2026-03-09T13:05:51.971364Z","steps":["trace[702004366] 'process raft request' (duration: 804.973566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:51.971648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:05:51.166136Z","time spent":"805.369414ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:05:51.972414Z","caller":"traceutil/trace.go:171","msg":"trace[1652792497] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"677.057562ms","start":"2026-03-09T13:05:51.295329Z","end":"2026-03-09T13:05:51.972387Z","steps":["trace[1652792497] 'process raft request' (duration: 676.96844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:51.972689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:05:51.295313Z","time spent":"677.270258ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:05:51.972775Z","caller":"traceutil/trace.go:171","msg":"trace[784651040] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"340.888848ms","start":"2026-03-09T13:05:51.631857Z","end":"2026-03-09T13:05:51.972746Z","steps":["trace[784651040] 'process raft request' (duration: 340.483789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:51.972943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:05:51.631825Z","time spent":"341.037113ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:05:51.973042Z","caller":"traceutil/trace.go:171","msg":"trace[766690220] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2434; }","duration":"579.125635ms","start":"2026-03-09T13:05:51.393903Z","end":"2026-03-09T13:05:51.973029Z","steps":["trace[766690220] 'read index received' (duration: 577.261974ms)","trace[766690220] 'applied index is now lower than readState.Index' (duration: 1.862221ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:05:51.973124Z","caller":"traceutil/trace.go:171","msg":"trace[276201425] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"677.889642ms","start":"2026-03-09T13:05:51.295175Z","end":"2026-03-09T13:05:51.973065Z","steps":["trace[276201425] 'process raft request' (duration: 676.984921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:51.973236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.32935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T13:05:51.97327Z","caller":"traceutil/trace.go:171","msg":"trace[685008784] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2343; }","duration":"579.397332ms","start":"2026-03-09T13:05:51.393864Z","end":"2026-03-09T13:05:51.973262Z","steps":["trace[685008784] 'agreement among raft nodes before linearized reading' (duration: 579.266349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:51.973259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.561674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:05:51.973295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:05:51.393847Z","time spent":"579.441452ms","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-09T13:05:51.973235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:05:51.295154Z","time spent":"678.034305ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:05:51.973323Z","caller":"traceutil/trace.go:171","msg":"trace[1654497721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2343; }","duration":"415.678116ms","start":"2026-03-09T13:05:51.557629Z","end":"2026-03-09T13:05:51.973307Z","steps":["trace[1654497721] 'agreement among raft nodes before linearized reading' (duration: 415.559223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:05:51.973388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:05:51.557605Z","time spent":"415.772308ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:06:04.704884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.94616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T13:06:04.704886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.414667ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:06:04.704985Z","caller":"traceutil/trace.go:171","msg":"trace[1565142203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2413; }","duration":"113.062083ms","start":"2026-03-09T13:06:04.591902Z","end":"2026-03-09T13:06:04.704965Z","steps":["trace[1565142203] 'range keys from in-memory index tree' (duration: 112.778597ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:04.705008Z","caller":"traceutil/trace.go:171","msg":"trace[1338966676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2413; }","duration":"102.55796ms","start":"2026-03-09T13:06:04.602431Z","end":"2026-03-09T13:06:04.704989Z","steps":["trace[1338966676] 'range keys from in-memory index tree' (duration: 102.382267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:04.705121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.1999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:06:04.705233Z","caller":"traceutil/trace.go:171","msg":"trace[1146147973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2413; }","duration":"147.356863ms","start":"2026-03-09T13:06:04.557851Z","end":"2026-03-09T13:06:04.705208Z","steps":["trace[1146147973] 'range keys from in-memory index tree' (duration: 147.016305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:04.705454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.31192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T13:06:04.705311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.865979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:06:04.705547Z","caller":"traceutil/trace.go:171","msg":"trace[101729138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2413; }","duration":"113.474843ms","start":"2026-03-09T13:06:04.592056Z","end":"2026-03-09T13:06:04.705531Z","steps":["trace[101729138] 'range keys from in-memory index tree' (duration: 112.592433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:04.705576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.193396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:06:04.705607Z","caller":"traceutil/trace.go:171","msg":"trace[1695926808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2413; }","duration":"136.156385ms","start":"2026-03-09T13:06:04.569411Z","end":"2026-03-09T13:06:04.705567Z","steps":["trace[1695926808] 'range keys from in-memory index tree' (duration: 135.746357ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:04.705673Z","caller":"traceutil/trace.go:171","msg":"trace[775272510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2413; }","duration":"136.34708ms","start":"2026-03-09T13:06:04.569311Z","end":"2026-03-09T13:06:04.705658Z","steps":["trace[775272510] 'range keys from in-memory index tree' (duration: 136.009682ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:22.707485Z","caller":"traceutil/trace.go:171","msg":"trace[936458861] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"152.479337ms","start":"2026-03-09T13:06:22.554972Z","end":"2026-03-09T13:06:22.707451Z","steps":["trace[936458861] 'process raft request' (duration: 152.197501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:23.667112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.648327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:06:23.667216Z","caller":"traceutil/trace.go:171","msg":"trace[1712374664] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2518; }","duration":"216.837901ms","start":"2026-03-09T13:06:23.45036Z","end":"2026-03-09T13:06:23.667198Z","steps":["trace[1712374664] 'count revisions from in-memory index tree' (duration: 216.528504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:23.667445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.061465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:06:23.667475Z","caller":"traceutil/trace.go:171","msg":"trace[1706946394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2518; }","duration":"673.138267ms","start":"2026-03-09T13:06:22.994329Z","end":"2026-03-09T13:06:23.667467Z","steps":["trace[1706946394] 'range keys from in-memory index tree' (duration: 672.926012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:23.667494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:22.994268Z","time spent":"673.219838ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:06:23.667563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.780633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-09T13:06:23.667706Z","caller":"traceutil/trace.go:171","msg":"trace[294406975] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2518; }","duration":"273.979227ms","start":"2026-03-09T13:06:23.393693Z","end":"2026-03-09T13:06:23.667672Z","steps":["trace[294406975] 'range keys from in-memory index tree' (duration: 273.509536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:23.667723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.011391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:06:23.667839Z","caller":"traceutil/trace.go:171","msg":"trace[494909611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2518; }","duration":"611.192795ms","start":"2026-03-09T13:06:23.056613Z","end":"2026-03-09T13:06:23.667805Z","steps":["trace[494909611] 'range keys from in-memory index tree' (duration: 610.710734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:23.667889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:23.056586Z","time spent":"611.292348ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T13:06:24.733797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413952002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T13:06:24.842576Z","caller":"traceutil/trace.go:171","msg":"trace[931235553] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"714.179926ms","start":"2026-03-09T13:06:24.128328Z","end":"2026-03-09T13:06:24.842508Z","steps":["trace[931235553] 'process raft request' (duration: 713.781627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:24.842919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.128302Z","time spent":"714.483892ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:06:25.73004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.227047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:06:25.730452Z","caller":"traceutil/trace.go:171","msg":"trace[1230533681] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2622; }","duration":"1.506043282s","start":"2026-03-09T13:06:24.224386Z","end":"2026-03-09T13:06:25.730429Z","steps":["trace[1230533681] 'read index received' (duration: 617.71734ms)","trace[1230533681] 'applied index is now lower than readState.Index' (duration: 888.324552ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:06:25.730491Z","caller":"traceutil/trace.go:171","msg":"trace[606898925] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"1.578476936s","start":"2026-03-09T13:06:24.15196Z","end":"2026-03-09T13:06:25.730437Z","steps":["trace[606898925] 'process raft request' (duration: 1.578297772s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.730727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506339938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:06:25.730767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.151925Z","time spent":"1.578693031s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:06:25.730847Z","caller":"traceutil/trace.go:171","msg":"trace[163761607] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2522; }","duration":"1.506466341s","start":"2026-03-09T13:06:24.224333Z","end":"2026-03-09T13:06:25.730799Z","steps":["trace[163761607] 'agreement among raft nodes before linearized reading' (duration: 1.506317848s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.730921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.224316Z","time spent":"1.506590613s","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:06:25.730646Z","caller":"traceutil/trace.go:171","msg":"trace[1453925730] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"1.078363991s","start":"2026-03-09T13:06:24.652204Z","end":"2026-03-09T13:06:25.730568Z","steps":["trace[1453925730] 'process raft request' (duration: 1.078122256s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.730999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.03651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T13:06:25.731036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.259565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T13:06:25.731072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.93976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:06:25.731102Z","caller":"traceutil/trace.go:171","msg":"trace[113442992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2522; }","duration":"839.395288ms","start":"2026-03-09T13:06:24.891694Z","end":"2026-03-09T13:06:25.731089Z","steps":["trace[113442992] 'agreement among raft nodes before linearized reading' (duration: 839.158933ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:25.731102Z","caller":"traceutil/trace.go:171","msg":"trace[625714428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2522; }","duration":"839.173583ms","start":"2026-03-09T13:06:24.891903Z","end":"2026-03-09T13:06:25.731077Z","steps":["trace[625714428] 'agreement among raft nodes before linearized reading' (duration: 838.886167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.731152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.891662Z","time spent":"839.482011ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:06:25.731155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.652175Z","time spent":"1.078829891s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:06:25.730445Z","caller":"traceutil/trace.go:171","msg":"trace[515387550] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"1.579886346s","start":"2026-03-09T13:06:24.150518Z","end":"2026-03-09T13:06:25.730404Z","steps":["trace[515387550] 'process raft request' (duration: 935.175929ms)","trace[515387550] 'compare' (duration: 644.019032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:06:25.73103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445324217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:06:25.731247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.364737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:06:25.73134Z","caller":"traceutil/trace.go:171","msg":"trace[2060682894] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2522; }","duration":"1.445653514s","start":"2026-03-09T13:06:24.285603Z","end":"2026-03-09T13:06:25.731256Z","steps":["trace[2060682894] 'agreement among raft nodes before linearized reading' (duration: 1.445132503s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:25.73137Z","caller":"traceutil/trace.go:171","msg":"trace[46973764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2522; }","duration":"839.648214ms","start":"2026-03-09T13:06:24.891692Z","end":"2026-03-09T13:06:25.731341Z","steps":["trace[46973764] 'agreement among raft nodes before linearized reading' (duration: 839.211854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.731383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.481752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T13:06:25.731412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.285578Z","time spent":"1.445811967s","remote":"127.0.0.1:34432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:06:25.731395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.928993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-09T13:06:25.731159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.89189Z","time spent":"839.259005ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:06:25.731208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.005361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:06:25.731156Z","caller":"traceutil/trace.go:171","msg":"trace[431326060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2522; }","duration":"849.066702ms","start":"2026-03-09T13:06:24.882064Z","end":"2026-03-09T13:06:25.73113Z","steps":["trace[431326060] 'agreement among raft nodes before linearized reading' (duration: 848.837207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.73129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.150489Z","time spent":"1.580720865s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:06:25.731541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.882037Z","time spent":"849.490612ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T13:06:25.731523Z","caller":"traceutil/trace.go:171","msg":"trace[1506021289] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2522; }","duration":"338.053296ms","start":"2026-03-09T13:06:25.393418Z","end":"2026-03-09T13:06:25.731471Z","steps":["trace[1506021289] 'agreement among raft nodes before linearized reading' (duration: 337.637007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.731412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404029792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b2e1b93e8a6bb\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-09T13:06:25.731655Z","caller":"traceutil/trace.go:171","msg":"trace[681476608] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b2e1b93e8a6bb; range_end:; response_count:1; response_revision:2522; }","duration":"1.404314798s","start":"2026-03-09T13:06:24.327327Z","end":"2026-03-09T13:06:25.731641Z","steps":["trace[681476608] 'agreement among raft nodes before linearized reading' (duration: 1.403953731s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.731674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:25.393398Z","time spent":"338.236079ms","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-09T13:06:25.731707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.327301Z","time spent":"1.40439245s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189b2e1b93e8a6bb\" "} {"level":"warn","ts":"2026-03-09T13:06:25.731425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.891656Z","time spent":"839.757907ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T13:06:25.731427Z","caller":"traceutil/trace.go:171","msg":"trace[1510209567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2522; }","duration":"835.566004ms","start":"2026-03-09T13:06:24.895848Z","end":"2026-03-09T13:06:25.731414Z","steps":["trace[1510209567] 'agreement among raft nodes before linearized reading' (duration: 835.434391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.731857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.895825Z","time spent":"836.016153ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T13:06:25.731964Z","caller":"traceutil/trace.go:171","msg":"trace[123390199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2522; }","duration":"737.371749ms","start":"2026-03-09T13:06:24.99414Z","end":"2026-03-09T13:06:25.731512Z","steps":["trace[123390199] 'agreement among raft nodes before linearized reading' (duration: 737.043011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.732041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:06:24.994109Z","time spent":"737.918471ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:06:25.992275Z","caller":"traceutil/trace.go:171","msg":"trace[865506828] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"252.382919ms","start":"2026-03-09T13:06:25.739174Z","end":"2026-03-09T13:06:25.991557Z","steps":["trace[865506828] 'process raft request' (duration: 251.127951ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:25.993945Z","caller":"traceutil/trace.go:171","msg":"trace[2104809812] linearizableReadLoop","detail":"{readStateIndex:2632; appliedIndex:2627; }","duration":"236.278052ms","start":"2026-03-09T13:06:25.757577Z","end":"2026-03-09T13:06:25.993855Z","steps":["trace[2104809812] 'read index received' (duration: 232.625921ms)","trace[2104809812] 'applied index is now lower than readState.Index' (duration: 3.650221ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:06:25.994533Z","caller":"traceutil/trace.go:171","msg":"trace[284746377] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"255.17751ms","start":"2026-03-09T13:06:25.73931Z","end":"2026-03-09T13:06:25.994487Z","steps":["trace[284746377] 'process raft request' (duration: 252.212635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.995164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.543899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b2e1ba8d84ae3\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-09T13:06:25.995303Z","caller":"traceutil/trace.go:171","msg":"trace[650407048] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b2e1ba8d84ae3; range_end:; response_count:1; response_revision:2528; }","duration":"237.725044ms","start":"2026-03-09T13:06:25.757557Z","end":"2026-03-09T13:06:25.995282Z","steps":["trace[650407048] 'agreement among raft nodes before linearized reading' (duration: 237.347685ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:25.995403Z","caller":"traceutil/trace.go:171","msg":"trace[1640203230] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"255.999438ms","start":"2026-03-09T13:06:25.739352Z","end":"2026-03-09T13:06:25.995351Z","steps":["trace[1640203230] 'process raft request' (duration: 254.214229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:06:25.995687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.908589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-09T13:06:25.995748Z","caller":"traceutil/trace.go:171","msg":"trace[543105843] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2528; }","duration":"238.040631ms","start":"2026-03-09T13:06:25.757682Z","end":"2026-03-09T13:06:25.995722Z","steps":["trace[543105843] 'agreement among raft nodes before linearized reading' (duration: 237.546089ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:25.995332Z","caller":"traceutil/trace.go:171","msg":"trace[2144226764] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"255.874595ms","start":"2026-03-09T13:06:25.73939Z","end":"2026-03-09T13:06:25.995265Z","steps":["trace[2144226764] 'process raft request' (duration: 254.317431ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:25.996231Z","caller":"traceutil/trace.go:171","msg":"trace[177176134] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"255.701392ms","start":"2026-03-09T13:06:25.739719Z","end":"2026-03-09T13:06:25.99542Z","steps":["trace[177176134] 'process raft request' (duration: 254.062976ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:06:37.185393Z","caller":"traceutil/trace.go:171","msg":"trace[2025771754] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"149.656979ms","start":"2026-03-09T13:06:37.035697Z","end":"2026-03-09T13:06:37.185354Z","steps":["trace[2025771754] 'process raft request' (duration: 121.093648ms)","trace[2025771754] 'compare' (duration: 28.367087ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:06:37.625213Z","caller":"traceutil/trace.go:171","msg":"trace[859543267] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"143.984834ms","start":"2026-03-09T13:06:37.48119Z","end":"2026-03-09T13:06:37.625175Z","steps":["trace[859543267] 'process raft request' (duration: 143.729989ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:08:37.185961Z","caller":"traceutil/trace.go:171","msg":"trace[1995523223] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"144.427392ms","start":"2026-03-09T13:08:37.041503Z","end":"2026-03-09T13:08:37.18593Z","steps":["trace[1995523223] 'process raft request' (duration: 144.030873ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:08:37.188653Z","caller":"traceutil/trace.go:171","msg":"trace[1212793739] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"142.946629ms","start":"2026-03-09T13:08:37.045682Z","end":"2026-03-09T13:08:37.188629Z","steps":["trace[1212793739] 'process raft request' (duration: 142.755355ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:09:02.485392Z","caller":"traceutil/trace.go:171","msg":"trace[1082847737] linearizableReadLoop","detail":"{readStateIndex:3617; appliedIndex:3616; }","duration":"335.924374ms","start":"2026-03-09T13:09:02.149418Z","end":"2026-03-09T13:09:02.485342Z","steps":["trace[1082847737] 'read index received' (duration: 333.139792ms)","trace[1082847737] 'applied index is now lower than readState.Index' (duration: 2.781042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:09:02.485544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.110669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:09:02.48563Z","caller":"traceutil/trace.go:171","msg":"trace[1102781599] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3474; }","duration":"336.268882ms","start":"2026-03-09T13:09:02.149343Z","end":"2026-03-09T13:09:02.485612Z","steps":["trace[1102781599] 'agreement among raft nodes before linearized reading' (duration: 336.104118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:02.485667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:02.149314Z","time spent":"336.348013ms","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-09T13:09:02.487037Z","caller":"traceutil/trace.go:171","msg":"trace[735334282] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"111.195341ms","start":"2026-03-09T13:09:02.375808Z","end":"2026-03-09T13:09:02.487003Z","steps":["trace[735334282] 'process raft request' (duration: 110.879984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:02.487355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.624213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:09:02.487424Z","caller":"traceutil/trace.go:171","msg":"trace[148359485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:3476; }","duration":"164.708844ms","start":"2026-03-09T13:09:02.322699Z","end":"2026-03-09T13:09:02.487408Z","steps":["trace[148359485] 'agreement among raft nodes before linearized reading' (duration: 164.463979ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:09:08.870189Z","caller":"traceutil/trace.go:171","msg":"trace[1948436065] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"361.612818ms","start":"2026-03-09T13:09:08.508549Z","end":"2026-03-09T13:09:08.870162Z","steps":["trace[1948436065] 'process raft request' (duration: 361.438573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:08.870366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.508525Z","time spent":"361.760472ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:09:09.284642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.989831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:09:09.284828Z","caller":"traceutil/trace.go:171","msg":"trace[1858360569] linearizableReadLoop","detail":"{readStateIndex:3649; appliedIndex:3647; }","duration":"763.663287ms","start":"2026-03-09T13:09:08.521145Z","end":"2026-03-09T13:09:09.284808Z","steps":["trace[1858360569] 'read index received' (duration: 348.869894ms)","trace[1858360569] 'applied index is now lower than readState.Index' (duration: 414.791973ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:09:09.284968Z","caller":"traceutil/trace.go:171","msg":"trace[924908376] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"774.151062ms","start":"2026-03-09T13:09:08.510755Z","end":"2026-03-09T13:09:09.284906Z","steps":["trace[924908376] 'process raft request' (duration: 439.794312ms)","trace[924908376] 'compare' (duration: 333.694434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:09:09.285098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.34309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T13:09:09.285132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.721245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T13:09:09.285147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.924526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:09:09.285156Z","caller":"traceutil/trace.go:171","msg":"trace[748084715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3505; }","duration":"356.415523ms","start":"2026-03-09T13:09:08.928723Z","end":"2026-03-09T13:09:09.285138Z","steps":["trace[748084715] 'agreement among raft nodes before linearized reading' (duration: 356.229809ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:09:09.285168Z","caller":"traceutil/trace.go:171","msg":"trace[1575615039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3505; }","duration":"359.807168ms","start":"2026-03-09T13:09:08.925352Z","end":"2026-03-09T13:09:09.285159Z","steps":["trace[1575615039] 'agreement among raft nodes before linearized reading' (duration: 359.728306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:09.285203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.925323Z","time spent":"359.872919ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:09:09.285212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.928715Z","time spent":"356.480524ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:09:09.285217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.510745Z","time spent":"774.350136ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:09:09.285282Z","caller":"traceutil/trace.go:171","msg":"trace[1057731740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3505; }","duration":"358.027508ms","start":"2026-03-09T13:09:08.927152Z","end":"2026-03-09T13:09:09.28518Z","steps":["trace[1057731740] 'agreement among raft nodes before linearized reading' (duration: 357.909215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:09.28502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.055262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:09:09.285335Z","caller":"traceutil/trace.go:171","msg":"trace[162108581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3505; }","duration":"455.447512ms","start":"2026-03-09T13:09:08.829879Z","end":"2026-03-09T13:09:09.285327Z","steps":["trace[162108581] 'agreement among raft nodes before linearized reading' (duration: 455.070114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:09.285344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.927131Z","time spent":"358.197082ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:09:09.285365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.829853Z","time spent":"455.503422ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:09:09.285361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.896622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:09:09.285045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.908152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T13:09:09.285419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.281305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T13:09:09.285458Z","caller":"traceutil/trace.go:171","msg":"trace[2061963439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3505; }","duration":"292.040885ms","start":"2026-03-09T13:09:08.993396Z","end":"2026-03-09T13:09:09.285437Z","steps":["trace[2061963439] 'agreement among raft nodes before linearized reading' (duration: 291.851561ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:09:09.285466Z","caller":"traceutil/trace.go:171","msg":"trace[2026917409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3505; }","duration":"354.345926ms","start":"2026-03-09T13:09:08.931106Z","end":"2026-03-09T13:09:09.285452Z","steps":["trace[2026917409] 'agreement among raft nodes before linearized reading' (duration: 354.219713ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:09:09.285465Z","caller":"traceutil/trace.go:171","msg":"trace[1974032745] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:3505; }","duration":"764.373142ms","start":"2026-03-09T13:09:08.521073Z","end":"2026-03-09T13:09:09.285446Z","steps":["trace[1974032745] 'agreement among raft nodes before linearized reading' (duration: 763.833271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:09.285508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.931097Z","time spent":"354.400458ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:09:09.285523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.521045Z","time spent":"764.461635ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:09:09.28611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.695461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:09:09.286223Z","caller":"traceutil/trace.go:171","msg":"trace[231966069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3505; }","duration":"362.888895ms","start":"2026-03-09T13:09:08.923309Z","end":"2026-03-09T13:09:09.286198Z","steps":["trace[231966069] 'agreement among raft nodes before linearized reading' (duration: 361.986565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:09:09.286382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:09:08.923269Z","time spent":"363.067649ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T13:10:17.251536Z","caller":"traceutil/trace.go:171","msg":"trace[2023759657] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"244.132148ms","start":"2026-03-09T13:10:17.007294Z","end":"2026-03-09T13:10:17.251426Z","steps":["trace[2023759657] 'process raft request' (duration: 243.915983ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:17.251768Z","caller":"traceutil/trace.go:171","msg":"trace[906805122] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"118.915319ms","start":"2026-03-09T13:10:17.132819Z","end":"2026-03-09T13:10:17.251735Z","steps":["trace[906805122] 'process raft request' (duration: 118.56519ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:21.99659Z","caller":"traceutil/trace.go:171","msg":"trace[1138904411] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"110.753144ms","start":"2026-03-09T13:10:21.885809Z","end":"2026-03-09T13:10:21.996562Z","steps":["trace[1138904411] 'process raft request' (duration: 110.528529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:28.407328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.792092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:10:28.407464Z","caller":"traceutil/trace.go:171","msg":"trace[991349768] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4399; }","duration":"375.002286ms","start":"2026-03-09T13:10:28.032432Z","end":"2026-03-09T13:10:28.407434Z","steps":["trace[991349768] 'range keys from in-memory index tree' (duration: 374.648878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:28.407726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:28.032392Z","time spent":"375.318642ms","remote":"127.0.0.1:44622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-09T13:10:29.343591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.38678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:10:29.343755Z","caller":"traceutil/trace.go:171","msg":"trace[652289575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4429; }","duration":"183.612855ms","start":"2026-03-09T13:10:29.160111Z","end":"2026-03-09T13:10:29.343724Z","steps":["trace[652289575] 'range keys from in-memory index tree' (duration: 183.083542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:29.552595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.576678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-09T13:10:29.552714Z","caller":"traceutil/trace.go:171","msg":"trace[537119436] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4430; }","duration":"105.756932ms","start":"2026-03-09T13:10:29.446933Z","end":"2026-03-09T13:10:29.55269Z","steps":["trace[537119436] 'range keys from in-memory index tree' (duration: 105.339803ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:29.841446Z","caller":"traceutil/trace.go:171","msg":"trace[821791496] linearizableReadLoop","detail":"{readStateIndex:4614; appliedIndex:4613; }","duration":"243.945053ms","start":"2026-03-09T13:10:29.597477Z","end":"2026-03-09T13:10:29.841422Z","steps":["trace[821791496] 'read index received' (duration: 243.835721ms)","trace[821791496] 'applied index is now lower than readState.Index' (duration: 108.332µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:10:29.841578Z","caller":"traceutil/trace.go:171","msg":"trace[800996219] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"250.357099ms","start":"2026-03-09T13:10:29.591168Z","end":"2026-03-09T13:10:29.841525Z","steps":["trace[800996219] 'process raft request' (duration: 250.092613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:29.841932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.386284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2b8c517-e484-453b-8ace-c11092c70be7\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-09T13:10:29.841992Z","caller":"traceutil/trace.go:171","msg":"trace[420140118] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2b8c517-e484-453b-8ace-c11092c70be7; range_end:; response_count:1; response_revision:4431; }","duration":"244.516437ms","start":"2026-03-09T13:10:29.597459Z","end":"2026-03-09T13:10:29.841976Z","steps":["trace[420140118] 'agreement among raft nodes before linearized reading' (duration: 244.150589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:29.930527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.956083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T13:10:29.930606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.475123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T13:10:29.930696Z","caller":"traceutil/trace.go:171","msg":"trace[1445398539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4433; }","duration":"199.622897ms","start":"2026-03-09T13:10:29.73105Z","end":"2026-03-09T13:10:29.930673Z","steps":["trace[1445398539] 'agreement among raft nodes before linearized reading' (duration: 199.283138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:29.930828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.708205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T13:10:29.930783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.229903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6baa0bf6-7f7b-4a7c-a783-30d5a282854b\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-09T13:10:29.930832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.765385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:10:29.930906Z","caller":"traceutil/trace.go:171","msg":"trace[2030876059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:4433; }","duration":"198.831888ms","start":"2026-03-09T13:10:29.732063Z","end":"2026-03-09T13:10:29.930895Z","steps":["trace[2030876059] 'agreement among raft nodes before linearized reading' (duration: 198.297235ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:29.930956Z","caller":"traceutil/trace.go:171","msg":"trace[762256161] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6baa0bf6-7f7b-4a7c-a783-30d5a282854b; range_end:; response_count:1; response_revision:4433; }","duration":"229.472528ms","start":"2026-03-09T13:10:29.701439Z","end":"2026-03-09T13:10:29.930912Z","steps":["trace[762256161] 'agreement among raft nodes before linearized reading' (duration: 229.09577ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:29.930958Z","caller":"traceutil/trace.go:171","msg":"trace[954826935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4433; }","duration":"205.934898ms","start":"2026-03-09T13:10:29.724994Z","end":"2026-03-09T13:10:29.930929Z","steps":["trace[954826935] 'agreement among raft nodes before linearized reading' (duration: 205.523989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:29.930529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.228334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T13:10:29.931144Z","caller":"traceutil/trace.go:171","msg":"trace[486263482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4433; }","duration":"194.90011ms","start":"2026-03-09T13:10:29.736233Z","end":"2026-03-09T13:10:29.931133Z","steps":["trace[486263482] 'agreement among raft nodes before linearized reading' (duration: 194.104171ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:29.930684Z","caller":"traceutil/trace.go:171","msg":"trace[1604404834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4433; }","duration":"200.095937ms","start":"2026-03-09T13:10:29.730516Z","end":"2026-03-09T13:10:29.930612Z","steps":["trace[1604404834] 'agreement among raft nodes before linearized reading' (duration: 199.840501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:29.93075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.025702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6baa0bf6-7f7b-4a7c-a783-30d5a282854b\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-09T13:10:29.931143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.544157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:10:29.931354Z","caller":"traceutil/trace.go:171","msg":"trace[2100363870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6baa0bf6-7f7b-4a7c-a783-30d5a282854b; range_end:; response_count:1; response_revision:4433; }","duration":"171.670556ms","start":"2026-03-09T13:10:29.759671Z","end":"2026-03-09T13:10:29.931341Z","steps":["trace[2100363870] 'agreement among raft nodes before linearized reading' (duration: 170.897738ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:29.931381Z","caller":"traceutil/trace.go:171","msg":"trace[1795392425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4433; }","duration":"200.836164ms","start":"2026-03-09T13:10:29.730524Z","end":"2026-03-09T13:10:29.931361Z","steps":["trace[1795392425] 'agreement among raft nodes before linearized reading' (duration: 199.866172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:30.371641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.173619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:10:30.371708Z","caller":"traceutil/trace.go:171","msg":"trace[1253897375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4442; }","duration":"109.824223ms","start":"2026-03-09T13:10:30.261869Z","end":"2026-03-09T13:10:30.371693Z","steps":["trace[1253897375] 'range keys from in-memory index tree' (duration: 109.071687ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:32.47563Z","caller":"traceutil/trace.go:171","msg":"trace[2045036477] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"112.206977ms","start":"2026-03-09T13:10:32.363351Z","end":"2026-03-09T13:10:32.475558Z","steps":["trace[2045036477] 'process raft request' (duration: 111.860799ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:33.068709Z","caller":"traceutil/trace.go:171","msg":"trace[519799490] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"582.796355ms","start":"2026-03-09T13:10:32.485453Z","end":"2026-03-09T13:10:33.068249Z","steps":["trace[519799490] 'process raft request' (duration: 484.601974ms)","trace[519799490] 'compare' (duration: 97.966455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:10:33.069007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:32.485426Z","time spent":"583.42804ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:10:33.08835Z","caller":"traceutil/trace.go:171","msg":"trace[293379050] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"602.206202ms","start":"2026-03-09T13:10:32.486109Z","end":"2026-03-09T13:10:33.088315Z","steps":["trace[293379050] 'process raft request' (duration: 601.991617ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:33.088389Z","caller":"traceutil/trace.go:171","msg":"trace[62638666] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"601.66026ms","start":"2026-03-09T13:10:32.48671Z","end":"2026-03-09T13:10:33.08837Z","steps":["trace[62638666] 'process raft request' (duration: 601.495407ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:33.088422Z","caller":"traceutil/trace.go:171","msg":"trace[1733183409] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"602.646992ms","start":"2026-03-09T13:10:32.485706Z","end":"2026-03-09T13:10:33.088353Z","steps":["trace[1733183409] 'process raft request' (duration: 602.08885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:33.088539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:32.486098Z","time spent":"602.346776ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:10:33.088559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:32.486701Z","time spent":"601.771793ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:10:33.088615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:32.485693Z","time spent":"602.837397ms","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2502,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:10:33.088673Z","caller":"traceutil/trace.go:171","msg":"trace[250567223] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4761; }","duration":"347.620559ms","start":"2026-03-09T13:10:32.741006Z","end":"2026-03-09T13:10:33.088626Z","steps":["trace[250567223] 'read index received' (duration: 229.064289ms)","trace[250567223] 'applied index is now lower than readState.Index' (duration: 118.55476ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:10:33.088837Z","caller":"traceutil/trace.go:171","msg":"trace[751818429] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"346.182537ms","start":"2026-03-09T13:10:32.742642Z","end":"2026-03-09T13:10:33.088825Z","steps":["trace[751818429] 'process raft request' (duration: 345.630595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:33.088944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:32.742604Z","time spent":"346.267759ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T13:10:33.089051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.849379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2b8c517-e484-453b-8ace-c11092c70be7\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-03-09T13:10:33.08913Z","caller":"traceutil/trace.go:171","msg":"trace[1284690321] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2b8c517-e484-453b-8ace-c11092c70be7; range_end:; response_count:1; response_revision:4577; }","duration":"234.973323ms","start":"2026-03-09T13:10:32.854133Z","end":"2026-03-09T13:10:33.089106Z","steps":["trace[1284690321] 'agreement among raft nodes before linearized reading' (duration: 234.765538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:33.089509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.516827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6baa0bf6-7f7b-4a7c-a783-30d5a282854b\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-09T13:10:33.089635Z","caller":"traceutil/trace.go:171","msg":"trace[1966494052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6baa0bf6-7f7b-4a7c-a783-30d5a282854b; range_end:; response_count:1; response_revision:4577; }","duration":"133.823084ms","start":"2026-03-09T13:10:32.95578Z","end":"2026-03-09T13:10:33.089604Z","steps":["trace[1966494052] 'agreement among raft nodes before linearized reading' (duration: 133.336163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:33.089562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.555379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-09T13:10:33.089976Z","caller":"traceutil/trace.go:171","msg":"trace[976857908] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8; range_end:; response_count:1; response_revision:4577; }","duration":"349.001489ms","start":"2026-03-09T13:10:32.740947Z","end":"2026-03-09T13:10:33.089948Z","steps":["trace[976857908] 'agreement among raft nodes before linearized reading' (duration: 348.056858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:33.090101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:32.740925Z","time spent":"349.144743ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8\" "} {"level":"warn","ts":"2026-03-09T13:10:36.048855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413957206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:10:36.550098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413957206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:10:36.726677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618031651s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T13:10:36.727129Z","caller":"traceutil/trace.go:171","msg":"trace[1651576019] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"1.618579693s","start":"2026-03-09T13:10:35.108517Z","end":"2026-03-09T13:10:36.727097Z","steps":["trace[1651576019] 'process raft request' (duration: 1.618400269s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.727265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:35.10849Z","time spent":"1.618701415s","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2899,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:10:36.744737Z","caller":"traceutil/trace.go:171","msg":"trace[1862666646] linearizableReadLoop","detail":"{readStateIndex:4846; appliedIndex:4842; }","duration":"1.19661601s","start":"2026-03-09T13:10:35.548095Z","end":"2026-03-09T13:10:36.744711Z","steps":["trace[1862666646] 'read index received' (duration: 1.17887138s)","trace[1862666646] 'applied index is now lower than readState.Index' (duration: 17.74352ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:10:36.7448Z","caller":"traceutil/trace.go:171","msg":"trace[2125877147] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"882.412413ms","start":"2026-03-09T13:10:35.86235Z","end":"2026-03-09T13:10:36.744763Z","steps":["trace[2125877147] 'process raft request' (duration: 882.301911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.744908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196783603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:10:36.744944Z","caller":"traceutil/trace.go:171","msg":"trace[211351020] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4655; }","duration":"1.196899606s","start":"2026-03-09T13:10:35.548037Z","end":"2026-03-09T13:10:36.744937Z","steps":["trace[211351020] 'agreement among raft nodes before linearized reading' (duration: 1.196807474s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.744984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:35.54801Z","time spent":"1.196960567s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:10:36.744987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:35.862321Z","time spent":"882.554966ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:10:36.744978Z","caller":"traceutil/trace.go:171","msg":"trace[1792077953] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"1.313358519s","start":"2026-03-09T13:10:35.431567Z","end":"2026-03-09T13:10:36.744925Z","steps":["trace[1792077953] 'process raft request' (duration: 1.312945509s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:36.745197Z","caller":"traceutil/trace.go:171","msg":"trace[1164761632] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"790.902242ms","start":"2026-03-09T13:10:35.95403Z","end":"2026-03-09T13:10:36.744932Z","steps":["trace[1164761632] 'process raft request' (duration: 790.652696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.745244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:35.431532Z","time spent":"1.313567533s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:10:36.745542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:35.953992Z","time spent":"791.476035ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:10:36.800277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.833495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T13:10:36.800556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.074322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd7d02e2-8564-4493-8683-cd61ed1dc919\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-09T13:10:36.800554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126755146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777461"} {"level":"info","ts":"2026-03-09T13:10:36.800638Z","caller":"traceutil/trace.go:171","msg":"trace[359673294] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd7d02e2-8564-4493-8683-cd61ed1dc919; range_end:; response_count:1; response_revision:4656; }","duration":"746.198956ms","start":"2026-03-09T13:10:36.054411Z","end":"2026-03-09T13:10:36.80061Z","steps":["trace[359673294] 'agreement among raft nodes before linearized reading' (duration: 746.061413ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:36.800658Z","caller":"traceutil/trace.go:171","msg":"trace[1538362499] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4656; }","duration":"1.126933169s","start":"2026-03-09T13:10:35.673702Z","end":"2026-03-09T13:10:36.800635Z","steps":["trace[1538362499] 'agreement among raft nodes before linearized reading' (duration: 1.126260464s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.800697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:36.054385Z","time spent":"746.302567ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd7d02e2-8564-4493-8683-cd61ed1dc919\" "} {"level":"warn","ts":"2026-03-09T13:10:36.800707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:35.673674Z","time spent":"1.127022652s","remote":"127.0.0.1:44622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777484,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-09T13:10:36.800736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.218606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-09T13:10:36.800831Z","caller":"traceutil/trace.go:171","msg":"trace[290225659] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4656; }","duration":"619.384799ms","start":"2026-03-09T13:10:36.181426Z","end":"2026-03-09T13:10:36.80081Z","steps":["trace[290225659] 'agreement among raft nodes before linearized reading' (duration: 619.057242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.800881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:36.181402Z","time spent":"619.469522ms","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-09T13:10:36.801219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.298795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:10:36.801257Z","caller":"traceutil/trace.go:171","msg":"trace[626210647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4656; }","duration":"749.368707ms","start":"2026-03-09T13:10:36.05188Z","end":"2026-03-09T13:10:36.801248Z","steps":["trace[626210647] 'agreement among raft nodes before linearized reading' (duration: 749.233284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.801256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.77728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-03-09T13:10:36.801287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:36.051868Z","time spent":"749.412498ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T13:10:36.801294Z","caller":"traceutil/trace.go:171","msg":"trace[2127280564] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8-tls; range_end:; response_count:1; response_revision:4656; }","duration":"949.858192ms","start":"2026-03-09T13:10:35.851423Z","end":"2026-03-09T13:10:36.801281Z","steps":["trace[2127280564] 'agreement among raft nodes before linearized reading' (duration: 949.760989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.801323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:35.851397Z","time spent":"949.920163ms","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8-tls\" "} {"level":"info","ts":"2026-03-09T13:10:36.800562Z","caller":"traceutil/trace.go:171","msg":"trace[235950059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:4656; }","duration":"741.108872ms","start":"2026-03-09T13:10:36.059418Z","end":"2026-03-09T13:10:36.800527Z","steps":["trace[235950059] 'agreement among raft nodes before linearized reading' (duration: 740.620101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.801609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.154939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T13:10:36.801648Z","caller":"traceutil/trace.go:171","msg":"trace[2141084940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4656; }","duration":"732.242001ms","start":"2026-03-09T13:10:36.069398Z","end":"2026-03-09T13:10:36.80164Z","steps":["trace[2141084940] 'agreement among raft nodes before linearized reading' (duration: 730.820619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.801683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:36.06937Z","time spent":"732.305932ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:10:36.801539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.228803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:10:36.801854Z","caller":"traceutil/trace.go:171","msg":"trace[1639356210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4656; }","duration":"741.53873ms","start":"2026-03-09T13:10:36.060283Z","end":"2026-03-09T13:10:36.801822Z","steps":["trace[1639356210] 'agreement among raft nodes before linearized reading' (duration: 740.911046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.801608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:36.059378Z","time spent":"742.214386ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:10:36.800398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.489397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:10:36.80203Z","caller":"traceutil/trace.go:171","msg":"trace[902160021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4656; }","duration":"750.206875ms","start":"2026-03-09T13:10:36.051813Z","end":"2026-03-09T13:10:36.80202Z","steps":["trace[902160021] 'agreement among raft nodes before linearized reading' (duration: 748.278602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.802063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:36.051779Z","time spent":"750.276067ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:10:36.802197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:36.060277Z","time spent":"741.684523ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:10:36.802216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.368459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T13:10:36.802446Z","caller":"traceutil/trace.go:171","msg":"trace[1294927898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4656; }","duration":"742.604095ms","start":"2026-03-09T13:10:36.059826Z","end":"2026-03-09T13:10:36.80243Z","steps":["trace[1294927898] 'agreement among raft nodes before linearized reading' (duration: 742.334248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.802519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:36.059817Z","time spent":"742.676758ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:10:36.80155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015722775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd7d02e2-8564-4493-8683-cd61ed1dc919\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-09T13:10:36.8026Z","caller":"traceutil/trace.go:171","msg":"trace[194954863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd7d02e2-8564-4493-8683-cd61ed1dc919; range_end:; response_count:1; response_revision:4656; }","duration":"1.016825371s","start":"2026-03-09T13:10:35.785763Z","end":"2026-03-09T13:10:36.802589Z","steps":["trace[194954863] 'agreement among raft nodes before linearized reading' (duration: 1.015712005s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:36.80264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:35.785735Z","time spent":"1.016896152s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd7d02e2-8564-4493-8683-cd61ed1dc919\" "} {"level":"info","ts":"2026-03-09T13:10:46.60739Z","caller":"traceutil/trace.go:171","msg":"trace[1545534981] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"162.130575ms","start":"2026-03-09T13:10:46.445225Z","end":"2026-03-09T13:10:46.607356Z","steps":["trace[1545534981] 'process raft request' (duration: 136.407409ms)","trace[1545534981] 'compare' (duration: 25.191574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:10:46.607518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.692963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:10:46.607613Z","caller":"traceutil/trace.go:171","msg":"trace[1049037077] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4832; }","duration":"160.829196ms","start":"2026-03-09T13:10:46.446748Z","end":"2026-03-09T13:10:46.607577Z","steps":["trace[1049037077] 'agreement among raft nodes before linearized reading' (duration: 160.647912ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:46.60739Z","caller":"traceutil/trace.go:171","msg":"trace[1090095842] linearizableReadLoop","detail":"{readStateIndex:5029; appliedIndex:5028; }","duration":"160.5281ms","start":"2026-03-09T13:10:46.446823Z","end":"2026-03-09T13:10:46.607351Z","steps":["trace[1090095842] 'read index received' (duration: 134.790054ms)","trace[1090095842] 'applied index is now lower than readState.Index' (duration: 25.736566ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:10:46.854296Z","caller":"traceutil/trace.go:171","msg":"trace[80411680] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"147.950608ms","start":"2026-03-09T13:10:46.706309Z","end":"2026-03-09T13:10:46.85426Z","steps":["trace[80411680] 'process raft request' (duration: 72.537571ms)","trace[80411680] 'compare' (duration: 75.044978ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:10:46.85469Z","caller":"traceutil/trace.go:171","msg":"trace[1371544975] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"147.843175ms","start":"2026-03-09T13:10:46.706823Z","end":"2026-03-09T13:10:46.854666Z","steps":["trace[1371544975] 'process raft request' (duration: 147.275993ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:48.398747Z","caller":"traceutil/trace.go:171","msg":"trace[426433249] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"341.884383ms","start":"2026-03-09T13:10:48.056833Z","end":"2026-03-09T13:10:48.398717Z","steps":["trace[426433249] 'process raft request' (duration: 339.55906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:48.398962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:48.056805Z","time spent":"342.041506ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:10:52.374937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.252927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:10:52.375304Z","caller":"traceutil/trace.go:171","msg":"trace[2046619970] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"1.341645452s","start":"2026-03-09T13:10:51.033621Z","end":"2026-03-09T13:10:52.375267Z","steps":["trace[2046619970] 'process raft request' (duration: 443.928393ms)","trace[2046619970] 'compare' (duration: 896.756527ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:10:52.375452Z","caller":"traceutil/trace.go:171","msg":"trace[1303661848] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"1.341657302s","start":"2026-03-09T13:10:51.033759Z","end":"2026-03-09T13:10:52.375416Z","steps":["trace[1303661848] 'process raft request' (duration: 1.341426847s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:52.37565Z","caller":"traceutil/trace.go:171","msg":"trace[1169382595] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"1.32770068s","start":"2026-03-09T13:10:51.047937Z","end":"2026-03-09T13:10:52.375638Z","steps":["trace[1169382595] 'process raft request' (duration: 1.327435394s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:52.375661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.033752Z","time spent":"1.341796115s","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:10:52.375705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.047902Z","time spent":"1.327778672s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:10:52.375477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.033603Z","time spent":"1.341783765s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:10:52.376559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347695977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:10:52.376595Z","caller":"traceutil/trace.go:171","msg":"trace[2118710780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4891; }","duration":"1.347744998s","start":"2026-03-09T13:10:51.028842Z","end":"2026-03-09T13:10:52.376587Z","steps":["trace[2118710780] 'agreement among raft nodes before linearized reading' (duration: 1.347561054s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:52.376617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.028836Z","time spent":"1.347775258s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:10:52.377093Z","caller":"traceutil/trace.go:171","msg":"trace[1786012652] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"1.177744528s","start":"2026-03-09T13:10:51.199333Z","end":"2026-03-09T13:10:52.377077Z","steps":["trace[1786012652] 'process raft request' (duration: 1.176123502s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:52.377149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.199306Z","time spent":"1.177816639s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:10:52.377271Z","caller":"traceutil/trace.go:171","msg":"trace[1110092005] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5085; }","duration":"1.333703924s","start":"2026-03-09T13:10:51.042075Z","end":"2026-03-09T13:10:52.375779Z","steps":["trace[1110092005] 'read index received' (duration: 435.618377ms)","trace[1110092005] 'applied index is now lower than readState.Index' (duration: 897.974954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:10:52.377676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347580095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:10:52.377795Z","caller":"traceutil/trace.go:171","msg":"trace[414553636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4891; }","duration":"1.347792779s","start":"2026-03-09T13:10:51.02998Z","end":"2026-03-09T13:10:52.377773Z","steps":["trace[414553636] 'agreement among raft nodes before linearized reading' (duration: 1.345693523s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:52.377866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.02996Z","time spent":"1.347888752s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:10:52.377898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348792701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:10:52.377991Z","caller":"traceutil/trace.go:171","msg":"trace[1961932696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4891; }","duration":"1.348910445s","start":"2026-03-09T13:10:51.029057Z","end":"2026-03-09T13:10:52.377968Z","steps":["trace[1961932696] 'agreement among raft nodes before linearized reading' (duration: 1.346619024s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:52.378039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.029052Z","time spent":"1.348976626s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:10:52.590572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.045594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T13:10:52.590862Z","caller":"traceutil/trace.go:171","msg":"trace[397597005] linearizableReadLoop","detail":"{readStateIndex:5090; appliedIndex:5089; }","duration":"213.483073ms","start":"2026-03-09T13:10:52.377353Z","end":"2026-03-09T13:10:52.590836Z","steps":["trace[397597005] 'read index received' (duration: 80.697614ms)","trace[397597005] 'applied index is now lower than readState.Index' (duration: 132.784019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:10:52.591074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.954416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:10:52.591107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.217828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T13:10:52.591202Z","caller":"traceutil/trace.go:171","msg":"trace[2031180630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4891; }","duration":"597.13611ms","start":"2026-03-09T13:10:51.994036Z","end":"2026-03-09T13:10:52.591173Z","steps":["trace[2031180630] 'agreement among raft nodes before linearized reading' (duration: 596.923095ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:52.591221Z","caller":"traceutil/trace.go:171","msg":"trace[2144772720] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4891; }","duration":"647.403852ms","start":"2026-03-09T13:10:51.943787Z","end":"2026-03-09T13:10:52.591191Z","steps":["trace[2144772720] 'agreement among raft nodes before linearized reading' (duration: 647.091996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:52.591269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.994012Z","time spent":"597.246862ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:10:52.591272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.943754Z","time spent":"647.507284ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-09T13:10:52.591276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18810207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:10:52.59139Z","caller":"traceutil/trace.go:171","msg":"trace[601044968] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4891; }","duration":"1.188284993s","start":"2026-03-09T13:10:51.403085Z","end":"2026-03-09T13:10:52.59137Z","steps":["trace[601044968] 'agreement among raft nodes before linearized reading' (duration: 1.187834123s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:52.591464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.403061Z","time spent":"1.188386495s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:10:52.591499Z","caller":"traceutil/trace.go:171","msg":"trace[528587896] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"209.480493ms","start":"2026-03-09T13:10:52.381983Z","end":"2026-03-09T13:10:52.591464Z","steps":["trace[528587896] 'process raft request' (duration: 208.723586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:52.61596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.424405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8.189b2e5784b695a5\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-09T13:10:52.616245Z","caller":"traceutil/trace.go:171","msg":"trace[1556171402] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"233.995031ms","start":"2026-03-09T13:10:52.382198Z","end":"2026-03-09T13:10:52.616193Z","steps":["trace[1556171402] 'process raft request' (duration: 209.244808ms)","trace[1556171402] 'compare' (duration: 24.482837ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:10:52.616303Z","caller":"traceutil/trace.go:171","msg":"trace[1902373001] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"163.092737ms","start":"2026-03-09T13:10:52.453166Z","end":"2026-03-09T13:10:52.616258Z","steps":["trace[1902373001] 'process raft request' (duration: 162.970064ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:52.616463Z","caller":"traceutil/trace.go:171","msg":"trace[105770153] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"233.405729ms","start":"2026-03-09T13:10:52.383027Z","end":"2026-03-09T13:10:52.616433Z","steps":["trace[105770153] 'process raft request' (duration: 233.03097ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:52.616317Z","caller":"traceutil/trace.go:171","msg":"trace[1458965541] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8.189b2e5784b695a5; range_end:; response_count:1; response_revision:4892; }","duration":"708.811985ms","start":"2026-03-09T13:10:51.907455Z","end":"2026-03-09T13:10:52.616267Z","steps":["trace[1458965541] 'agreement among raft nodes before linearized reading' (duration: 683.776695ms)","trace[1458965541] 'range keys from in-memory index tree' (duration: 24.527448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:10:52.617445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:51.907426Z","time spent":"709.995402ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8h8c8.189b2e5784b695a5\" "} {"level":"warn","ts":"2026-03-09T13:10:57.07356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.878632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:10:57.073726Z","caller":"traceutil/trace.go:171","msg":"trace[2005873758] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4988; }","duration":"291.092877ms","start":"2026-03-09T13:10:56.782614Z","end":"2026-03-09T13:10:57.073707Z","steps":["trace[2005873758] 'count revisions from in-memory index tree' (duration: 290.799481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:57.073728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.999343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T13:10:57.073838Z","caller":"traceutil/trace.go:171","msg":"trace[719958436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4988; }","duration":"443.185097ms","start":"2026-03-09T13:10:56.630626Z","end":"2026-03-09T13:10:57.073811Z","steps":["trace[719958436] 'range keys from in-memory index tree' (duration: 442.777658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:57.073894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:56.630598Z","time spent":"443.278579ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:10:57.074101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.799082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:10:57.074185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.266012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-43a878a2-da96-43d1-9038-7d58538f705d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-09T13:10:57.074169Z","caller":"traceutil/trace.go:171","msg":"trace[1004981495] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"162.3769ms","start":"2026-03-09T13:10:56.911758Z","end":"2026-03-09T13:10:57.074134Z","steps":["trace[1004981495] 'process raft request' (duration: 159.776512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:57.07424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.491517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:10:57.074251Z","caller":"traceutil/trace.go:171","msg":"trace[159074715] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-43a878a2-da96-43d1-9038-7d58538f705d; range_end:; response_count:1; response_revision:4988; }","duration":"270.331424ms","start":"2026-03-09T13:10:56.803902Z","end":"2026-03-09T13:10:57.074234Z","steps":["trace[159074715] 'range keys from in-memory index tree' (duration: 270.115359ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:57.074266Z","caller":"traceutil/trace.go:171","msg":"trace[343209967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4988; }","duration":"440.548007ms","start":"2026-03-09T13:10:56.633711Z","end":"2026-03-09T13:10:57.074259Z","steps":["trace[343209967] 'range keys from in-memory index tree' (duration: 440.401085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:57.074288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:56.633702Z","time spent":"440.580379ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T13:10:57.074164Z","caller":"traceutil/trace.go:171","msg":"trace[1090115966] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4988; }","duration":"244.935296ms","start":"2026-03-09T13:10:56.829213Z","end":"2026-03-09T13:10:57.074148Z","steps":["trace[1090115966] 'count revisions from in-memory index tree' (duration: 244.664669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:57.074538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.864799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:10:57.074591Z","caller":"traceutil/trace.go:171","msg":"trace[2025555206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4988; }","duration":"467.987451ms","start":"2026-03-09T13:10:56.606585Z","end":"2026-03-09T13:10:57.074573Z","steps":["trace[2025555206] 'range keys from in-memory index tree' (duration: 467.553272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:10:57.074949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:10:56.606564Z","time spent":"468.36515ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:10:57.077929Z","caller":"traceutil/trace.go:171","msg":"trace[109537520] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"142.370223ms","start":"2026-03-09T13:10:56.935536Z","end":"2026-03-09T13:10:57.077906Z","steps":["trace[109537520] 'process raft request' (duration: 142.26277ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:10:57.07831Z","caller":"traceutil/trace.go:171","msg":"trace[349360037] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"145.168275ms","start":"2026-03-09T13:10:56.933093Z","end":"2026-03-09T13:10:57.078261Z","steps":["trace[349360037] 'process raft request' (duration: 144.552601ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:04.360058Z","caller":"traceutil/trace.go:171","msg":"trace[1563914218] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"149.36369ms","start":"2026-03-09T13:11:04.210657Z","end":"2026-03-09T13:11:04.36002Z","steps":["trace[1563914218] 'process raft request' (duration: 149.099064ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:08.789231Z","caller":"traceutil/trace.go:171","msg":"trace[254441971] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"333.930794ms","start":"2026-03-09T13:11:08.455271Z","end":"2026-03-09T13:11:08.789202Z","steps":["trace[254441971] 'process raft request' (duration: 332.522133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:08.789547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:08.455257Z","time spent":"334.18673ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:11:13.143117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.846454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:11:13.14321Z","caller":"traceutil/trace.go:171","msg":"trace[546634596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5189; }","duration":"121.987646ms","start":"2026-03-09T13:11:13.021206Z","end":"2026-03-09T13:11:13.143194Z","steps":["trace[546634596] 'range keys from in-memory index tree' (duration: 121.71141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:13.644572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413958419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T13:11:13.692297Z","caller":"traceutil/trace.go:171","msg":"trace[420632794] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"553.117534ms","start":"2026-03-09T13:11:13.139147Z","end":"2026-03-09T13:11:13.692265Z","steps":["trace[420632794] 'process raft request' (duration: 552.91481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:13.692507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.13912Z","time spent":"553.287719ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:11:13.756915Z","caller":"traceutil/trace.go:171","msg":"trace[1237296278] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"615.937289ms","start":"2026-03-09T13:11:13.140946Z","end":"2026-03-09T13:11:13.756883Z","steps":["trace[1237296278] 'process raft request' (duration: 615.672073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:13.757111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.140908Z","time spent":"616.098173ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:11:13.757179Z","caller":"traceutil/trace.go:171","msg":"trace[1890509857] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"615.879948ms","start":"2026-03-09T13:11:13.141266Z","end":"2026-03-09T13:11:13.757146Z","steps":["trace[1890509857] 'process raft request' (duration: 615.561511ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:13.757169Z","caller":"traceutil/trace.go:171","msg":"trace[497228224] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5395; }","duration":"613.024774ms","start":"2026-03-09T13:11:13.144094Z","end":"2026-03-09T13:11:13.757119Z","steps":["trace[497228224] 'read index received' (duration: 548.035111ms)","trace[497228224] 'applied index is now lower than readState.Index' (duration: 64.986363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:11:13.757387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.141239Z","time spent":"616.025771ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:11:13.757448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.3125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:11:13.757506Z","caller":"traceutil/trace.go:171","msg":"trace[148948201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"613.421903ms","start":"2026-03-09T13:11:13.144063Z","end":"2026-03-09T13:11:13.757485Z","steps":["trace[148948201] 'agreement among raft nodes before linearized reading' (duration: 613.27274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:13.757569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.144054Z","time spent":"613.501065ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:11:13.757602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T13:11:13.757572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.76099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T13:11:13.757697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.853617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:11:13.757695Z","caller":"traceutil/trace.go:171","msg":"trace[270663849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5192; }","duration":"596.951865ms","start":"2026-03-09T13:11:13.160721Z","end":"2026-03-09T13:11:13.757673Z","steps":["trace[270663849] 'agreement among raft nodes before linearized reading' (duration: 596.661159ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:13.757718Z","caller":"traceutil/trace.go:171","msg":"trace[1436304147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5192; }","duration":"568.873817ms","start":"2026-03-09T13:11:13.188838Z","end":"2026-03-09T13:11:13.757712Z","steps":["trace[1436304147] 'agreement among raft nodes before linearized reading' (duration: 568.812166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:13.757739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.188762Z","time spent":"568.97334ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:11:13.757744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.160691Z","time spent":"597.043657ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:11:13.757742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.669071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:11:13.757637Z","caller":"traceutil/trace.go:171","msg":"trace[541900751] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:5192; }","duration":"589.190131ms","start":"2026-03-09T13:11:13.168439Z","end":"2026-03-09T13:11:13.757629Z","steps":["trace[541900751] 'agreement among raft nodes before linearized reading' (duration: 589.034488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:13.757949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.168416Z","time spent":"589.526668ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:11:13.758065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.420482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:11:13.758226Z","caller":"traceutil/trace.go:171","msg":"trace[1968510538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5192; }","duration":"591.555735ms","start":"2026-03-09T13:11:13.16657Z","end":"2026-03-09T13:11:13.758126Z","steps":["trace[1968510538] 'agreement among raft nodes before linearized reading' (duration: 590.90957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:13.758264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.166542Z","time spent":"591.712758ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:11:13.7583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.250673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:11:13.758392Z","caller":"traceutil/trace.go:171","msg":"trace[898621936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5192; }","duration":"597.367765ms","start":"2026-03-09T13:11:13.161011Z","end":"2026-03-09T13:11:13.758379Z","steps":["trace[898621936] 'agreement among raft nodes before linearized reading' (duration: 596.652168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:13.75852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:13.161002Z","time spent":"597.505408ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:11:13.758706Z","caller":"traceutil/trace.go:171","msg":"trace[417563114] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5192; }","duration":"283.863755ms","start":"2026-03-09T13:11:13.473988Z","end":"2026-03-09T13:11:13.757851Z","steps":["trace[417563114] 'agreement among raft nodes before linearized reading' (duration: 283.666101ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:17.879896Z","caller":"traceutil/trace.go:171","msg":"trace[1200471416] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"107.709219ms","start":"2026-03-09T13:11:17.772132Z","end":"2026-03-09T13:11:17.879841Z","steps":["trace[1200471416] 'process raft request' (duration: 107.566996ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:17.880161Z","caller":"traceutil/trace.go:171","msg":"trace[1918995220] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"109.57882ms","start":"2026-03-09T13:11:17.770526Z","end":"2026-03-09T13:11:17.880105Z","steps":["trace[1918995220] 'process raft request' (duration: 37.996009ms)","trace[1918995220] 'compare' (duration: 70.921606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:11:19.492621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413958504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:11:19.99348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413958504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:11:20.029818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183267261s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T13:11:20.030601Z","caller":"traceutil/trace.go:171","msg":"trace[646062403] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"1.184166122s","start":"2026-03-09T13:11:18.846396Z","end":"2026-03-09T13:11:20.030563Z","steps":["trace[646062403] 'process raft request' (duration: 1.183825984s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.030921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:18.846365Z","time spent":"1.184343816s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:11:20.199278Z","caller":"traceutil/trace.go:171","msg":"trace[1199050062] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"1.347174876s","start":"2026-03-09T13:11:18.852063Z","end":"2026-03-09T13:11:20.199238Z","steps":["trace[1199050062] 'process raft request' (duration: 1.300373169s)","trace[1199050062] 'compare' (duration: 46.381187ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:11:20.199331Z","caller":"traceutil/trace.go:171","msg":"trace[170867311] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5432; }","duration":"1.206988752s","start":"2026-03-09T13:11:18.992312Z","end":"2026-03-09T13:11:20.199301Z","steps":["trace[170867311] 'read index received' (duration: 1.03783492s)","trace[170867311] 'applied index is now lower than readState.Index' (duration: 169.152922ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:11:20.199383Z","caller":"traceutil/trace.go:171","msg":"trace[195057821] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"311.638576ms","start":"2026-03-09T13:11:19.887702Z","end":"2026-03-09T13:11:20.199341Z","steps":["trace[195057821] 'process raft request' (duration: 311.492463ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:20.19949Z","caller":"traceutil/trace.go:171","msg":"trace[960574215] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"311.676607ms","start":"2026-03-09T13:11:19.887798Z","end":"2026-03-09T13:11:20.199475Z","steps":["trace[960574215] 'process raft request' (duration: 311.447982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.199649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.887669Z","time spent":"311.8161ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:11:20.199698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.887748Z","time spent":"311.793089ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:11:20.199449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:18.85204Z","time spent":"1.347326709s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:11:20.19963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207250698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:11:20.199836Z","caller":"traceutil/trace.go:171","msg":"trace[1087304473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5230; }","duration":"1.207509813s","start":"2026-03-09T13:11:18.992304Z","end":"2026-03-09T13:11:20.199814Z","steps":["trace[1087304473] 'agreement among raft nodes before linearized reading' (duration: 1.207216127s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.199887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:18.992233Z","time spent":"1.207644197s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:11:20.200113Z","caller":"traceutil/trace.go:171","msg":"trace[1181894463] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"485.235977ms","start":"2026-03-09T13:11:19.71465Z","end":"2026-03-09T13:11:20.199886Z","steps":["trace[1181894463] 'process raft request' (duration: 484.418559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.200333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.714606Z","time spent":"485.574864ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:11:20.225404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173479183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:11:20.225614Z","caller":"traceutil/trace.go:171","msg":"trace[1669415051] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5231; }","duration":"1.173775479s","start":"2026-03-09T13:11:19.051817Z","end":"2026-03-09T13:11:20.225592Z","steps":["trace[1669415051] 'agreement among raft nodes before linearized reading' (duration: 1.173456702s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.225668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.792717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:11:20.225745Z","caller":"traceutil/trace.go:171","msg":"trace[1687382592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5231; }","duration":"331.881338ms","start":"2026-03-09T13:11:19.893843Z","end":"2026-03-09T13:11:20.225724Z","steps":["trace[1687382592] 'agreement among raft nodes before linearized reading' (duration: 331.731265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.225751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.051788Z","time spent":"1.173911582s","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:11:20.225805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.893831Z","time spent":"331.96007ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:11:20.225799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.678763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:11:20.225882Z","caller":"traceutil/trace.go:171","msg":"trace[1876049699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:5231; }","duration":"330.785794ms","start":"2026-03-09T13:11:19.895078Z","end":"2026-03-09T13:11:20.225863Z","steps":["trace[1876049699] 'agreement among raft nodes before linearized reading' (duration: 330.57979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.225944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.895067Z","time spent":"330.862636ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:11:20.225437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.942125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T13:11:20.226146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.99201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T13:11:20.226179Z","caller":"traceutil/trace.go:171","msg":"trace[1031439068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5231; }","duration":"334.717012ms","start":"2026-03-09T13:11:19.891446Z","end":"2026-03-09T13:11:20.226163Z","steps":["trace[1031439068] 'agreement among raft nodes before linearized reading' (duration: 333.808202ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:20.226223Z","caller":"traceutil/trace.go:171","msg":"trace[711797120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5231; }","duration":"973.098993ms","start":"2026-03-09T13:11:19.253101Z","end":"2026-03-09T13:11:20.2262Z","steps":["trace[711797120] 'agreement among raft nodes before linearized reading' (duration: 972.921739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.226235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.891435Z","time spent":"334.784043ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:11:20.226241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.755449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:11:20.226273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.253076Z","time spent":"973.185134ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-09T13:11:20.226309Z","caller":"traceutil/trace.go:171","msg":"trace[1633392338] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5231; }","duration":"766.929474ms","start":"2026-03-09T13:11:19.459357Z","end":"2026-03-09T13:11:20.226286Z","steps":["trace[1633392338] 'agreement among raft nodes before linearized reading' (duration: 766.716979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.225516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.96393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:11:20.226411Z","caller":"traceutil/trace.go:171","msg":"trace[1258804322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5231; }","duration":"332.930333ms","start":"2026-03-09T13:11:19.893464Z","end":"2026-03-09T13:11:20.226394Z","steps":["trace[1258804322] 'agreement among raft nodes before linearized reading' (duration: 331.759416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.226476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.893449Z","time spent":"333.010665ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:11:20.226637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.459314Z","time spent":"767.031697ms","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:11:20.22627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.51258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:11:20.227409Z","caller":"traceutil/trace.go:171","msg":"trace[21071017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5231; }","duration":"332.465663ms","start":"2026-03-09T13:11:19.894678Z","end":"2026-03-09T13:11:20.227143Z","steps":["trace[21071017] 'agreement among raft nodes before linearized reading' (duration: 330.711503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:20.227757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:19.894667Z","time spent":"333.079166ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:11:20.731037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413958513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:11:21.231756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413958513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:11:21.471698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240857229s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-09T13:11:21.69991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.898404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:11:21.700535Z","caller":"traceutil/trace.go:171","msg":"trace[1766798576] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"1.469768956s","start":"2026-03-09T13:11:20.230716Z","end":"2026-03-09T13:11:21.700485Z","steps":["trace[1766798576] 'process raft request' (duration: 1.241171855s)","trace[1766798576] 'compare' (duration: 227.526036ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:11:21.700707Z","caller":"traceutil/trace.go:171","msg":"trace[1464929075] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"1.467763531s","start":"2026-03-09T13:11:20.23291Z","end":"2026-03-09T13:11:21.700673Z","steps":["trace[1464929075] 'process raft request' (duration: 1.467662919s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:21.700773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.230685Z","time spent":"1.469962291s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:11:21.700918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.2329Z","time spent":"1.467911184s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:11:21.700726Z","caller":"traceutil/trace.go:171","msg":"trace[371753079] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"1.469034289s","start":"2026-03-09T13:11:20.231653Z","end":"2026-03-09T13:11:21.700688Z","steps":["trace[371753079] 'process raft request' (duration: 1.468879926s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:21.701131Z","caller":"traceutil/trace.go:171","msg":"trace[408327346] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5438; }","duration":"1.470168684s","start":"2026-03-09T13:11:20.230782Z","end":"2026-03-09T13:11:21.700951Z","steps":["trace[408327346] 'read index received' (duration: 1.241239516s)","trace[408327346] 'applied index is now lower than readState.Index' (duration: 228.926098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:11:21.701132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.231638Z","time spent":"1.469371207s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:11:21.701051Z","caller":"traceutil/trace.go:171","msg":"trace[611975607] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"1.469428629s","start":"2026-03-09T13:11:20.231234Z","end":"2026-03-09T13:11:21.700662Z","steps":["trace[611975607] 'process raft request' (duration: 1.469189274s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:21.701219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470421951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-43a878a2-da96-43d1-9038-7d58538f705d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-09T13:11:21.701492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.231213Z","time spent":"1.470211676s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:11:21.70153Z","caller":"traceutil/trace.go:171","msg":"trace[1266307593] range","detail":"{range_begin:/registry/persistentvolumes/pvc-43a878a2-da96-43d1-9038-7d58538f705d; range_end:; response_count:1; response_revision:5235; }","duration":"1.470781768s","start":"2026-03-09T13:11:20.23072Z","end":"2026-03-09T13:11:21.701502Z","steps":["trace[1266307593] 'agreement among raft nodes before linearized reading' (duration: 1.470338239s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:21.701606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.230693Z","time spent":"1.47089368s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-43a878a2-da96-43d1-9038-7d58538f705d\" "} {"level":"warn","ts":"2026-03-09T13:11:21.70198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073139319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:11:21.702041Z","caller":"traceutil/trace.go:171","msg":"trace[475599622] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5235; }","duration":"1.073237161s","start":"2026-03-09T13:11:20.628785Z","end":"2026-03-09T13:11:21.702022Z","steps":["trace[475599622] 'agreement among raft nodes before linearized reading' (duration: 1.073140499s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:21.702074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.628764Z","time spent":"1.073299843s","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:11:21.702113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454988734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-03-09T13:11:21.702162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050280418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:11:21.702186Z","caller":"traceutil/trace.go:171","msg":"trace[1133636989] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5235; }","duration":"1.455097767s","start":"2026-03-09T13:11:20.247068Z","end":"2026-03-09T13:11:21.702166Z","steps":["trace[1133636989] 'agreement among raft nodes before linearized reading' (duration: 1.454895752s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:21.702171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468105729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:11:21.702208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180346435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-09T13:11:21.702246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.247049Z","time spent":"1.455181908s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13314,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-09T13:11:21.702276Z","caller":"traceutil/trace.go:171","msg":"trace[261169231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5235; }","duration":"1.468251182s","start":"2026-03-09T13:11:20.233999Z","end":"2026-03-09T13:11:21.70225Z","steps":["trace[261169231] 'agreement among raft nodes before linearized reading' (duration: 1.468081338s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:21.702293Z","caller":"traceutil/trace.go:171","msg":"trace[130068508] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5235; }","duration":"1.180476578s","start":"2026-03-09T13:11:20.521797Z","end":"2026-03-09T13:11:21.702273Z","steps":["trace[130068508] 'agreement among raft nodes before linearized reading' (duration: 1.180269904s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:21.70233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.23397Z","time spent":"1.468346073s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:11:21.702348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.521771Z","time spent":"1.18056369s","remote":"127.0.0.1:55676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-09T13:11:21.702228Z","caller":"traceutil/trace.go:171","msg":"trace[1016339804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5235; }","duration":"1.05034756s","start":"2026-03-09T13:11:20.65185Z","end":"2026-03-09T13:11:21.702198Z","steps":["trace[1016339804] 'agreement among raft nodes before linearized reading' (duration: 1.050173026s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:21.702494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.651841Z","time spent":"1.050634476s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T13:11:21.703115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471096955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81899"} {"level":"info","ts":"2026-03-09T13:11:21.703189Z","caller":"traceutil/trace.go:171","msg":"trace[1815564780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5235; }","duration":"1.471176637s","start":"2026-03-09T13:11:20.231996Z","end":"2026-03-09T13:11:21.703173Z","steps":["trace[1815564780] 'agreement among raft nodes before linearized reading' (duration: 1.469913688s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:21.703238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:20.231938Z","time spent":"1.471283389s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T13:11:21.893652Z","caller":"traceutil/trace.go:171","msg":"trace[175483533] linearizableReadLoop","detail":"{readStateIndex:5444; appliedIndex:5443; }","duration":"117.719631ms","start":"2026-03-09T13:11:21.775901Z","end":"2026-03-09T13:11:21.893621Z","steps":["trace[175483533] 'read index received' (duration: 77.762088ms)","trace[175483533] 'applied index is now lower than readState.Index' (duration: 39.956263ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:11:21.893858Z","caller":"traceutil/trace.go:171","msg":"trace[1955557341] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"154.881052ms","start":"2026-03-09T13:11:21.738837Z","end":"2026-03-09T13:11:21.893718Z","steps":["trace[1955557341] 'process raft request' (duration: 114.890818ms)","trace[1955557341] 'compare' (duration: 39.681358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:11:21.893992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.056789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-03-09T13:11:21.894046Z","caller":"traceutil/trace.go:171","msg":"trace[2105205262] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5237; }","duration":"118.161491ms","start":"2026-03-09T13:11:21.775867Z","end":"2026-03-09T13:11:21.894028Z","steps":["trace[2105205262] 'agreement among raft nodes before linearized reading' (duration: 117.924306ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:22.229751Z","caller":"traceutil/trace.go:171","msg":"trace[531934638] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5444; }","duration":"313.594101ms","start":"2026-03-09T13:11:21.916117Z","end":"2026-03-09T13:11:22.229711Z","steps":["trace[531934638] 'read index received' (duration: 287.601879ms)","trace[531934638] 'applied index is now lower than readState.Index' (duration: 25.990662ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:11:22.229854Z","caller":"traceutil/trace.go:171","msg":"trace[922333211] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"323.790129ms","start":"2026-03-09T13:11:21.905986Z","end":"2026-03-09T13:11:22.229776Z","steps":["trace[922333211] 'process raft request' (duration: 297.718906ms)","trace[922333211] 'compare' (duration: 25.798157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:11:22.230104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.035799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-09T13:11:22.230021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:21.905967Z","time spent":"323.952302ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:11:22.230158Z","caller":"traceutil/trace.go:171","msg":"trace[2135512639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5238; }","duration":"314.140062ms","start":"2026-03-09T13:11:21.916001Z","end":"2026-03-09T13:11:22.230141Z","steps":["trace[2135512639] 'agreement among raft nodes before linearized reading' (duration: 313.884096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:22.230202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:21.915979Z","time spent":"314.211894ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T13:11:22.303229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.006139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T13:11:22.303338Z","caller":"traceutil/trace.go:171","msg":"trace[1621564400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5245; }","duration":"267.169733ms","start":"2026-03-09T13:11:22.036142Z","end":"2026-03-09T13:11:22.303312Z","steps":["trace[1621564400] 'agreement among raft nodes before linearized reading' (duration: 266.912937ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:22.479158Z","caller":"traceutil/trace.go:171","msg":"trace[1369439947] linearizableReadLoop","detail":"{readStateIndex:5453; appliedIndex:5452; }","duration":"176.118987ms","start":"2026-03-09T13:11:22.30301Z","end":"2026-03-09T13:11:22.479129Z","steps":["trace[1369439947] 'read index received' (duration: 103.80617ms)","trace[1369439947] 'applied index is now lower than readState.Index' (duration: 72.311527ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:11:22.479275Z","caller":"traceutil/trace.go:171","msg":"trace[462940555] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"231.226019ms","start":"2026-03-09T13:11:22.248037Z","end":"2026-03-09T13:11:22.479263Z","steps":["trace[462940555] 'process raft request' (duration: 158.80727ms)","trace[462940555] 'compare' (duration: 72.132633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:11:22.479513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.981494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-5vzkm\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-09T13:11:22.479568Z","caller":"traceutil/trace.go:171","msg":"trace[1787724193] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-5vzkm; range_end:; response_count:1; response_revision:5246; }","duration":"244.113007ms","start":"2026-03-09T13:11:22.235445Z","end":"2026-03-09T13:11:22.479559Z","steps":["trace[1787724193] 'agreement among raft nodes before linearized reading' (duration: 243.933423ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:22.682408Z","caller":"traceutil/trace.go:171","msg":"trace[1842110962] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"373.691394ms","start":"2026-03-09T13:11:22.308667Z","end":"2026-03-09T13:11:22.682358Z","steps":["trace[1842110962] 'process raft request' (duration: 273.576575ms)","trace[1842110962] 'compare' (duration: 99.73478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:11:22.682631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:22.308631Z","time spent":"373.888677ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:11:22.729204Z","caller":"traceutil/trace.go:171","msg":"trace[805227950] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"333.329712ms","start":"2026-03-09T13:11:22.395821Z","end":"2026-03-09T13:11:22.729151Z","steps":["trace[805227950] 'process raft request' (duration: 333.081117ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:22.729301Z","caller":"traceutil/trace.go:171","msg":"trace[122317630] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"243.077394ms","start":"2026-03-09T13:11:22.486186Z","end":"2026-03-09T13:11:22.729263Z","steps":["trace[122317630] 'process raft request' (duration: 242.903611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:22.729463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:22.395694Z","time spent":"333.628748ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T13:11:22.729474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.47301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:11:22.729231Z","caller":"traceutil/trace.go:171","msg":"trace[1309080495] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5453; }","duration":"249.959868ms","start":"2026-03-09T13:11:22.479225Z","end":"2026-03-09T13:11:22.729185Z","steps":["trace[1309080495] 'read index received' (duration: 102.966831ms)","trace[1309080495] 'applied index is now lower than readState.Index' (duration: 146.989037ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:11:22.729561Z","caller":"traceutil/trace.go:171","msg":"trace[1818839493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5250; }","duration":"297.639463ms","start":"2026-03-09T13:11:22.431896Z","end":"2026-03-09T13:11:22.729536Z","steps":["trace[1818839493] 'agreement among raft nodes before linearized reading' (duration: 297.377828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:22.729586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.462623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T13:11:22.729675Z","caller":"traceutil/trace.go:171","msg":"trace[1792618058] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5250; }","duration":"417.581305ms","start":"2026-03-09T13:11:22.312078Z","end":"2026-03-09T13:11:22.729659Z","steps":["trace[1792618058] 'agreement among raft nodes before linearized reading' (duration: 417.223967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:11:22.729724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:11:22.312047Z","time spent":"417.665206ms","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-09T13:11:22.73022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.205524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111858"} {"level":"info","ts":"2026-03-09T13:11:22.730292Z","caller":"traceutil/trace.go:171","msg":"trace[1866265392] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5250; }","duration":"242.327047ms","start":"2026-03-09T13:11:22.48795Z","end":"2026-03-09T13:11:22.730277Z","steps":["trace[1866265392] 'agreement among raft nodes before linearized reading' (duration: 241.705673ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:22.859022Z","caller":"traceutil/trace.go:171","msg":"trace[272263904] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"123.836398ms","start":"2026-03-09T13:11:22.735152Z","end":"2026-03-09T13:11:22.858988Z","steps":["trace[272263904] 'process raft request' (duration: 123.538781ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:22.85943Z","caller":"traceutil/trace.go:171","msg":"trace[1621352392] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"115.058522ms","start":"2026-03-09T13:11:22.74435Z","end":"2026-03-09T13:11:22.859409Z","steps":["trace[1621352392] 'process raft request' (duration: 114.936239ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:22.860785Z","caller":"traceutil/trace.go:171","msg":"trace[146718814] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"120.591726ms","start":"2026-03-09T13:11:22.738892Z","end":"2026-03-09T13:11:22.859484Z","steps":["trace[146718814] 'process raft request' (duration: 120.011583ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:23.002656Z","caller":"traceutil/trace.go:171","msg":"trace[2015405105] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"133.681068ms","start":"2026-03-09T13:11:22.868925Z","end":"2026-03-09T13:11:23.002606Z","steps":["trace[2015405105] 'process raft request' (duration: 84.335105ms)","trace[2015405105] 'compare' (duration: 48.929623ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:11:23.270632Z","caller":"traceutil/trace.go:171","msg":"trace[1771496809] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"127.590321ms","start":"2026-03-09T13:11:23.143014Z","end":"2026-03-09T13:11:23.270605Z","steps":["trace[1771496809] 'process raft request' (duration: 120.295709ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:11:53.650508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2662} {"level":"info","ts":"2026-03-09T13:11:53.713064Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2662,"took":"59.818124ms","hash":2088788102,"current-db-size-bytes":40333312,"current-db-size":"40 MB","current-db-size-in-use-bytes":29761536,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T13:11:53.713235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2088788102,"revision":2662,"compact-revision":-1} {"level":"warn","ts":"2026-03-09T13:11:55.17658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.720286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:11:55.176786Z","caller":"traceutil/trace.go:171","msg":"trace[2057707867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5531; }","duration":"182.990283ms","start":"2026-03-09T13:11:54.993736Z","end":"2026-03-09T13:11:55.176726Z","steps":["trace[2057707867] 'range keys from in-memory index tree' (duration: 182.605075ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:12:06.182286Z","caller":"traceutil/trace.go:171","msg":"trace[1769025962] linearizableReadLoop","detail":"{readStateIndex:5812; appliedIndex:5811; }","duration":"234.940621ms","start":"2026-03-09T13:12:05.947313Z","end":"2026-03-09T13:12:06.182254Z","steps":["trace[1769025962] 'read index received' (duration: 234.758157ms)","trace[1769025962] 'applied index is now lower than readState.Index' (duration: 177.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:12:06.182411Z","caller":"traceutil/trace.go:171","msg":"trace[472663317] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"235.570714ms","start":"2026-03-09T13:12:05.946797Z","end":"2026-03-09T13:12:06.182368Z","steps":["trace[472663317] 'process raft request' (duration: 235.237617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:12:06.182583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.238727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:12:06.182636Z","caller":"traceutil/trace.go:171","msg":"trace[815252336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5593; }","duration":"235.382411ms","start":"2026-03-09T13:12:05.947239Z","end":"2026-03-09T13:12:06.182621Z","steps":["trace[815252336] 'agreement among raft nodes before linearized reading' (duration: 235.167356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:12:06.223908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.475668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:12:06.223993Z","caller":"traceutil/trace.go:171","msg":"trace[1925992809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5594; }","duration":"272.591091ms","start":"2026-03-09T13:12:05.951382Z","end":"2026-03-09T13:12:06.223973Z","steps":["trace[1925992809] 'agreement among raft nodes before linearized reading' (duration: 272.362266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:12:06.224105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.302774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-09T13:12:06.22415Z","caller":"traceutil/trace.go:171","msg":"trace[851809311] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5594; }","duration":"198.346565ms","start":"2026-03-09T13:12:06.025793Z","end":"2026-03-09T13:12:06.224139Z","steps":["trace[851809311] 'agreement among raft nodes before linearized reading' (duration: 198.246662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:12:06.224204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.02129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:12:06.22498Z","caller":"traceutil/trace.go:171","msg":"trace[1159109614] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5594; }","duration":"199.849519ms","start":"2026-03-09T13:12:06.025118Z","end":"2026-03-09T13:12:06.224968Z","steps":["trace[1159109614] 'agreement among raft nodes before linearized reading' (duration: 199.05481ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:12:06.224332Z","caller":"traceutil/trace.go:171","msg":"trace[1785508260] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"274.068575ms","start":"2026-03-09T13:12:05.95025Z","end":"2026-03-09T13:12:06.224319Z","steps":["trace[1785508260] 'process raft request' (duration: 273.259517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:12:06.224378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.468338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:12:06.22527Z","caller":"traceutil/trace.go:171","msg":"trace[1318688802] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5594; }","duration":"199.370228ms","start":"2026-03-09T13:12:06.025888Z","end":"2026-03-09T13:12:06.225258Z","steps":["trace[1318688802] 'agreement among raft nodes before linearized reading' (duration: 198.463257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:12:06.224635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.372029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:12:06.22541Z","caller":"traceutil/trace.go:171","msg":"trace[648370807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5594; }","duration":"231.169298ms","start":"2026-03-09T13:12:05.994226Z","end":"2026-03-09T13:12:06.225395Z","steps":["trace[648370807] 'agreement among raft nodes before linearized reading' (duration: 230.38127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:12:06.224803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.072579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:12:06.225693Z","caller":"traceutil/trace.go:171","msg":"trace[79570607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:5594; }","duration":"272.97401ms","start":"2026-03-09T13:12:05.952675Z","end":"2026-03-09T13:12:06.225649Z","steps":["trace[79570607] 'agreement among raft nodes before linearized reading' (duration: 271.930746ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:12:06.373341Z","caller":"traceutil/trace.go:171","msg":"trace[2002884130] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5813; }","duration":"146.376045ms","start":"2026-03-09T13:12:06.226932Z","end":"2026-03-09T13:12:06.373308Z","steps":["trace[2002884130] 'read index received' (duration: 97.156537ms)","trace[2002884130] 'applied index is now lower than readState.Index' (duration: 49.218128ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:12:06.373495Z","caller":"traceutil/trace.go:171","msg":"trace[1113465015] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"185.756045ms","start":"2026-03-09T13:12:06.187721Z","end":"2026-03-09T13:12:06.373477Z","steps":["trace[1113465015] 'process raft request' (duration: 136.353762ms)","trace[1113465015] 'compare' (duration: 49.100285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:12:06.373688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.732384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:12:06.373785Z","caller":"traceutil/trace.go:171","msg":"trace[1792102311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5595; }","duration":"146.889477ms","start":"2026-03-09T13:12:06.226874Z","end":"2026-03-09T13:12:06.373764Z","steps":["trace[1792102311] 'agreement among raft nodes before linearized reading' (duration: 146.743184ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:12:06.383299Z","caller":"traceutil/trace.go:171","msg":"trace[727628395] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"153.984025ms","start":"2026-03-09T13:12:06.229302Z","end":"2026-03-09T13:12:06.383286Z","steps":["trace[727628395] 'process raft request' (duration: 153.77581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:12:06.383393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.522269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101774"} {"level":"info","ts":"2026-03-09T13:12:06.38344Z","caller":"traceutil/trace.go:171","msg":"trace[288348812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5596; }","duration":"151.629572ms","start":"2026-03-09T13:12:06.231802Z","end":"2026-03-09T13:12:06.383431Z","steps":["trace[288348812] 'agreement among raft nodes before linearized reading' (duration: 151.338016ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:15:49.430854Z","caller":"traceutil/trace.go:171","msg":"trace[290063694] linearizableReadLoop","detail":"{readStateIndex:7316; appliedIndex:7312; }","duration":"124.027335ms","start":"2026-03-09T13:15:49.306805Z","end":"2026-03-09T13:15:49.430832Z","steps":["trace[290063694] 'read index received' (duration: 25.267643ms)","trace[290063694] 'applied index is now lower than readState.Index' (duration: 98.758782ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:15:49.430877Z","caller":"traceutil/trace.go:171","msg":"trace[1987717081] transaction","detail":"{read_only:false; response_revision:7042; number_of_response:1; }","duration":"182.357815ms","start":"2026-03-09T13:15:49.248503Z","end":"2026-03-09T13:15:49.43086Z","steps":["trace[1987717081] 'process raft request' (duration: 182.153751ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:15:49.43095Z","caller":"traceutil/trace.go:171","msg":"trace[470953762] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"171.37295ms","start":"2026-03-09T13:15:49.259542Z","end":"2026-03-09T13:15:49.430915Z","steps":["trace[470953762] 'process raft request' (duration: 171.232097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:15:49.431021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.719085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:15:49.431048Z","caller":"traceutil/trace.go:171","msg":"trace[701041102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7044; }","duration":"113.815908ms","start":"2026-03-09T13:15:49.317224Z","end":"2026-03-09T13:15:49.43104Z","steps":["trace[701041102] 'agreement among raft nodes before linearized reading' (duration: 113.754547ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:15:49.430958Z","caller":"traceutil/trace.go:171","msg":"trace[104193499] transaction","detail":"{read_only:false; response_revision:7044; number_of_response:1; }","duration":"170.948281ms","start":"2026-03-09T13:15:49.260002Z","end":"2026-03-09T13:15:49.430951Z","steps":["trace[104193499] 'process raft request' (duration: 170.805258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:15:49.431991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.574227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:15:49.432064Z","caller":"traceutil/trace.go:171","msg":"trace[1838250625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7044; }","duration":"125.272962ms","start":"2026-03-09T13:15:49.306772Z","end":"2026-03-09T13:15:49.432045Z","steps":["trace[1838250625] 'agreement among raft nodes before linearized reading' (duration: 124.387923ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:16:53.658784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5511} {"level":"info","ts":"2026-03-09T13:16:53.742859Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5511,"took":"82.350507ms","hash":915326267,"current-db-size-bytes":40853504,"current-db-size":"41 MB","current-db-size-in-use-bytes":21250048,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-09T13:16:53.742922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":915326267,"revision":5511,"compact-revision":2662} {"level":"info","ts":"2026-03-09T13:17:31.543691Z","caller":"traceutil/trace.go:171","msg":"trace[810794795] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"117.466951ms","start":"2026-03-09T13:17:31.426191Z","end":"2026-03-09T13:17:31.543658Z","steps":["trace[810794795] 'process raft request' (duration: 117.227686ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:38.018303Z","caller":"traceutil/trace.go:171","msg":"trace[2118233478] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"174.873572ms","start":"2026-03-09T13:17:37.843392Z","end":"2026-03-09T13:17:38.018266Z","steps":["trace[2118233478] 'process raft request' (duration: 174.660877ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:38.030333Z","caller":"traceutil/trace.go:171","msg":"trace[540350940] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"185.807095ms","start":"2026-03-09T13:17:37.844501Z","end":"2026-03-09T13:17:38.030308Z","steps":["trace[540350940] 'process raft request' (duration: 185.635292ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:38.030538Z","caller":"traceutil/trace.go:171","msg":"trace[2142550444] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"134.292265ms","start":"2026-03-09T13:17:37.896227Z","end":"2026-03-09T13:17:38.030519Z","steps":["trace[2142550444] 'process raft request' (duration: 134.0419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:39.362955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413965583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:17:39.863927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413965583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:17:40.276211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437543516s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T13:17:40.2767Z","caller":"traceutil/trace.go:171","msg":"trace[1624871736] linearizableReadLoop","detail":"{readStateIndex:8147; appliedIndex:8146; }","duration":"1.414046381s","start":"2026-03-09T13:17:38.86263Z","end":"2026-03-09T13:17:40.276676Z","steps":["trace[1624871736] 'read index received' (duration: 1.413783556s)","trace[1624871736] 'applied index is now lower than readState.Index' (duration: 261.675µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:17:40.276738Z","caller":"traceutil/trace.go:171","msg":"trace[918316699] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"1.4381988s","start":"2026-03-09T13:17:38.838512Z","end":"2026-03-09T13:17:40.276711Z","steps":["trace[918316699] 'process raft request' (duration: 1.437927174s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.276859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:38.83848Z","time spent":"1.438311013s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:17:40.276961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414310477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6cc8b8885f-g9bd6.189b2eb6500201ab\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-09T13:17:40.277009Z","caller":"traceutil/trace.go:171","msg":"trace[1582142217] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6cc8b8885f-g9bd6.189b2eb6500201ab; range_end:; response_count:1; response_revision:7847; }","duration":"1.414397689s","start":"2026-03-09T13:17:38.862598Z","end":"2026-03-09T13:17:40.276996Z","steps":["trace[1582142217] 'agreement among raft nodes before linearized reading' (duration: 1.414200765s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.277044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:38.862584Z","time spent":"1.41445203s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6cc8b8885f-g9bd6.189b2eb6500201ab\" "} {"level":"info","ts":"2026-03-09T13:17:40.27733Z","caller":"traceutil/trace.go:171","msg":"trace[984620109] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"242.291797ms","start":"2026-03-09T13:17:40.035Z","end":"2026-03-09T13:17:40.277292Z","steps":["trace[984620109] 'process raft request' (duration: 242.216974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.277678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283196003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:17:40.277719Z","caller":"traceutil/trace.go:171","msg":"trace[1958542074] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"254.197512ms","start":"2026-03-09T13:17:40.023508Z","end":"2026-03-09T13:17:40.277705Z","steps":["trace[1958542074] 'process raft request' (duration: 253.571517ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:40.277765Z","caller":"traceutil/trace.go:171","msg":"trace[1631666096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7850; }","duration":"1.283329835s","start":"2026-03-09T13:17:38.994411Z","end":"2026-03-09T13:17:40.27774Z","steps":["trace[1631666096] 'agreement among raft nodes before linearized reading' (duration: 1.283176731s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.277827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:38.994387Z","time spent":"1.283427227s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:17:40.277853Z","caller":"traceutil/trace.go:171","msg":"trace[1705975983] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"241.824617ms","start":"2026-03-09T13:17:40.036012Z","end":"2026-03-09T13:17:40.277836Z","steps":["trace[1705975983] 'process raft request' (duration: 241.243074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.278088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.060447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-09T13:17:40.278093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150056972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:17:40.278174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.974495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:17:40.278191Z","caller":"traceutil/trace.go:171","msg":"trace[1596570444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7850; }","duration":"223.027256ms","start":"2026-03-09T13:17:40.055159Z","end":"2026-03-09T13:17:40.278186Z","steps":["trace[1596570444] 'agreement among raft nodes before linearized reading' (duration: 222.976205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.278187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.57598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T13:17:40.27821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06662981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:17:40.278225Z","caller":"traceutil/trace.go:171","msg":"trace[657595017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7850; }","duration":"176.636451ms","start":"2026-03-09T13:17:40.101579Z","end":"2026-03-09T13:17:40.278215Z","steps":["trace[657595017] 'agreement among raft nodes before linearized reading' (duration: 176.554399ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:40.27824Z","caller":"traceutil/trace.go:171","msg":"trace[355592082] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7850; }","duration":"1.066693511s","start":"2026-03-09T13:17:39.211538Z","end":"2026-03-09T13:17:40.278231Z","steps":["trace[355592082] 'agreement among raft nodes before linearized reading' (duration: 1.06664845s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.278273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:39.211522Z","time spent":"1.066737493s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:17:40.278161Z","caller":"traceutil/trace.go:171","msg":"trace[2033822966] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7850; }","duration":"1.150156705s","start":"2026-03-09T13:17:39.127985Z","end":"2026-03-09T13:17:40.278141Z","steps":["trace[2033822966] 'agreement among raft nodes before linearized reading' (duration: 1.150054382s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.278316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:39.127971Z","time spent":"1.150332348s","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:17:40.278122Z","caller":"traceutil/trace.go:171","msg":"trace[1298842261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7850; }","duration":"729.132849ms","start":"2026-03-09T13:17:39.548982Z","end":"2026-03-09T13:17:40.278115Z","steps":["trace[1298842261] 'agreement among raft nodes before linearized reading' (duration: 729.008456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:40.278389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:39.548962Z","time spent":"729.422066ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T13:17:50.478885Z","caller":"traceutil/trace.go:171","msg":"trace[2028970289] linearizableReadLoop","detail":"{readStateIndex:8199; appliedIndex:8196; }","duration":"148.550934ms","start":"2026-03-09T13:17:50.330318Z","end":"2026-03-09T13:17:50.478869Z","steps":["trace[2028970289] 'read index received' (duration: 80.001425ms)","trace[2028970289] 'applied index is now lower than readState.Index' (duration: 68.548999ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:17:50.478926Z","caller":"traceutil/trace.go:171","msg":"trace[1030575714] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"153.574097ms","start":"2026-03-09T13:17:50.325323Z","end":"2026-03-09T13:17:50.478897Z","steps":["trace[1030575714] 'process raft request' (duration: 153.519746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:50.479036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.142931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T13:17:50.479061Z","caller":"traceutil/trace.go:171","msg":"trace[881841753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7897; }","duration":"146.209732ms","start":"2026-03-09T13:17:50.332845Z","end":"2026-03-09T13:17:50.479055Z","steps":["trace[881841753] 'agreement among raft nodes before linearized reading' (duration: 146.123781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:50.479215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.048912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:17:50.479243Z","caller":"traceutil/trace.go:171","msg":"trace[1759012361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7897; }","duration":"134.089512ms","start":"2026-03-09T13:17:50.345147Z","end":"2026-03-09T13:17:50.479236Z","steps":["trace[1759012361] 'agreement among raft nodes before linearized reading' (duration: 134.008481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:50.479448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.43723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:17:50.479542Z","caller":"traceutil/trace.go:171","msg":"trace[1480972886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7897; }","duration":"134.576973ms","start":"2026-03-09T13:17:50.344945Z","end":"2026-03-09T13:17:50.479522Z","steps":["trace[1480972886] 'agreement among raft nodes before linearized reading' (duration: 134.285896ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:50.479621Z","caller":"traceutil/trace.go:171","msg":"trace[1819644282] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"167.657561ms","start":"2026-03-09T13:17:50.311461Z","end":"2026-03-09T13:17:50.479119Z","steps":["trace[1819644282] 'process raft request' (duration: 167.293643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:50.479555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.23639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T13:17:50.479783Z","caller":"traceutil/trace.go:171","msg":"trace[726447590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7897; }","duration":"149.510606ms","start":"2026-03-09T13:17:50.330258Z","end":"2026-03-09T13:17:50.479769Z","steps":["trace[726447590] 'agreement among raft nodes before linearized reading' (duration: 148.708118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:50.479514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.091712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:17:50.480081Z","caller":"traceutil/trace.go:171","msg":"trace[1647014318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7897; }","duration":"134.672565ms","start":"2026-03-09T13:17:50.345383Z","end":"2026-03-09T13:17:50.480055Z","steps":["trace[1647014318] 'agreement among raft nodes before linearized reading' (duration: 133.865547ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:52.401793Z","caller":"traceutil/trace.go:171","msg":"trace[605784813] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"113.37409ms","start":"2026-03-09T13:17:52.288388Z","end":"2026-03-09T13:17:52.401762Z","steps":["trace[605784813] 'process raft request' (duration: 113.122434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:52.4554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.6511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:17:52.455466Z","caller":"traceutil/trace.go:171","msg":"trace[813975468] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7904; }","duration":"145.754683ms","start":"2026-03-09T13:17:52.309697Z","end":"2026-03-09T13:17:52.455452Z","steps":["trace[813975468] 'agreement among raft nodes before linearized reading' (duration: 145.603369ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:53.397801Z","caller":"traceutil/trace.go:171","msg":"trace[2012436194] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"225.034981ms","start":"2026-03-09T13:17:53.172743Z","end":"2026-03-09T13:17:53.397778Z","steps":["trace[2012436194] 'process raft request' (duration: 224.732964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:54.277678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.946165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:17:54.277787Z","caller":"traceutil/trace.go:171","msg":"trace[1185002952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7912; }","duration":"284.097199ms","start":"2026-03-09T13:17:53.993662Z","end":"2026-03-09T13:17:54.277759Z","steps":["trace[1185002952] 'range keys from in-memory index tree' (duration: 283.866684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:54.277262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.752483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:17:54.278038Z","caller":"traceutil/trace.go:171","msg":"trace[1905942621] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7912; }","duration":"479.579861ms","start":"2026-03-09T13:17:53.798443Z","end":"2026-03-09T13:17:54.278023Z","steps":["trace[1905942621] 'count revisions from in-memory index tree' (duration: 478.667251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:54.278081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:53.798426Z","time spent":"479.637383ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:17:54.656531Z","caller":"traceutil/trace.go:171","msg":"trace[1168685189] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"195.00116ms","start":"2026-03-09T13:17:54.461495Z","end":"2026-03-09T13:17:54.656496Z","steps":["trace[1168685189] 'process raft request' (duration: 194.835107ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:54.772451Z","caller":"traceutil/trace.go:171","msg":"trace[1126530696] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8215; }","duration":"199.707856ms","start":"2026-03-09T13:17:54.572717Z","end":"2026-03-09T13:17:54.772424Z","steps":["trace[1126530696] 'read index received' (duration: 83.643295ms)","trace[1126530696] 'applied index is now lower than readState.Index' (duration: 116.063571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:17:54.772729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.262596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:17:54.772767Z","caller":"traceutil/trace.go:171","msg":"trace[1744809978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7915; }","duration":"160.359178ms","start":"2026-03-09T13:17:54.612395Z","end":"2026-03-09T13:17:54.772754Z","steps":["trace[1744809978] 'agreement among raft nodes before linearized reading' (duration: 160.201025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:54.772748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.017733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:17:54.772826Z","caller":"traceutil/trace.go:171","msg":"trace[1741393479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:7915; }","duration":"200.165676ms","start":"2026-03-09T13:17:54.572645Z","end":"2026-03-09T13:17:54.77281Z","steps":["trace[1741393479] 'agreement among raft nodes before linearized reading' (duration: 199.918081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:54.772924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.167839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T13:17:54.772975Z","caller":"traceutil/trace.go:171","msg":"trace[229350344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7915; }","duration":"153.24128ms","start":"2026-03-09T13:17:54.619717Z","end":"2026-03-09T13:17:54.772958Z","steps":["trace[229350344] 'agreement among raft nodes before linearized reading' (duration: 153.151828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:54.772817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.630058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T13:17:54.773143Z","caller":"traceutil/trace.go:171","msg":"trace[1936951807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7915; }","duration":"154.070898ms","start":"2026-03-09T13:17:54.619056Z","end":"2026-03-09T13:17:54.773126Z","steps":["trace[1936951807] 'agreement among raft nodes before linearized reading' (duration: 153.612288ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:54.773175Z","caller":"traceutil/trace.go:171","msg":"trace[443043585] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"207.060611ms","start":"2026-03-09T13:17:54.566083Z","end":"2026-03-09T13:17:54.773144Z","steps":["trace[443043585] 'process raft request' (duration: 118.653848ms)","trace[443043585] 'compare' (duration: 87.466982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:17:54.77344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.296203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:17:54.773491Z","caller":"traceutil/trace.go:171","msg":"trace[1944213268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7915; }","duration":"154.423826ms","start":"2026-03-09T13:17:54.619055Z","end":"2026-03-09T13:17:54.773479Z","steps":["trace[1944213268] 'agreement among raft nodes before linearized reading' (duration: 154.293353ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:54.77252Z","caller":"traceutil/trace.go:171","msg":"trace[1164985865] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"206.356865ms","start":"2026-03-09T13:17:54.566091Z","end":"2026-03-09T13:17:54.772448Z","steps":["trace[1164985865] 'process raft request' (duration: 206.279283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:54.773719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.802544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:17:54.773761Z","caller":"traceutil/trace.go:171","msg":"trace[1520757536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7915; }","duration":"154.856675ms","start":"2026-03-09T13:17:54.618895Z","end":"2026-03-09T13:17:54.773752Z","steps":["trace[1520757536] 'agreement among raft nodes before linearized reading' (duration: 154.738603ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:17:56.796895Z","caller":"traceutil/trace.go:171","msg":"trace[917428720] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"134.956762ms","start":"2026-03-09T13:17:56.661886Z","end":"2026-03-09T13:17:56.796843Z","steps":["trace[917428720] 'process raft request' (duration: 134.511012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:57.479356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.820559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:17:57.479468Z","caller":"traceutil/trace.go:171","msg":"trace[1360333997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7928; }","duration":"485.997523ms","start":"2026-03-09T13:17:56.99345Z","end":"2026-03-09T13:17:57.479447Z","steps":["trace[1360333997] 'range keys from in-memory index tree' (duration: 485.717487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:57.479519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:56.993415Z","time spent":"486.091735ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:17:57.479512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.572031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T13:17:57.479573Z","caller":"traceutil/trace.go:171","msg":"trace[1464224985] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:7928; }","duration":"449.665644ms","start":"2026-03-09T13:17:57.029889Z","end":"2026-03-09T13:17:57.479555Z","steps":["trace[1464224985] 'range keys from in-memory index tree' (duration: 449.394127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:17:57.479659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:17:57.029874Z","time spent":"449.770595ms","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-03-09T13:17:57.481157Z","caller":"traceutil/trace.go:171","msg":"trace[1599704475] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"116.374287ms","start":"2026-03-09T13:17:57.364758Z","end":"2026-03-09T13:17:57.481132Z","steps":["trace[1599704475] 'process raft request' (duration: 114.138127ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:22.885754Z","caller":"traceutil/trace.go:171","msg":"trace[857773074] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"182.537884ms","start":"2026-03-09T13:18:22.703188Z","end":"2026-03-09T13:18:22.885726Z","steps":["trace[857773074] 'process raft request' (duration: 181.791597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:25.474034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413966450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T13:18:25.95518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059690411s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T13:18:25.958107Z","caller":"traceutil/trace.go:171","msg":"trace[833714670] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"1.062700018s","start":"2026-03-09T13:18:24.895344Z","end":"2026-03-09T13:18:25.958044Z","steps":["trace[833714670] 'process raft request' (duration: 1.062435082s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:25.958334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:24.895315Z","time spent":"1.062903693s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:26.081012Z","caller":"traceutil/trace.go:171","msg":"trace[1088880604] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"1.182362859s","start":"2026-03-09T13:18:24.898603Z","end":"2026-03-09T13:18:26.080965Z","steps":["trace[1088880604] 'process raft request' (duration: 1.180329334s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.081207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:24.898594Z","time spent":"1.182508982s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:26.081293Z","caller":"traceutil/trace.go:171","msg":"trace[613062317] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"1.174181606s","start":"2026-03-09T13:18:24.907087Z","end":"2026-03-09T13:18:26.081269Z","steps":["trace[613062317] 'process raft request' (duration: 1.173815238s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.081784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:24.907052Z","time spent":"1.174525244s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:26.082175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109138665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:18:26.082253Z","caller":"traceutil/trace.go:171","msg":"trace[2095268110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:8113; }","duration":"1.109229837s","start":"2026-03-09T13:18:24.973006Z","end":"2026-03-09T13:18:26.082236Z","steps":["trace[2095268110] 'agreement among raft nodes before linearized reading' (duration: 1.108942271s)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:26.08236Z","caller":"traceutil/trace.go:171","msg":"trace[1325252094] linearizableReadLoop","detail":"{readStateIndex:8425; appliedIndex:8422; }","duration":"1.107979269s","start":"2026-03-09T13:18:24.973026Z","end":"2026-03-09T13:18:26.081006Z","steps":["trace[1325252094] 'read index received' (duration: 982.469858ms)","trace[1325252094] 'applied index is now lower than readState.Index' (duration: 125.508421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:26.082415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:24.972939Z","time spent":"1.109341469s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:18:26.082799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065948621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T13:18:26.082845Z","caller":"traceutil/trace.go:171","msg":"trace[139607934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8113; }","duration":"1.066054633s","start":"2026-03-09T13:18:25.016778Z","end":"2026-03-09T13:18:26.082833Z","steps":["trace[139607934] 'agreement among raft nodes before linearized reading' (duration: 1.06589342s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.082895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:25.016757Z","time spent":"1.066115035s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:18:26.083062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054329282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T13:18:26.083119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064519989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:18:26.083151Z","caller":"traceutil/trace.go:171","msg":"trace[807001723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8113; }","duration":"1.064595881s","start":"2026-03-09T13:18:25.018544Z","end":"2026-03-09T13:18:26.08314Z","steps":["trace[807001723] 'agreement among raft nodes before linearized reading' (duration: 1.064508299s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.083189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:25.018513Z","time spent":"1.064669682s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T13:18:26.083152Z","caller":"traceutil/trace.go:171","msg":"trace[777083524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8113; }","duration":"1.054448864s","start":"2026-03-09T13:18:25.028657Z","end":"2026-03-09T13:18:26.083106Z","steps":["trace[777083524] 'agreement among raft nodes before linearized reading' (duration: 1.054225149s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.083248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:25.028641Z","time spent":"1.054596798s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:18:26.083326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053039612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:18:26.083369Z","caller":"traceutil/trace.go:171","msg":"trace[1690130479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8113; }","duration":"1.053136705s","start":"2026-03-09T13:18:25.030222Z","end":"2026-03-09T13:18:26.083359Z","steps":["trace[1690130479] 'agreement among raft nodes before linearized reading' (duration: 1.052956631s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.083447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:25.030211Z","time spent":"1.053225286s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:18:26.084208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04978224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:18:26.084295Z","caller":"traceutil/trace.go:171","msg":"trace[2061255334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8113; }","duration":"1.049881642s","start":"2026-03-09T13:18:25.034399Z","end":"2026-03-09T13:18:26.08428Z","steps":["trace[2061255334] 'agreement among raft nodes before linearized reading' (duration: 1.048283677s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.084367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:25.034391Z","time spent":"1.049964624s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:18:26.924409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.831454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:18:26.924602Z","caller":"traceutil/trace.go:171","msg":"trace[733067685] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8425; }","duration":"835.525368ms","start":"2026-03-09T13:18:26.089052Z","end":"2026-03-09T13:18:26.924577Z","steps":["trace[733067685] 'read index received' (duration: 478.592532ms)","trace[733067685] 'applied index is now lower than readState.Index' (duration: 356.931146ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:26.924698Z","caller":"traceutil/trace.go:171","msg":"trace[386825776] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"837.88447ms","start":"2026-03-09T13:18:26.086776Z","end":"2026-03-09T13:18:26.924661Z","steps":["trace[386825776] 'process raft request' (duration: 480.709529ms)","trace[386825776] 'compare' (duration: 356.287362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:26.924879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.086724Z","time spent":"838.062554ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:26.927405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.985985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:18:26.927525Z","caller":"traceutil/trace.go:171","msg":"trace[1410300709] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8118; }","duration":"804.087356ms","start":"2026-03-09T13:18:26.123374Z","end":"2026-03-09T13:18:26.927461Z","steps":["trace[1410300709] 'agreement among raft nodes before linearized reading' (duration: 803.841311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.927607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.123357Z","time spent":"804.202819ms","remote":"127.0.0.1:34446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:18:26.927953Z","caller":"traceutil/trace.go:171","msg":"trace[2142700178] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"838.475173ms","start":"2026-03-09T13:18:26.089455Z","end":"2026-03-09T13:18:26.927931Z","steps":["trace[2142700178] 'process raft request' (duration: 837.333478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.928026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.089444Z","time spent":"838.538615ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:26.928196Z","caller":"traceutil/trace.go:171","msg":"trace[772392742] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"838.626967ms","start":"2026-03-09T13:18:26.089545Z","end":"2026-03-09T13:18:26.928172Z","steps":["trace[772392742] 'process raft request' (duration: 837.510172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.928255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.089532Z","time spent":"838.690978ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:26.928422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.582365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:18:26.928431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.535546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:18:26.928491Z","caller":"traceutil/trace.go:171","msg":"trace[421779577] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8118; }","duration":"799.688898ms","start":"2026-03-09T13:18:26.128789Z","end":"2026-03-09T13:18:26.928478Z","steps":["trace[421779577] 'agreement among raft nodes before linearized reading' (duration: 799.592755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.928528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.128766Z","time spent":"799.74219ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:18:26.928524Z","caller":"traceutil/trace.go:171","msg":"trace[420716832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8118; }","duration":"554.65373ms","start":"2026-03-09T13:18:26.373841Z","end":"2026-03-09T13:18:26.928494Z","steps":["trace[420716832] 'agreement among raft nodes before linearized reading' (duration: 554.421254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.931036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.37382Z","time spent":"557.199935ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T13:18:26.928593Z","caller":"traceutil/trace.go:171","msg":"trace[1409887202] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"838.918334ms","start":"2026-03-09T13:18:26.08965Z","end":"2026-03-09T13:18:26.928568Z","steps":["trace[1409887202] 'process raft request' (duration: 837.454521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.935886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.089608Z","time spent":"846.229877ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:26.928767Z","caller":"traceutil/trace.go:171","msg":"trace[1565740151] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"838.122876ms","start":"2026-03-09T13:18:26.090628Z","end":"2026-03-09T13:18:26.928751Z","steps":["trace[1565740151] 'process raft request' (duration: 836.52691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.937428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.090607Z","time spent":"846.724439ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:26.930495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.4705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228875"} {"level":"info","ts":"2026-03-09T13:18:26.937754Z","caller":"traceutil/trace.go:171","msg":"trace[1352880664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8114; }","duration":"848.726582ms","start":"2026-03-09T13:18:26.088995Z","end":"2026-03-09T13:18:26.937722Z","steps":["trace[1352880664] 'agreement among raft nodes before linearized reading' (duration: 835.673131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:26.937817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:26.088977Z","time spent":"848.820895ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228898,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T13:18:29.19461Z","caller":"traceutil/trace.go:171","msg":"trace[827194653] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8437; }","duration":"255.760738ms","start":"2026-03-09T13:18:28.938814Z","end":"2026-03-09T13:18:29.194575Z","steps":["trace[827194653] 'read index received' (duration: 255.466482ms)","trace[827194653] 'applied index is now lower than readState.Index' (duration: 292.916µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:29.194906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.90321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:18:29.194974Z","caller":"traceutil/trace.go:171","msg":"trace[1264760332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8125; }","duration":"255.026831ms","start":"2026-03-09T13:18:28.93993Z","end":"2026-03-09T13:18:29.194957Z","steps":["trace[1264760332] 'agreement among raft nodes before linearized reading' (duration: 254.821436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:29.194991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.234135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:18:29.194928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.113256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:18:29.195043Z","caller":"traceutil/trace.go:171","msg":"trace[368294974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8125; }","duration":"202.311026ms","start":"2026-03-09T13:18:28.992715Z","end":"2026-03-09T13:18:29.195026Z","steps":["trace[368294974] 'agreement among raft nodes before linearized reading' (duration: 202.206714ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:29.195112Z","caller":"traceutil/trace.go:171","msg":"trace[1022720538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8125; }","duration":"256.307941ms","start":"2026-03-09T13:18:28.938758Z","end":"2026-03-09T13:18:29.195066Z","steps":["trace[1022720538] 'agreement among raft nodes before linearized reading' (duration: 256.031565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:29.195148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.641237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T13:18:29.195228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.019649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:18:29.195275Z","caller":"traceutil/trace.go:171","msg":"trace[1230234474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8125; }","duration":"247.831892ms","start":"2026-03-09T13:18:28.947417Z","end":"2026-03-09T13:18:29.195249Z","steps":["trace[1230234474] 'agreement among raft nodes before linearized reading' (duration: 247.388612ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:29.195334Z","caller":"traceutil/trace.go:171","msg":"trace[60919748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8125; }","duration":"254.163643ms","start":"2026-03-09T13:18:28.941149Z","end":"2026-03-09T13:18:29.195313Z","steps":["trace[60919748] 'agreement among raft nodes before linearized reading' (duration: 253.813446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:29.195351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.916778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:18:29.195478Z","caller":"traceutil/trace.go:171","msg":"trace[390634996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8125; }","duration":"250.034711ms","start":"2026-03-09T13:18:28.9454Z","end":"2026-03-09T13:18:29.195435Z","steps":["trace[390634996] 'agreement among raft nodes before linearized reading' (duration: 249.884678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:29.195226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.280116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:18:29.195532Z","caller":"traceutil/trace.go:171","msg":"trace[1345775813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:8125; }","duration":"250.655065ms","start":"2026-03-09T13:18:28.944865Z","end":"2026-03-09T13:18:29.19552Z","steps":["trace[1345775813] 'agreement among raft nodes before linearized reading' (duration: 250.091272ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:29.19579Z","caller":"traceutil/trace.go:171","msg":"trace[1699984215] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"329.286039ms","start":"2026-03-09T13:18:28.865359Z","end":"2026-03-09T13:18:29.194645Z","steps":["trace[1699984215] 'process raft request' (duration: 329.014063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:29.195952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:28.865336Z","time spent":"330.526957ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:29.411279Z","caller":"traceutil/trace.go:171","msg":"trace[1098867607] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"212.007962ms","start":"2026-03-09T13:18:29.199238Z","end":"2026-03-09T13:18:29.411246Z","steps":["trace[1098867607] 'process raft request' (duration: 138.266695ms)","trace[1098867607] 'compare' (duration: 73.42551ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:30.143251Z","caller":"traceutil/trace.go:171","msg":"trace[2104948029] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"943.16309ms","start":"2026-03-09T13:18:29.200054Z","end":"2026-03-09T13:18:30.143217Z","steps":["trace[2104948029] 'process raft request' (duration: 943.055658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:30.14326Z","caller":"traceutil/trace.go:171","msg":"trace[1608546672] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"943.269523ms","start":"2026-03-09T13:18:29.199943Z","end":"2026-03-09T13:18:30.143213Z","steps":["trace[1608546672] 'process raft request' (duration: 939.199963ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:30.143328Z","caller":"traceutil/trace.go:171","msg":"trace[932473525] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"943.11927ms","start":"2026-03-09T13:18:29.200176Z","end":"2026-03-09T13:18:30.143295Z","steps":["trace[932473525] 'process raft request' (duration: 943.012768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:30.143369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:29.200026Z","time spent":"943.286633ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:30.143359Z","caller":"traceutil/trace.go:171","msg":"trace[814729893] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"943.074859ms","start":"2026-03-09T13:18:29.200265Z","end":"2026-03-09T13:18:30.14334Z","steps":["trace[814729893] 'process raft request' (duration: 942.978107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:30.143451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:29.200167Z","time spent":"943.219252ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:30.14345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:29.200254Z","time spent":"943.14674ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:30.143455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:29.199933Z","time spent":"943.420026ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:30.143305Z","caller":"traceutil/trace.go:171","msg":"trace[2011486812] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8438; }","duration":"941.734968ms","start":"2026-03-09T13:18:29.201552Z","end":"2026-03-09T13:18:30.143287Z","steps":["trace[2011486812] 'read index received' (duration: 136.047495ms)","trace[2011486812] 'applied index is now lower than readState.Index' (duration: 805.686653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:30.143685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.127537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228875"} {"level":"info","ts":"2026-03-09T13:18:30.143723Z","caller":"traceutil/trace.go:171","msg":"trace[906245505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8130; }","duration":"942.193538ms","start":"2026-03-09T13:18:29.201522Z","end":"2026-03-09T13:18:30.143715Z","steps":["trace[906245505] 'agreement among raft nodes before linearized reading' (duration: 941.81215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:30.143747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:29.201501Z","time spent":"942.23977ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228898,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T13:18:30.151773Z","caller":"traceutil/trace.go:171","msg":"trace[1564746476] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"220.259467ms","start":"2026-03-09T13:18:29.931496Z","end":"2026-03-09T13:18:30.151755Z","steps":["trace[1564746476] 'process raft request' (duration: 220.128904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:30.151945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.099938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:18:30.15198Z","caller":"traceutil/trace.go:171","msg":"trace[1606401807] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8132; }","duration":"697.18043ms","start":"2026-03-09T13:18:29.45479Z","end":"2026-03-09T13:18:30.15197Z","steps":["trace[1606401807] 'agreement among raft nodes before linearized reading' (duration: 697.102009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:30.152003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:29.454763Z","time spent":"697.233871ms","remote":"127.0.0.1:41602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:18:30.152127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.132699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:18:30.152144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.63971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:18:30.152201Z","caller":"traceutil/trace.go:171","msg":"trace[1544317592] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8132; }","duration":"365.264592ms","start":"2026-03-09T13:18:29.78692Z","end":"2026-03-09T13:18:30.152185Z","steps":["trace[1544317592] 'agreement among raft nodes before linearized reading' (duration: 365.062628ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:30.152206Z","caller":"traceutil/trace.go:171","msg":"trace[1447280574] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8132; }","duration":"425.749292ms","start":"2026-03-09T13:18:29.72644Z","end":"2026-03-09T13:18:30.15219Z","steps":["trace[1447280574] 'agreement among raft nodes before linearized reading' (duration: 425.65475ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:30.152204Z","caller":"traceutil/trace.go:171","msg":"trace[508321038] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"168.347257ms","start":"2026-03-09T13:18:29.983839Z","end":"2026-03-09T13:18:30.152186Z","steps":["trace[508321038] 'process raft request' (duration: 167.873777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:30.152242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:29.786896Z","time spent":"365.338213ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:18:30.152245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:29.726414Z","time spent":"425.822804ms","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:18:30.15231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.003986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:18:30.15245Z","caller":"traceutil/trace.go:171","msg":"trace[999600826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8132; }","duration":"158.327733ms","start":"2026-03-09T13:18:29.994095Z","end":"2026-03-09T13:18:30.152422Z","steps":["trace[999600826] 'agreement among raft nodes before linearized reading' (duration: 157.846693ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:39.274578Z","caller":"traceutil/trace.go:171","msg":"trace[1222379964] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8532; }","duration":"298.698537ms","start":"2026-03-09T13:18:38.975854Z","end":"2026-03-09T13:18:39.274553Z","steps":["trace[1222379964] 'read index received' (duration: 298.540044ms)","trace[1222379964] 'applied index is now lower than readState.Index' (duration: 157.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:39.274641Z","caller":"traceutil/trace.go:171","msg":"trace[1040635252] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"301.03358ms","start":"2026-03-09T13:18:38.973576Z","end":"2026-03-09T13:18:39.27461Z","steps":["trace[1040635252] 'process raft request' (duration: 300.820495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:39.274823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.943933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-m7bpg\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-09T13:18:39.274872Z","caller":"traceutil/trace.go:171","msg":"trace[1216958340] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-m7bpg; range_end:; response_count:1; response_revision:8214; }","duration":"299.019485ms","start":"2026-03-09T13:18:38.97584Z","end":"2026-03-09T13:18:39.274859Z","steps":["trace[1216958340] 'agreement among raft nodes before linearized reading' (duration: 298.834581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:39.274954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:38.973555Z","time spent":"301.266095ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:39.296606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.770346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:18:39.296692Z","caller":"traceutil/trace.go:171","msg":"trace[1663300508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8214; }","duration":"305.861918ms","start":"2026-03-09T13:18:38.99081Z","end":"2026-03-09T13:18:39.296672Z","steps":["trace[1663300508] 'agreement among raft nodes before linearized reading' (duration: 305.712164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:39.296738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:38.990768Z","time spent":"305.96081ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:18:39.296707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.466343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:18:39.296838Z","caller":"traceutil/trace.go:171","msg":"trace[1017354978] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8214; }","duration":"100.679477ms","start":"2026-03-09T13:18:39.196131Z","end":"2026-03-09T13:18:39.296811Z","steps":["trace[1017354978] 'agreement among raft nodes before linearized reading' (duration: 100.420371ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:39.297385Z","caller":"traceutil/trace.go:171","msg":"trace[359736232] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8214; }","duration":"317.289301ms","start":"2026-03-09T13:18:38.980076Z","end":"2026-03-09T13:18:39.297365Z","steps":["trace[359736232] 'process raft request' (duration: 316.338139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:39.29758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:38.980054Z","time spent":"317.411634ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4704,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:40.429496Z","caller":"traceutil/trace.go:171","msg":"trace[853627951] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"497.202357ms","start":"2026-03-09T13:18:39.932267Z","end":"2026-03-09T13:18:40.429469Z","steps":["trace[853627951] 'process raft request' (duration: 497.011003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.429656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:39.932228Z","time spent":"497.349811ms","remote":"127.0.0.1:57122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:40.96561Z","caller":"traceutil/trace.go:171","msg":"trace[761211649] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"992.604863ms","start":"2026-03-09T13:18:39.972966Z","end":"2026-03-09T13:18:40.965571Z","steps":["trace[761211649] 'process raft request' (duration: 966.841598ms)","trace[761211649] 'compare' (duration: 24.975118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:40.965772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:39.972946Z","time spent":"992.744947ms","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:40.965817Z","caller":"traceutil/trace.go:171","msg":"trace[1122044769] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8537; }","duration":"990.050796ms","start":"2026-03-09T13:18:39.975709Z","end":"2026-03-09T13:18:40.96576Z","steps":["trace[1122044769] 'read index received' (duration: 453.593744ms)","trace[1122044769] 'applied index is now lower than readState.Index' (duration: 536.455782ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:40.966047Z","caller":"traceutil/trace.go:171","msg":"trace[238121014] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"738.948131ms","start":"2026-03-09T13:18:40.22704Z","end":"2026-03-09T13:18:40.965988Z","steps":["trace[238121014] 'process raft request' (duration: 738.665065ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:40.966112Z","caller":"traceutil/trace.go:171","msg":"trace[1707248541] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"989.728229ms","start":"2026-03-09T13:18:39.976371Z","end":"2026-03-09T13:18:40.966099Z","steps":["trace[1707248541] 'process raft request' (duration: 989.066274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.966144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.419314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-m7bpg\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-09T13:18:40.966173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:39.976364Z","time spent":"989.779112ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:18:40.966212Z","caller":"traceutil/trace.go:171","msg":"trace[1144688500] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-m7bpg; range_end:; response_count:1; response_revision:8223; }","duration":"990.543978ms","start":"2026-03-09T13:18:39.97565Z","end":"2026-03-09T13:18:40.966194Z","steps":["trace[1144688500] 'agreement among raft nodes before linearized reading' (duration: 990.328642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.966222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.227021Z","time spent":"739.112996ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:40.966278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.397397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-09T13:18:40.966145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.357424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:18:40.966313Z","caller":"traceutil/trace.go:171","msg":"trace[1908737829] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8223; }","duration":"525.454088ms","start":"2026-03-09T13:18:40.440846Z","end":"2026-03-09T13:18:40.9663Z","steps":["trace[1908737829] 'agreement among raft nodes before linearized reading' (duration: 525.342996ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:40.96634Z","caller":"traceutil/trace.go:171","msg":"trace[206613227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8223; }","duration":"973.61281ms","start":"2026-03-09T13:18:39.992714Z","end":"2026-03-09T13:18:40.966327Z","steps":["trace[206613227] 'agreement among raft nodes before linearized reading' (duration: 973.346213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.966382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:39.992692Z","time spent":"973.679132ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:18:40.966461Z","caller":"traceutil/trace.go:171","msg":"trace[1148961358] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"769.201769ms","start":"2026-03-09T13:18:40.197245Z","end":"2026-03-09T13:18:40.966447Z","steps":["trace[1148961358] 'process raft request' (duration: 768.338559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.966541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.197215Z","time spent":"769.27808ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:40.966955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.440829Z","time spent":"526.112612ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-09T13:18:40.967138Z","caller":"traceutil/trace.go:171","msg":"trace[1144138836] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"740.060677ms","start":"2026-03-09T13:18:40.227019Z","end":"2026-03-09T13:18:40.96708Z","steps":["trace[1144138836] 'process raft request' (duration: 738.631785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.967258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.031979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:18:40.967285Z","caller":"traceutil/trace.go:171","msg":"trace[2021329077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8223; }","duration":"741.098421ms","start":"2026-03-09T13:18:40.226178Z","end":"2026-03-09T13:18:40.967277Z","steps":["trace[2021329077] 'agreement among raft nodes before linearized reading' (duration: 741.037219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.967305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.226155Z","time spent":"741.145602ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T13:18:40.967409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.138393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-09T13:18:40.967427Z","caller":"traceutil/trace.go:171","msg":"trace[2146439637] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8223; }","duration":"789.201034ms","start":"2026-03-09T13:18:40.178218Z","end":"2026-03-09T13:18:40.967419Z","steps":["trace[2146439637] 'agreement among raft nodes before linearized reading' (duration: 789.133402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.967855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.178186Z","time spent":"789.660614ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-09T13:18:40.96627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:39.975625Z","time spent":"990.63034ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-m7bpg\" "} {"level":"warn","ts":"2026-03-09T13:18:40.967201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.791534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:18:40.968106Z","caller":"traceutil/trace.go:171","msg":"trace[429413242] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:8223; }","duration":"728.734305ms","start":"2026-03-09T13:18:40.239363Z","end":"2026-03-09T13:18:40.968098Z","steps":["trace[429413242] 'agreement among raft nodes before linearized reading' (duration: 727.780024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.968131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.239346Z","time spent":"728.777485ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:18:40.9674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.227005Z","time spent":"740.251901ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:40.967462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.98742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:18:40.968433Z","caller":"traceutil/trace.go:171","msg":"trace[1149475483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8223; }","duration":"742.997573ms","start":"2026-03-09T13:18:40.225428Z","end":"2026-03-09T13:18:40.968425Z","steps":["trace[1149475483] 'agreement among raft nodes before linearized reading' (duration: 741.916379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.968458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.225418Z","time spent":"743.031513ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:18:40.967468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.912531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:18:40.968648Z","caller":"traceutil/trace.go:171","msg":"trace[67879424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8223; }","duration":"744.149368ms","start":"2026-03-09T13:18:40.22449Z","end":"2026-03-09T13:18:40.968639Z","steps":["trace[67879424] 'agreement among raft nodes before linearized reading' (duration: 742.830159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.968678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.224458Z","time spent":"744.207609ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:18:40.967542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.132663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:18:40.968783Z","caller":"traceutil/trace.go:171","msg":"trace[1764394778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8223; }","duration":"743.383242ms","start":"2026-03-09T13:18:40.225392Z","end":"2026-03-09T13:18:40.968775Z","steps":["trace[1764394778] 'agreement among raft nodes before linearized reading' (duration: 742.040742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:40.968807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:40.225347Z","time spent":"743.452032ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:18:41.128532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.079473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:18:41.128624Z","caller":"traceutil/trace.go:171","msg":"trace[1054825579] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8224; }","duration":"156.235506ms","start":"2026-03-09T13:18:40.972374Z","end":"2026-03-09T13:18:41.128609Z","steps":["trace[1054825579] 'agreement among raft nodes before linearized reading' (duration: 156.004791ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:41.128204Z","caller":"traceutil/trace.go:171","msg":"trace[1085514479] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"160.523723ms","start":"2026-03-09T13:18:40.967619Z","end":"2026-03-09T13:18:41.128143Z","steps":["trace[1085514479] 'process raft request' (duration: 160.181935ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:41.128339Z","caller":"traceutil/trace.go:171","msg":"trace[1467122037] linearizableReadLoop","detail":"{readStateIndex:8544; appliedIndex:8544; }","duration":"155.906919ms","start":"2026-03-09T13:18:40.9724Z","end":"2026-03-09T13:18:41.128307Z","steps":["trace[1467122037] 'read index received' (duration: 155.878179ms)","trace[1467122037] 'applied index is now lower than readState.Index' (duration: 26.82µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:41.244633Z","caller":"traceutil/trace.go:171","msg":"trace[752307141] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"270.271403ms","start":"2026-03-09T13:18:40.974322Z","end":"2026-03-09T13:18:41.244593Z","steps":["trace[752307141] 'process raft request' (duration: 241.004819ms)","trace[752307141] 'compare' (duration: 28.906396ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:41.244645Z","caller":"traceutil/trace.go:171","msg":"trace[1087230602] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"270.029496ms","start":"2026-03-09T13:18:40.974578Z","end":"2026-03-09T13:18:41.244607Z","steps":["trace[1087230602] 'process raft request' (duration: 269.936244ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:41.244695Z","caller":"traceutil/trace.go:171","msg":"trace[12087501] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"270.258442ms","start":"2026-03-09T13:18:40.974388Z","end":"2026-03-09T13:18:41.244646Z","steps":["trace[12087501] 'process raft request' (duration: 270.069528ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:41.244943Z","caller":"traceutil/trace.go:171","msg":"trace[50097165] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"269.25431ms","start":"2026-03-09T13:18:40.975644Z","end":"2026-03-09T13:18:41.244899Z","steps":["trace[50097165] 'process raft request' (duration: 268.915622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:41.245071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.673002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189b2ec4877816c9\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-09T13:18:41.245116Z","caller":"traceutil/trace.go:171","msg":"trace[302719078] range","detail":"{range_begin:/registry/events/openstack/ceph.189b2ec4877816c9; range_end:; response_count:1; response_revision:8228; }","duration":"270.745223ms","start":"2026-03-09T13:18:40.974359Z","end":"2026-03-09T13:18:41.245105Z","steps":["trace[302719078] 'agreement among raft nodes before linearized reading' (duration: 270.533729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:41.245506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.064362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228790"} {"level":"info","ts":"2026-03-09T13:18:41.245581Z","caller":"traceutil/trace.go:171","msg":"trace[1007196933] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8228; }","duration":"272.178294ms","start":"2026-03-09T13:18:40.973388Z","end":"2026-03-09T13:18:41.245566Z","steps":["trace[1007196933] 'agreement among raft nodes before linearized reading' (duration: 271.608642ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:41.245589Z","caller":"traceutil/trace.go:171","msg":"trace[295698009] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8544; }","duration":"115.983019ms","start":"2026-03-09T13:18:41.128908Z","end":"2026-03-09T13:18:41.244891Z","steps":["trace[295698009] 'read index received' (duration: 86.433598ms)","trace[295698009] 'applied index is now lower than readState.Index' (duration: 29.547211ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:41.46792Z","caller":"traceutil/trace.go:171","msg":"trace[1770632735] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"334.143298ms","start":"2026-03-09T13:18:41.133744Z","end":"2026-03-09T13:18:41.467887Z","steps":["trace[1770632735] 'process raft request' (duration: 333.783629ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:41.467962Z","caller":"traceutil/trace.go:171","msg":"trace[1646908332] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8548; }","duration":"222.22369ms","start":"2026-03-09T13:18:41.245711Z","end":"2026-03-09T13:18:41.467934Z","steps":["trace[1646908332] 'read index received' (duration: 221.864821ms)","trace[1646908332] 'applied index is now lower than readState.Index' (duration: 357.789µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:41.46806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:41.133719Z","time spent":"334.277801ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:18:41.468102Z","caller":"traceutil/trace.go:171","msg":"trace[1020940127] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"334.000385ms","start":"2026-03-09T13:18:41.134067Z","end":"2026-03-09T13:18:41.468068Z","steps":["trace[1020940127] 'process raft request' (duration: 333.801141ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:41.468119Z","caller":"traceutil/trace.go:171","msg":"trace[1316000476] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"334.208449ms","start":"2026-03-09T13:18:41.13387Z","end":"2026-03-09T13:18:41.468078Z","steps":["trace[1316000476] 'process raft request' (duration: 333.938333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:41.468232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:41.134058Z","time spent":"334.086967ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:41.468253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.452275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-09T13:18:41.468296Z","caller":"traceutil/trace.go:171","msg":"trace[1875581968] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8231; }","duration":"334.572688ms","start":"2026-03-09T13:18:41.133708Z","end":"2026-03-09T13:18:41.468281Z","steps":["trace[1875581968] 'agreement among raft nodes before linearized reading' (duration: 334.326902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:41.468345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:41.133677Z","time spent":"334.65856ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-09T13:18:41.468343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:41.133855Z","time spent":"334.398474ms","remote":"127.0.0.1:44622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T13:18:41.524289Z","caller":"traceutil/trace.go:171","msg":"trace[1981041432] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"276.286457ms","start":"2026-03-09T13:18:41.247966Z","end":"2026-03-09T13:18:41.524252Z","steps":["trace[1981041432] 'process raft request' (duration: 246.185605ms)","trace[1981041432] 'compare' (duration: 29.813085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:42.874411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.079448ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T13:18:42.874558Z","caller":"traceutil/trace.go:171","msg":"trace[1375180719] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8555; }","duration":"357.894798ms","start":"2026-03-09T13:18:42.516638Z","end":"2026-03-09T13:18:42.874533Z","steps":["trace[1375180719] 'read index received' (duration: 143.565384ms)","trace[1375180719] 'applied index is now lower than readState.Index' (duration: 214.326744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:42.874852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.211665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T13:18:42.874904Z","caller":"traceutil/trace.go:171","msg":"trace[1881250645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8235; }","duration":"358.312687ms","start":"2026-03-09T13:18:42.516573Z","end":"2026-03-09T13:18:42.874886Z","steps":["trace[1881250645] 'agreement among raft nodes before linearized reading' (duration: 358.084062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:42.874946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:42.516551Z","time spent":"358.385569ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-09T13:18:43.083351Z","caller":"traceutil/trace.go:171","msg":"trace[2103367244] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"204.551175ms","start":"2026-03-09T13:18:42.878774Z","end":"2026-03-09T13:18:43.083325Z","steps":["trace[2103367244] 'process raft request' (duration: 204.363521ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:43.943563Z","caller":"traceutil/trace.go:171","msg":"trace[902643383] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"968.424744ms","start":"2026-03-09T13:18:42.97511Z","end":"2026-03-09T13:18:43.943535Z","steps":["trace[902643383] 'process raft request' (duration: 968.295611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:43.94375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:42.975073Z","time spent":"968.595307ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:43.943798Z","caller":"traceutil/trace.go:171","msg":"trace[1867479752] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8556; }","duration":"948.421887ms","start":"2026-03-09T13:18:42.995347Z","end":"2026-03-09T13:18:43.943769Z","steps":["trace[1867479752] 'read index received' (duration: 87.799319ms)","trace[1867479752] 'applied index is now lower than readState.Index' (duration: 860.620738ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:43.943914Z","caller":"traceutil/trace.go:171","msg":"trace[720755565] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"968.219409ms","start":"2026-03-09T13:18:42.975645Z","end":"2026-03-09T13:18:43.943864Z","steps":["trace[720755565] 'process raft request' (duration: 967.854741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:43.943984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.614241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:18:43.94404Z","caller":"traceutil/trace.go:171","msg":"trace[1369048015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8239; }","duration":"948.688654ms","start":"2026-03-09T13:18:42.995337Z","end":"2026-03-09T13:18:43.944026Z","steps":["trace[1369048015] 'agreement among raft nodes before linearized reading' (duration: 948.580061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:43.944054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:42.975614Z","time spent":"968.360893ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:43.944089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:42.995278Z","time spent":"948.799346ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T13:18:43.944279Z","caller":"traceutil/trace.go:171","msg":"trace[2101407294] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"971.269357ms","start":"2026-03-09T13:18:42.972236Z","end":"2026-03-09T13:18:43.943505Z","steps":["trace[2101407294] 'process raft request' (duration: 957.258765ms)","trace[2101407294] 'compare' (duration: 13.42582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:43.944435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:42.972204Z","time spent":"972.159057ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:18:44.006151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.729787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:18:44.006255Z","caller":"traceutil/trace.go:171","msg":"trace[1935714776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8240; }","duration":"755.83555ms","start":"2026-03-09T13:18:43.250384Z","end":"2026-03-09T13:18:44.006219Z","steps":["trace[1935714776] 'agreement among raft nodes before linearized reading' (duration: 755.536173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.006122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.437261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:18:44.006323Z","caller":"traceutil/trace.go:171","msg":"trace[1164574195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8240; }","duration":"406.751838ms","start":"2026-03-09T13:18:43.599559Z","end":"2026-03-09T13:18:44.006311Z","steps":["trace[1164574195] 'agreement among raft nodes before linearized reading' (duration: 406.414641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.006328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:43.250374Z","time spent":"755.943582ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T13:18:44.006292Z","caller":"traceutil/trace.go:171","msg":"trace[829337402] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"544.516873ms","start":"2026-03-09T13:18:43.461723Z","end":"2026-03-09T13:18:44.00624Z","steps":["trace[829337402] 'process raft request' (duration: 543.92367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.006424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.248252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T13:18:44.00645Z","caller":"traceutil/trace.go:171","msg":"trace[395916167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8240; }","duration":"757.318684ms","start":"2026-03-09T13:18:43.249126Z","end":"2026-03-09T13:18:44.006444Z","steps":["trace[395916167] 'agreement among raft nodes before linearized reading' (duration: 757.252612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.00647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:43.249097Z","time spent":"757.367374ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:18:44.006514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.703549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T13:18:44.006583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.202439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:18:44.006606Z","caller":"traceutil/trace.go:171","msg":"trace[587762608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:8240; }","duration":"752.225449ms","start":"2026-03-09T13:18:43.254375Z","end":"2026-03-09T13:18:44.0066Z","steps":["trace[587762608] 'agreement among raft nodes before linearized reading' (duration: 752.152638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.006624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:43.254345Z","time spent":"752.275261ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:18:44.0065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.388243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:18:44.006659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.094117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:18:44.00674Z","caller":"traceutil/trace.go:171","msg":"trace[1092002476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8240; }","duration":"757.21214ms","start":"2026-03-09T13:18:43.249517Z","end":"2026-03-09T13:18:44.00673Z","steps":["trace[1092002476] 'agreement among raft nodes before linearized reading' (duration: 757.001386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.006786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:43.24951Z","time spent":"757.265811ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:18:44.00674Z","caller":"traceutil/trace.go:171","msg":"trace[478181199] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8240; }","duration":"541.6729ms","start":"2026-03-09T13:18:43.465032Z","end":"2026-03-09T13:18:44.006705Z","steps":["trace[478181199] 'agreement among raft nodes before linearized reading' (duration: 541.330292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.006876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:43.465024Z","time spent":"541.838003ms","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:18:44.006355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:43.59953Z","time spent":"406.8178ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T13:18:44.006659Z","caller":"traceutil/trace.go:171","msg":"trace[1664289651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8240; }","duration":"756.896853ms","start":"2026-03-09T13:18:43.249683Z","end":"2026-03-09T13:18:44.00658Z","steps":["trace[1664289651] 'agreement among raft nodes before linearized reading' (duration: 756.452023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.007011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:43.249655Z","time spent":"757.342243ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:18:44.006533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:18:43.461702Z","time spent":"544.705858ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:18:44.253312Z","caller":"traceutil/trace.go:171","msg":"trace[1705990469] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"240.315904ms","start":"2026-03-09T13:18:44.012963Z","end":"2026-03-09T13:18:44.253278Z","steps":["trace[1705990469] 'process raft request' (duration: 240.13167ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:44.261635Z","caller":"traceutil/trace.go:171","msg":"trace[840001458] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"248.526817ms","start":"2026-03-09T13:18:44.013011Z","end":"2026-03-09T13:18:44.261538Z","steps":["trace[840001458] 'process raft request' (duration: 248.430365ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:44.261714Z","caller":"traceutil/trace.go:171","msg":"trace[1277424679] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"248.660591ms","start":"2026-03-09T13:18:44.012989Z","end":"2026-03-09T13:18:44.261649Z","steps":["trace[1277424679] 'process raft request' (duration: 248.261152ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:44.261926Z","caller":"traceutil/trace.go:171","msg":"trace[103588920] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"248.891045ms","start":"2026-03-09T13:18:44.013015Z","end":"2026-03-09T13:18:44.261906Z","steps":["trace[103588920] 'process raft request' (duration: 248.473816ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:44.262095Z","caller":"traceutil/trace.go:171","msg":"trace[1685318610] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"248.992368ms","start":"2026-03-09T13:18:44.013078Z","end":"2026-03-09T13:18:44.26207Z","steps":["trace[1685318610] 'process raft request' (duration: 248.683721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:44.262192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.351269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:18:44.262257Z","caller":"traceutil/trace.go:171","msg":"trace[1246519867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8245; }","duration":"246.460161ms","start":"2026-03-09T13:18:44.015783Z","end":"2026-03-09T13:18:44.262243Z","steps":["trace[1246519867] 'agreement among raft nodes before linearized reading' (duration: 246.339448ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:44.262092Z","caller":"traceutil/trace.go:171","msg":"trace[490110089] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8561; }","duration":"246.247366ms","start":"2026-03-09T13:18:44.015821Z","end":"2026-03-09T13:18:44.262068Z","steps":["trace[490110089] 'read index received' (duration: 237.172293ms)","trace[490110089] 'applied index is now lower than readState.Index' (duration: 9.008531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:18:44.262971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.056112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-09T13:18:44.263012Z","caller":"traceutil/trace.go:171","msg":"trace[723905423] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8245; }","duration":"225.117644ms","start":"2026-03-09T13:18:44.037883Z","end":"2026-03-09T13:18:44.263001Z","steps":["trace[723905423] 'agreement among raft nodes before linearized reading' (duration: 224.90482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:52.187891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.236256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:18:52.18799Z","caller":"traceutil/trace.go:171","msg":"trace[684541334] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8303; }","duration":"285.40833ms","start":"2026-03-09T13:18:51.902561Z","end":"2026-03-09T13:18:52.187969Z","steps":["trace[684541334] 'count revisions from in-memory index tree' (duration: 285.072621ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:52.188184Z","caller":"traceutil/trace.go:171","msg":"trace[332254673] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"217.082504ms","start":"2026-03-09T13:18:51.971054Z","end":"2026-03-09T13:18:52.188136Z","steps":["trace[332254673] 'process raft request' (duration: 216.239676ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:52.188876Z","caller":"traceutil/trace.go:171","msg":"trace[715293604] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"216.361869ms","start":"2026-03-09T13:18:51.972495Z","end":"2026-03-09T13:18:52.188857Z","steps":["trace[715293604] 'process raft request' (duration: 216.187705ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:18:52.188989Z","caller":"traceutil/trace.go:171","msg":"trace[1839408518] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8625; }","duration":"195.750189ms","start":"2026-03-09T13:18:51.993216Z","end":"2026-03-09T13:18:52.188967Z","steps":["trace[1839408518] 'read index received' (duration: 194.226174ms)","trace[1839408518] 'applied index is now lower than readState.Index' (duration: 1.521895ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:18:52.189077Z","caller":"traceutil/trace.go:171","msg":"trace[117838411] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"215.421468ms","start":"2026-03-09T13:18:51.973592Z","end":"2026-03-09T13:18:52.189014Z","steps":["trace[117838411] 'process raft request' (duration: 215.211823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:52.189121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.898093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:18:52.189286Z","caller":"traceutil/trace.go:171","msg":"trace[1486577440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8306; }","duration":"196.102097ms","start":"2026-03-09T13:18:51.993162Z","end":"2026-03-09T13:18:52.189264Z","steps":["trace[1486577440] 'agreement among raft nodes before linearized reading' (duration: 195.906543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:52.189283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.278645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:18:52.189338Z","caller":"traceutil/trace.go:171","msg":"trace[855499778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:8306; }","duration":"129.376837ms","start":"2026-03-09T13:18:52.059944Z","end":"2026-03-09T13:18:52.189321Z","steps":["trace[855499778] 'agreement among raft nodes before linearized reading' (duration: 129.171753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:18:52.189384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.56707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-57xrn\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-09T13:18:52.189475Z","caller":"traceutil/trace.go:171","msg":"trace[1206438953] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-57xrn; range_end:; response_count:1; response_revision:8306; }","duration":"111.710703ms","start":"2026-03-09T13:18:52.077742Z","end":"2026-03-09T13:18:52.189453Z","steps":["trace[1206438953] 'agreement among raft nodes before linearized reading' (duration: 111.479528ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:19:54.688365Z","caller":"traceutil/trace.go:171","msg":"trace[1166997961] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"263.796427ms","start":"2026-03-09T13:19:54.424516Z","end":"2026-03-09T13:19:54.688312Z","steps":["trace[1166997961] 'process raft request' (duration: 263.355327ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:19:54.688406Z","caller":"traceutil/trace.go:171","msg":"trace[1436042343] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"262.280854ms","start":"2026-03-09T13:19:54.426081Z","end":"2026-03-09T13:19:54.688362Z","steps":["trace[1436042343] 'process raft request' (duration: 262.128601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:19:55.318044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.845802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:19:55.318165Z","caller":"traceutil/trace.go:171","msg":"trace[1413098557] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8915; }","duration":"407.054616ms","start":"2026-03-09T13:19:54.911087Z","end":"2026-03-09T13:19:55.318141Z","steps":["trace[1413098557] 'count revisions from in-memory index tree' (duration: 406.080254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:19:55.318217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:19:54.911056Z","time spent":"407.145068ms","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:19:55.318738Z","caller":"traceutil/trace.go:171","msg":"trace[493630619] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"269.843443ms","start":"2026-03-09T13:19:55.04888Z","end":"2026-03-09T13:19:55.318723Z","steps":["trace[493630619] 'process raft request' (duration: 269.351452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.259723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835591355413968917,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T13:20:09.584756Z","caller":"traceutil/trace.go:171","msg":"trace[541410462] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"845.795416ms","start":"2026-03-09T13:20:08.738923Z","end":"2026-03-09T13:20:09.584718Z","steps":["trace[541410462] 'process raft request' (duration: 843.351092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.584956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.738889Z","time spent":"845.970561ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:20:09.587078Z","caller":"traceutil/trace.go:171","msg":"trace[602494322] linearizableReadLoop","detail":"{readStateIndex:9328; appliedIndex:9326; }","duration":"828.44569ms","start":"2026-03-09T13:20:08.758606Z","end":"2026-03-09T13:20:09.587052Z","steps":["trace[602494322] 'read index received' (duration: 823.821067ms)","trace[602494322] 'applied index is now lower than readState.Index' (duration: 4.623223ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:20:09.587225Z","caller":"traceutil/trace.go:171","msg":"trace[272371271] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"847.837332ms","start":"2026-03-09T13:20:08.739289Z","end":"2026-03-09T13:20:09.587126Z","steps":["trace[272371271] 'process raft request' (duration: 847.649748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.587322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.572588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:20:09.587361Z","caller":"traceutil/trace.go:171","msg":"trace[131223700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8983; }","duration":"826.65796ms","start":"2026-03-09T13:20:08.760693Z","end":"2026-03-09T13:20:09.587351Z","steps":["trace[131223700] 'agreement among raft nodes before linearized reading' (duration: 826.504307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.587392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.76068Z","time spent":"826.704711ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T13:20:09.587422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.965898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:20:09.587495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.603122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6cc8b8885f-g9bd6.189b2eb6500201ab\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-09T13:20:09.58754Z","caller":"traceutil/trace.go:171","msg":"trace[97838194] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6cc8b8885f-g9bd6.189b2eb6500201ab; range_end:; response_count:1; response_revision:8983; }","duration":"724.661613ms","start":"2026-03-09T13:20:08.862863Z","end":"2026-03-09T13:20:09.587525Z","steps":["trace[97838194] 'agreement among raft nodes before linearized reading' (duration: 724.556221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.58751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.861159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T13:20:09.587639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.862847Z","time spent":"724.777916ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6cc8b8885f-g9bd6.189b2eb6500201ab\" "} {"level":"warn","ts":"2026-03-09T13:20:09.58768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.582004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:20:09.587677Z","caller":"traceutil/trace.go:171","msg":"trace[1993525344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8983; }","duration":"829.088735ms","start":"2026-03-09T13:20:08.758555Z","end":"2026-03-09T13:20:09.587644Z","steps":["trace[1993525344] 'agreement among raft nodes before linearized reading' (duration: 828.612013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.587559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.739269Z","time spent":"848.050327ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:20:09.587749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.75854Z","time spent":"829.197927ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T13:20:09.587538Z","caller":"traceutil/trace.go:171","msg":"trace[920400297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8983; }","duration":"595.114302ms","start":"2026-03-09T13:20:08.992397Z","end":"2026-03-09T13:20:09.587511Z","steps":["trace[920400297] 'agreement among raft nodes before linearized reading' (duration: 594.961548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.587915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.992379Z","time spent":"595.528053ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:20:09.587856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.71974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T13:20:09.587973Z","caller":"traceutil/trace.go:171","msg":"trace[1786515325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8983; }","duration":"812.846543ms","start":"2026-03-09T13:20:08.775116Z","end":"2026-03-09T13:20:09.587962Z","steps":["trace[1786515325] 'agreement among raft nodes before linearized reading' (duration: 812.675969ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:20:09.587725Z","caller":"traceutil/trace.go:171","msg":"trace[113565731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8983; }","duration":"794.641266ms","start":"2026-03-09T13:20:08.793073Z","end":"2026-03-09T13:20:09.587714Z","steps":["trace[113565731] 'agreement among raft nodes before linearized reading' (duration: 794.499503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.588015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.775106Z","time spent":"812.898124ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:20:09.587983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.176132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T13:20:09.588064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.793067Z","time spent":"794.978094ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T13:20:09.588115Z","caller":"traceutil/trace.go:171","msg":"trace[528095458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8983; }","duration":"827.321686ms","start":"2026-03-09T13:20:08.760753Z","end":"2026-03-09T13:20:09.588075Z","steps":["trace[528095458] 'agreement among raft nodes before linearized reading' (duration: 827.02066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.587385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.040191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T13:20:09.588173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.760745Z","time spent":"827.418778ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T13:20:09.588191Z","caller":"traceutil/trace.go:171","msg":"trace[1661305327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:8983; }","duration":"785.86651ms","start":"2026-03-09T13:20:08.802307Z","end":"2026-03-09T13:20:09.588174Z","steps":["trace[1661305327] 'agreement among raft nodes before linearized reading' (duration: 784.915168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.588241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:08.802299Z","time spent":"785.931622ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:20:09.58774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.468386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:20:09.588373Z","caller":"traceutil/trace.go:171","msg":"trace[110963960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8983; }","duration":"538.092429ms","start":"2026-03-09T13:20:09.050261Z","end":"2026-03-09T13:20:09.588353Z","steps":["trace[110963960] 'agreement among raft nodes before linearized reading' (duration: 537.310072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:09.58844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.050156Z","time spent":"538.264344ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T13:20:10.018502Z","caller":"traceutil/trace.go:171","msg":"trace[1947363416] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"426.051959ms","start":"2026-03-09T13:20:09.592417Z","end":"2026-03-09T13:20:10.018469Z","steps":["trace[1947363416] 'process raft request' (duration: 425.784363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:10.018739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.592396Z","time spent":"426.204802ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:20:10.018911Z","caller":"traceutil/trace.go:171","msg":"trace[497526728] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"426.306064ms","start":"2026-03-09T13:20:09.592557Z","end":"2026-03-09T13:20:10.018863Z","steps":["trace[497526728] 'process raft request' (duration: 425.845794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:10.019131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.592532Z","time spent":"426.478729ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:20:10.019575Z","caller":"traceutil/trace.go:171","msg":"trace[195158731] linearizableReadLoop","detail":"{readStateIndex:9332; appliedIndex:9328; }","duration":"425.556608ms","start":"2026-03-09T13:20:09.593998Z","end":"2026-03-09T13:20:10.019555Z","steps":["trace[195158731] 'read index received' (duration: 68.380906ms)","trace[195158731] 'applied index is now lower than readState.Index' (duration: 357.174762ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:20:10.019548Z","caller":"traceutil/trace.go:171","msg":"trace[787698026] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"426.821547ms","start":"2026-03-09T13:20:09.592685Z","end":"2026-03-09T13:20:10.019507Z","steps":["trace[787698026] 'process raft request' (duration: 426.0729ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:20:10.019548Z","caller":"traceutil/trace.go:171","msg":"trace[265374798] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"425.451976ms","start":"2026-03-09T13:20:09.59406Z","end":"2026-03-09T13:20:10.019512Z","steps":["trace[265374798] 'process raft request' (duration: 425.328794ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:20:10.019706Z","caller":"traceutil/trace.go:171","msg":"trace[61163753] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"425.319163ms","start":"2026-03-09T13:20:09.594374Z","end":"2026-03-09T13:20:10.019694Z","steps":["trace[61163753] 'process raft request' (duration: 425.086888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:10.019753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.594355Z","time spent":"425.370204ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:20:10.019794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.592679Z","time spent":"426.991251ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:20:10.019965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.594044Z","time spent":"425.63846ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:20:10.020252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.181482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:20:10.020373Z","caller":"traceutil/trace.go:171","msg":"trace[1625779100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8989; }","duration":"426.375116ms","start":"2026-03-09T13:20:09.593972Z","end":"2026-03-09T13:20:10.020347Z","steps":["trace[1625779100] 'agreement among raft nodes before linearized reading' (duration: 425.912225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:10.020438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.593962Z","time spent":"426.466368ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T13:20:10.034089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.905205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:20:10.034116Z","caller":"traceutil/trace.go:171","msg":"trace[1118959400] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"198.605892ms","start":"2026-03-09T13:20:09.835485Z","end":"2026-03-09T13:20:10.034091Z","steps":["trace[1118959400] 'process raft request' (duration: 198.384248ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:20:10.034174Z","caller":"traceutil/trace.go:171","msg":"trace[1988752675] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8990; }","duration":"434.003997ms","start":"2026-03-09T13:20:09.600147Z","end":"2026-03-09T13:20:10.034151Z","steps":["trace[1988752675] 'agreement among raft nodes before linearized reading' (duration: 433.885764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:10.034216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.600138Z","time spent":"434.067558ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T13:20:10.034549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.410439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291517"} {"level":"info","ts":"2026-03-09T13:20:10.034624Z","caller":"traceutil/trace.go:171","msg":"trace[601008826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8990; }","duration":"440.495301ms","start":"2026-03-09T13:20:09.594112Z","end":"2026-03-09T13:20:10.034608Z","steps":["trace[601008826] 'agreement among raft nodes before linearized reading' (duration: 440.01923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:20:10.034658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:20:09.594043Z","time spent":"440.608144ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291540,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T13:21:50.557763Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"adfb641115bf6cbd","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T13:21:50.564284Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T13:21:50.564359Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T13:21:53.665539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7450} {"level":"info","ts":"2026-03-09T13:21:53.726868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7450,"took":"59.10555ms","hash":1997955081,"current-db-size-bytes":40853504,"current-db-size":"41 MB","current-db-size-in-use-bytes":24727552,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T13:21:53.726949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1997955081,"revision":7450,"compact-revision":5511} {"level":"info","ts":"2026-03-09T13:22:15.255052Z","caller":"traceutil/trace.go:171","msg":"trace[1750237685] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"109.620629ms","start":"2026-03-09T13:22:15.145404Z","end":"2026-03-09T13:22:15.255024Z","steps":["trace[1750237685] 'process raft request' (duration: 109.404895ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:24:08.586892Z","caller":"traceutil/trace.go:171","msg":"trace[2130683952] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"102.546048ms","start":"2026-03-09T13:24:08.484315Z","end":"2026-03-09T13:24:08.586861Z","steps":["trace[2130683952] 'process raft request' (duration: 102.485717ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:24:10.43342Z","caller":"traceutil/trace.go:171","msg":"trace[1767799193] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"107.924009ms","start":"2026-03-09T13:24:10.325466Z","end":"2026-03-09T13:24:10.43339Z","steps":["trace[1767799193] 'process raft request' (duration: 107.757185ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:26:53.675722Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9651} {"level":"info","ts":"2026-03-09T13:26:53.758355Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9651,"took":"80.478506ms","hash":1046834077,"current-db-size-bytes":40853504,"current-db-size":"41 MB","current-db-size-in-use-bytes":18489344,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-09T13:26:53.758424Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1046834077,"revision":9651,"compact-revision":7450} {"level":"info","ts":"2026-03-09T13:27:06.552044Z","caller":"traceutil/trace.go:171","msg":"trace[1836903240] linearizableReadLoop","detail":"{readStateIndex:11750; appliedIndex:11749; }","duration":"293.895034ms","start":"2026-03-09T13:27:06.25811Z","end":"2026-03-09T13:27:06.552005Z","steps":["trace[1836903240] 'read index received' (duration: 293.73201ms)","trace[1836903240] 'applied index is now lower than readState.Index' (duration: 161.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:27:06.55217Z","caller":"traceutil/trace.go:171","msg":"trace[266009423] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"297.24632ms","start":"2026-03-09T13:27:06.254843Z","end":"2026-03-09T13:27:06.552089Z","steps":["trace[266009423] 'process raft request' (duration: 296.910192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:27:06.552405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.257053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:27:06.552442Z","caller":"traceutil/trace.go:171","msg":"trace[441464096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11311; }","duration":"294.346815ms","start":"2026-03-09T13:27:06.258086Z","end":"2026-03-09T13:27:06.552433Z","steps":["trace[441464096] 'agreement among raft nodes before linearized reading' (duration: 294.155641ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:27:06.596585Z","caller":"traceutil/trace.go:171","msg":"trace[542722281] transaction","detail":"{read_only:false; response_revision:11312; number_of_response:1; }","duration":"187.218005ms","start":"2026-03-09T13:27:06.409335Z","end":"2026-03-09T13:27:06.596553Z","steps":["trace[542722281] 'process raft request' (duration: 186.98724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:27:06.596771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.979877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T13:27:06.596841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.578185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:27:06.596861Z","caller":"traceutil/trace.go:171","msg":"trace[2034574684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11312; }","duration":"333.123909ms","start":"2026-03-09T13:27:06.263716Z","end":"2026-03-09T13:27:06.59684Z","steps":["trace[2034574684] 'agreement among raft nodes before linearized reading' (duration: 332.835333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:27:06.59688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.670603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:27:06.596915Z","caller":"traceutil/trace.go:171","msg":"trace[2038744470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11312; }","duration":"331.685917ms","start":"2026-03-09T13:27:06.265212Z","end":"2026-03-09T13:27:06.596897Z","steps":["trace[2038744470] 'agreement among raft nodes before linearized reading' (duration: 331.403331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:27:06.596972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:27:06.265204Z","time spent":"331.758131ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T13:27:06.596975Z","caller":"traceutil/trace.go:171","msg":"trace[1661150482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11312; }","duration":"338.808598ms","start":"2026-03-09T13:27:06.258144Z","end":"2026-03-09T13:27:06.596953Z","steps":["trace[1661150482] 'agreement among raft nodes before linearized reading' (duration: 338.51616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:27:06.597027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:27:06.258138Z","time spent":"338.879099ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:27:06.596959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:27:06.263696Z","time spent":"333.249383ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T13:27:07.420513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.233291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:27:07.420625Z","caller":"traceutil/trace.go:171","msg":"trace[117591347] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11317; }","duration":"246.416586ms","start":"2026-03-09T13:27:07.174184Z","end":"2026-03-09T13:27:07.420601Z","steps":["trace[117591347] 'count revisions from in-memory index tree' (duration: 246.049537ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:27:16.906899Z","caller":"traceutil/trace.go:171","msg":"trace[923196256] transaction","detail":"{read_only:false; response_revision:11360; number_of_response:1; }","duration":"126.631324ms","start":"2026-03-09T13:27:16.780228Z","end":"2026-03-09T13:27:16.90686Z","steps":["trace[923196256] 'process raft request' (duration: 79.957373ms)","trace[923196256] 'compare' (duration: 45.871684ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:27:16.907622Z","caller":"traceutil/trace.go:171","msg":"trace[383569057] transaction","detail":"{read_only:false; response_revision:11361; number_of_response:1; }","duration":"127.235208ms","start":"2026-03-09T13:27:16.780304Z","end":"2026-03-09T13:27:16.907539Z","steps":["trace[383569057] 'process raft request' (duration: 126.319428ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:27:16.907523Z","caller":"traceutil/trace.go:171","msg":"trace[108765518] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"126.078312ms","start":"2026-03-09T13:27:16.7814Z","end":"2026-03-09T13:27:16.907478Z","steps":["trace[108765518] 'process raft request' (duration: 125.924538ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:03.58016Z","caller":"traceutil/trace.go:171","msg":"trace[1852170185] linearizableReadLoop","detail":"{readStateIndex:12604; appliedIndex:12603; }","duration":"142.215552ms","start":"2026-03-09T13:30:03.437906Z","end":"2026-03-09T13:30:03.580122Z","steps":["trace[1852170185] 'read index received' (duration: 142.046008ms)","trace[1852170185] 'applied index is now lower than readState.Index' (duration: 167.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:03.580191Z","caller":"traceutil/trace.go:171","msg":"trace[235186940] transaction","detail":"{read_only:false; response_revision:12128; number_of_response:1; }","duration":"238.08471ms","start":"2026-03-09T13:30:03.342057Z","end":"2026-03-09T13:30:03.580142Z","steps":["trace[235186940] 'process raft request' (duration: 237.774774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:03.580441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.511089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-09T13:30:03.580489Z","caller":"traceutil/trace.go:171","msg":"trace[938190171] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:12128; }","duration":"142.630892ms","start":"2026-03-09T13:30:03.437848Z","end":"2026-03-09T13:30:03.580479Z","steps":["trace[938190171] 'agreement among raft nodes before linearized reading' (duration: 142.412797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:03.580615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.719684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-09T13:30:03.580715Z","caller":"traceutil/trace.go:171","msg":"trace[248338025] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:12128; }","duration":"103.838156ms","start":"2026-03-09T13:30:03.476853Z","end":"2026-03-09T13:30:03.580691Z","steps":["trace[248338025] 'agreement among raft nodes before linearized reading' (duration: 103.588931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:03.788353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.959318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:30:03.788491Z","caller":"traceutil/trace.go:171","msg":"trace[1131538532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12128; }","duration":"121.153052ms","start":"2026-03-09T13:30:03.667285Z","end":"2026-03-09T13:30:03.788438Z","steps":["trace[1131538532] 'range keys from in-memory index tree' (duration: 120.656701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:03.78838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.818415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-09T13:30:03.788696Z","caller":"traceutil/trace.go:171","msg":"trace[1652776376] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:12128; }","duration":"199.166682ms","start":"2026-03-09T13:30:03.589505Z","end":"2026-03-09T13:30:03.788672Z","steps":["trace[1652776376] 'range keys from in-memory index tree' (duration: 198.587839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:03.788656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.219542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T13:30:03.788817Z","caller":"traceutil/trace.go:171","msg":"trace[1945849524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12128; }","duration":"164.454697ms","start":"2026-03-09T13:30:03.624326Z","end":"2026-03-09T13:30:03.788781Z","steps":["trace[1945849524] 'range keys from in-memory index tree' (duration: 163.903615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:03.788457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.52024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:73 size:54114"} {"level":"info","ts":"2026-03-09T13:30:03.789039Z","caller":"traceutil/trace.go:171","msg":"trace[477637164] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:73; response_revision:12128; }","duration":"170.065922ms","start":"2026-03-09T13:30:03.618892Z","end":"2026-03-09T13:30:03.788957Z","steps":["trace[477637164] 'range keys from in-memory index tree' (duration: 168.883106ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:08.003939Z","caller":"traceutil/trace.go:171","msg":"trace[235727828] transaction","detail":"{read_only:false; response_revision:12147; number_of_response:1; }","duration":"140.588815ms","start":"2026-03-09T13:30:07.863325Z","end":"2026-03-09T13:30:08.003913Z","steps":["trace[235727828] 'process raft request' (duration: 95.129642ms)","trace[235727828] 'compare' (duration: 45.33523ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:08.015949Z","caller":"traceutil/trace.go:171","msg":"trace[32555313] linearizableReadLoop","detail":"{readStateIndex:12625; appliedIndex:12623; }","duration":"148.647956ms","start":"2026-03-09T13:30:07.867271Z","end":"2026-03-09T13:30:08.015919Z","steps":["trace[32555313] 'read index received' (duration: 91.165294ms)","trace[32555313] 'applied index is now lower than readState.Index' (duration: 57.481632ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:08.01601Z","caller":"traceutil/trace.go:171","msg":"trace[1287658445] transaction","detail":"{read_only:false; response_revision:12148; number_of_response:1; }","duration":"151.99073ms","start":"2026-03-09T13:30:07.863976Z","end":"2026-03-09T13:30:08.015966Z","steps":["trace[1287658445] 'process raft request' (duration: 151.760765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:08.016192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.906501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T13:30:08.016231Z","caller":"traceutil/trace.go:171","msg":"trace[1027451274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12148; }","duration":"148.999914ms","start":"2026-03-09T13:30:07.867219Z","end":"2026-03-09T13:30:08.016219Z","steps":["trace[1027451274] 'agreement among raft nodes before linearized reading' (duration: 148.85395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:08.016367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.545408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-09T13:30:08.016418Z","caller":"traceutil/trace.go:171","msg":"trace[592176585] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:12148; }","duration":"107.62319ms","start":"2026-03-09T13:30:07.908782Z","end":"2026-03-09T13:30:08.016406Z","steps":["trace[592176585] 'agreement among raft nodes before linearized reading' (duration: 107.446156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:08.016475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.490105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:1 size:23651"} {"level":"info","ts":"2026-03-09T13:30:08.016564Z","caller":"traceutil/trace.go:171","msg":"trace[728026298] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:1; response_revision:12148; }","duration":"110.619607ms","start":"2026-03-09T13:30:07.905924Z","end":"2026-03-09T13:30:08.016544Z","steps":["trace[728026298] 'agreement among raft nodes before linearized reading' (duration: 110.382562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:08.016449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.353531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:30:08.016772Z","caller":"traceutil/trace.go:171","msg":"trace[372384940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12148; }","duration":"145.71979ms","start":"2026-03-09T13:30:07.871032Z","end":"2026-03-09T13:30:08.016751Z","steps":["trace[372384940] 'agreement among raft nodes before linearized reading' (duration: 145.190128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:08.315478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.024138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:30:08.315862Z","caller":"traceutil/trace.go:171","msg":"trace[1102151126] transaction","detail":"{read_only:false; response_revision:12149; number_of_response:1; }","duration":"293.876365ms","start":"2026-03-09T13:30:08.021947Z","end":"2026-03-09T13:30:08.315823Z","steps":["trace[1102151126] 'process raft request' (duration: 129.368906ms)","trace[1102151126] 'compare' (duration: 163.61995ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:08.316003Z","caller":"traceutil/trace.go:171","msg":"trace[325342055] transaction","detail":"{read_only:false; response_revision:12150; number_of_response:1; }","duration":"293.790962ms","start":"2026-03-09T13:30:08.022187Z","end":"2026-03-09T13:30:08.315978Z","steps":["trace[325342055] 'process raft request' (duration: 293.469915ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:08.316278Z","caller":"traceutil/trace.go:171","msg":"trace[1236192932] transaction","detail":"{read_only:false; response_revision:12151; number_of_response:1; }","duration":"168.12696ms","start":"2026-03-09T13:30:08.148068Z","end":"2026-03-09T13:30:08.316195Z","steps":["trace[1236192932] 'process raft request' (duration: 167.835944ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:08.317177Z","caller":"traceutil/trace.go:171","msg":"trace[864126846] transaction","detail":"{read_only:false; response_revision:12152; number_of_response:1; }","duration":"169.078622ms","start":"2026-03-09T13:30:08.148072Z","end":"2026-03-09T13:30:08.317151Z","steps":["trace[864126846] 'process raft request' (duration: 168.038858ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:08.317215Z","caller":"traceutil/trace.go:171","msg":"trace[738502898] linearizableReadLoop","detail":"{readStateIndex:12627; appliedIndex:12625; }","duration":"215.16774ms","start":"2026-03-09T13:30:08.101784Z","end":"2026-03-09T13:30:08.316952Z","steps":["trace[738502898] 'read index received' (duration: 49.540145ms)","trace[738502898] 'applied index is now lower than readState.Index' (duration: 165.626345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:08.31752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.704751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-09T13:30:08.317589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.836372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:1 size:23651"} {"level":"info","ts":"2026-03-09T13:30:08.317794Z","caller":"traceutil/trace.go:171","msg":"trace[1180653783] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:1; response_revision:12152; }","duration":"206.072557ms","start":"2026-03-09T13:30:08.111697Z","end":"2026-03-09T13:30:08.31777Z","steps":["trace[1180653783] 'agreement among raft nodes before linearized reading' (duration: 205.684468ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:08.31765Z","caller":"traceutil/trace.go:171","msg":"trace[640033768] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:12152; }","duration":"215.873315ms","start":"2026-03-09T13:30:08.10174Z","end":"2026-03-09T13:30:08.317613Z","steps":["trace[640033768] 'agreement among raft nodes before linearized reading' (duration: 215.494977ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:09.129401Z","caller":"traceutil/trace.go:171","msg":"trace[2146592573] linearizableReadLoop","detail":"{readStateIndex:12630; appliedIndex:12629; }","duration":"147.9855ms","start":"2026-03-09T13:30:08.981363Z","end":"2026-03-09T13:30:09.129349Z","steps":["trace[2146592573] 'read index received' (duration: 147.802606ms)","trace[2146592573] 'applied index is now lower than readState.Index' (duration: 181.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:09.129429Z","caller":"traceutil/trace.go:171","msg":"trace[84569520] transaction","detail":"{read_only:false; response_revision:12153; number_of_response:1; }","duration":"152.217725ms","start":"2026-03-09T13:30:08.977171Z","end":"2026-03-09T13:30:09.129388Z","steps":["trace[84569520] 'process raft request' (duration: 151.98185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:09.129764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.993056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:5299"} {"level":"info","ts":"2026-03-09T13:30:09.129821Z","caller":"traceutil/trace.go:171","msg":"trace[12062316] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:12153; }","duration":"111.109318ms","start":"2026-03-09T13:30:09.018697Z","end":"2026-03-09T13:30:09.129806Z","steps":["trace[12062316] 'agreement among raft nodes before linearized reading' (duration: 110.844953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:09.132023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.65176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390287"} {"level":"info","ts":"2026-03-09T13:30:09.132118Z","caller":"traceutil/trace.go:171","msg":"trace[1933828392] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12153; }","duration":"150.767613ms","start":"2026-03-09T13:30:08.981331Z","end":"2026-03-09T13:30:09.132098Z","steps":["trace[1933828392] 'agreement among raft nodes before linearized reading' (duration: 148.171955ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:09.722731Z","caller":"traceutil/trace.go:171","msg":"trace[820971651] transaction","detail":"{read_only:false; response_revision:12155; number_of_response:1; }","duration":"102.837924ms","start":"2026-03-09T13:30:09.619866Z","end":"2026-03-09T13:30:09.722704Z","steps":["trace[820971651] 'process raft request' (duration: 102.598777ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:12.097363Z","caller":"traceutil/trace.go:171","msg":"trace[289280591] transaction","detail":"{read_only:false; response_revision:12164; number_of_response:1; }","duration":"178.153573ms","start":"2026-03-09T13:30:11.919169Z","end":"2026-03-09T13:30:12.097322Z","steps":["trace[289280591] 'process raft request' (duration: 177.884097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:12.430939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.960168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:30:12.431308Z","caller":"traceutil/trace.go:171","msg":"trace[1452555262] linearizableReadLoop","detail":"{readStateIndex:12642; appliedIndex:12641; }","duration":"334.031599ms","start":"2026-03-09T13:30:12.09725Z","end":"2026-03-09T13:30:12.431282Z","steps":["trace[1452555262] 'read index received' (duration: 138.581211ms)","trace[1452555262] 'applied index is now lower than readState.Index' (duration: 195.448488ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:12.431557Z","caller":"traceutil/trace.go:171","msg":"trace[849859770] transaction","detail":"{read_only:false; response_revision:12165; number_of_response:1; }","duration":"411.475927ms","start":"2026-03-09T13:30:12.019979Z","end":"2026-03-09T13:30:12.431455Z","steps":["trace[849859770] 'process raft request' (duration: 215.856195ms)","trace[849859770] 'compare' (duration: 194.61731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:12.431988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:12.019962Z","time spent":"411.904397ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:30:12.434774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.419821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-grafana-config-dashboards\" ","response":"range_response_count:1 size:1215"} {"level":"info","ts":"2026-03-09T13:30:12.434847Z","caller":"traceutil/trace.go:171","msg":"trace[1924727603] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-grafana-config-dashboards; range_end:; response_count:1; response_revision:12165; }","duration":"400.514533ms","start":"2026-03-09T13:30:12.034313Z","end":"2026-03-09T13:30:12.434827Z","steps":["trace[1924727603] 'agreement among raft nodes before linearized reading' (duration: 397.032955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:12.434881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:12.034305Z","time spent":"400.567944ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1238,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-grafana-config-dashboards\" "} {"level":"warn","ts":"2026-03-09T13:30:12.434873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.453214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:2431"} {"level":"warn","ts":"2026-03-09T13:30:12.434844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.209144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T13:30:12.434936Z","caller":"traceutil/trace.go:171","msg":"trace[1274232540] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:12165; }","duration":"405.556146ms","start":"2026-03-09T13:30:12.029357Z","end":"2026-03-09T13:30:12.434914Z","steps":["trace[1274232540] 'agreement among raft nodes before linearized reading' (duration: 402.006656ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:12.434958Z","caller":"traceutil/trace.go:171","msg":"trace[1270746536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12165; }","duration":"416.342267ms","start":"2026-03-09T13:30:12.018591Z","end":"2026-03-09T13:30:12.434933Z","steps":["trace[1270746536] 'agreement among raft nodes before linearized reading' (duration: 412.790807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:12.434936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.408604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T13:30:12.434984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:12.029331Z","time spent":"405.643857ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2454,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-09T13:30:12.43503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:12.018531Z","time spent":"416.48184ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T13:30:12.435073Z","caller":"traceutil/trace.go:171","msg":"trace[40112986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12165; }","duration":"401.546916ms","start":"2026-03-09T13:30:12.033466Z","end":"2026-03-09T13:30:12.435013Z","steps":["trace[40112986] 'agreement among raft nodes before linearized reading' (duration: 397.854773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:12.435155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:12.033451Z","time spent":"401.68527ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T13:30:12.435227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.390623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:30:12.43533Z","caller":"traceutil/trace.go:171","msg":"trace[1015480581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12167; }","duration":"336.577057ms","start":"2026-03-09T13:30:12.09873Z","end":"2026-03-09T13:30:12.435307Z","steps":["trace[1015480581] 'agreement among raft nodes before linearized reading' (duration: 336.386593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:12.43537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:12.098709Z","time spent":"336.654218ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T13:30:12.435411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.202187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:30:12.435494Z","caller":"traceutil/trace.go:171","msg":"trace[1188088672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12165; }","duration":"409.295999ms","start":"2026-03-09T13:30:12.026158Z","end":"2026-03-09T13:30:12.435454Z","steps":["trace[1188088672] 'agreement among raft nodes before linearized reading' (duration: 405.208637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:12.435531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:12.026135Z","time spent":"409.38555ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T13:30:12.436463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.184589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:30:12.436546Z","caller":"traceutil/trace.go:171","msg":"trace[1978286430] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:12167; }","duration":"281.318194ms","start":"2026-03-09T13:30:12.155206Z","end":"2026-03-09T13:30:12.436525Z","steps":["trace[1978286430] 'agreement among raft nodes before linearized reading' (duration: 280.093638ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:22.313753Z","caller":"traceutil/trace.go:171","msg":"trace[1088739986] linearizableReadLoop","detail":"{readStateIndex:12690; appliedIndex:12689; }","duration":"156.04963ms","start":"2026-03-09T13:30:22.157667Z","end":"2026-03-09T13:30:22.313717Z","steps":["trace[1088739986] 'read index received' (duration: 155.931698ms)","trace[1088739986] 'applied index is now lower than readState.Index' (duration: 115.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:22.313912Z","caller":"traceutil/trace.go:171","msg":"trace[53349947] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"156.302816ms","start":"2026-03-09T13:30:22.157559Z","end":"2026-03-09T13:30:22.313862Z","steps":["trace[53349947] 'process raft request' (duration: 155.917508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:22.314115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.418639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-03-09T13:30:22.314169Z","caller":"traceutil/trace.go:171","msg":"trace[826811737] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12211; }","duration":"156.545002ms","start":"2026-03-09T13:30:22.157609Z","end":"2026-03-09T13:30:22.314154Z","steps":["trace[826811737] 'agreement among raft nodes before linearized reading' (duration: 156.301566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:22.594334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.826235ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T13:30:22.59484Z","caller":"traceutil/trace.go:171","msg":"trace[604569692] transaction","detail":"{read_only:false; response_revision:12213; number_of_response:1; }","duration":"109.770029ms","start":"2026-03-09T13:30:22.485046Z","end":"2026-03-09T13:30:22.594816Z","steps":["trace[604569692] 'process raft request' (duration: 109.708857ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:22.594851Z","caller":"traceutil/trace.go:171","msg":"trace[131788904] transaction","detail":"{read_only:false; response_revision:12212; number_of_response:1; }","duration":"114.126385ms","start":"2026-03-09T13:30:22.480697Z","end":"2026-03-09T13:30:22.594824Z","steps":["trace[131788904] 'process raft request' (duration: 113.844979ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:22.594943Z","caller":"traceutil/trace.go:171","msg":"trace[1951815881] linearizableReadLoop","detail":"{readStateIndex:12691; appliedIndex:12690; }","duration":"280.753912ms","start":"2026-03-09T13:30:22.313865Z","end":"2026-03-09T13:30:22.594619Z","steps":["trace[1951815881] 'read index received' (duration: 102.559578ms)","trace[1951815881] 'applied index is now lower than readState.Index' (duration: 178.186534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:22.595006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.773865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:966"} {"level":"info","ts":"2026-03-09T13:30:22.59523Z","caller":"traceutil/trace.go:171","msg":"trace[1263515978] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:12213; }","duration":"398.98635ms","start":"2026-03-09T13:30:22.196148Z","end":"2026-03-09T13:30:22.595134Z","steps":["trace[1263515978] 'agreement among raft nodes before linearized reading' (duration: 398.645191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:22.595281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.134923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-03-09T13:30:22.595316Z","caller":"traceutil/trace.go:171","msg":"trace[1554346932] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12213; }","duration":"195.214274ms","start":"2026-03-09T13:30:22.40009Z","end":"2026-03-09T13:30:22.595305Z","steps":["trace[1554346932] 'agreement among raft nodes before linearized reading' (duration: 195.115562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:22.595307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:22.196117Z","time spent":"399.171354ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":989,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-03-09T13:30:22.595481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.963286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:30:22.595517Z","caller":"traceutil/trace.go:171","msg":"trace[1553173489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12213; }","duration":"107.031257ms","start":"2026-03-09T13:30:22.488476Z","end":"2026-03-09T13:30:22.595507Z","steps":["trace[1553173489] 'agreement among raft nodes before linearized reading' (duration: 106.940045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:22.595747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.429971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:30:22.595789Z","caller":"traceutil/trace.go:171","msg":"trace[1476558042] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:12213; }","duration":"187.493142ms","start":"2026-03-09T13:30:22.408282Z","end":"2026-03-09T13:30:22.595775Z","steps":["trace[1476558042] 'agreement among raft nodes before linearized reading' (duration: 187.42537ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:22.750762Z","caller":"traceutil/trace.go:171","msg":"trace[341918019] transaction","detail":"{read_only:false; response_revision:12214; number_of_response:1; }","duration":"149.497304ms","start":"2026-03-09T13:30:22.60122Z","end":"2026-03-09T13:30:22.750718Z","steps":["trace[341918019] 'process raft request' (duration: 134.550711ms)","trace[341918019] 'compare' (duration: 14.752769ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:22.753766Z","caller":"traceutil/trace.go:171","msg":"trace[831961829] transaction","detail":"{read_only:false; response_revision:12215; number_of_response:1; }","duration":"152.49008ms","start":"2026-03-09T13:30:22.601242Z","end":"2026-03-09T13:30:22.753732Z","steps":["trace[831961829] 'process raft request' (duration: 152.282806ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:22.754016Z","caller":"traceutil/trace.go:171","msg":"trace[1355024137] transaction","detail":"{read_only:false; response_revision:12216; number_of_response:1; }","duration":"152.758537ms","start":"2026-03-09T13:30:22.601234Z","end":"2026-03-09T13:30:22.753993Z","steps":["trace[1355024137] 'process raft request' (duration: 152.43094ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:22.754312Z","caller":"traceutil/trace.go:171","msg":"trace[309212649] transaction","detail":"{read_only:false; response_revision:12217; number_of_response:1; }","duration":"152.815497ms","start":"2026-03-09T13:30:22.601468Z","end":"2026-03-09T13:30:22.754284Z","steps":["trace[309212649] 'process raft request' (duration: 152.441559ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:22.754631Z","caller":"traceutil/trace.go:171","msg":"trace[1604643951] linearizableReadLoop","detail":"{readStateIndex:12697; appliedIndex:12693; }","duration":"151.312045ms","start":"2026-03-09T13:30:22.6033Z","end":"2026-03-09T13:30:22.754612Z","steps":["trace[1604643951] 'read index received' (duration: 132.482815ms)","trace[1604643951] 'applied index is now lower than readState.Index' (duration: 18.82723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:22.756188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.591774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:30:22.756249Z","caller":"traceutil/trace.go:171","msg":"trace[240887970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12218; }","duration":"109.699187ms","start":"2026-03-09T13:30:22.646535Z","end":"2026-03-09T13:30:22.756234Z","steps":["trace[240887970] 'agreement among raft nodes before linearized reading' (duration: 109.548354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:22.756507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.343866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T13:30:22.75655Z","caller":"traceutil/trace.go:171","msg":"trace[820553217] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:12218; }","duration":"147.400927ms","start":"2026-03-09T13:30:22.609141Z","end":"2026-03-09T13:30:22.756542Z","steps":["trace[820553217] 'agreement among raft nodes before linearized reading' (duration: 147.286044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:22.758249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.921836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390287"} {"level":"info","ts":"2026-03-09T13:30:22.758303Z","caller":"traceutil/trace.go:171","msg":"trace[1065141507] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12218; }","duration":"155.009148ms","start":"2026-03-09T13:30:22.603282Z","end":"2026-03-09T13:30:22.758291Z","steps":["trace[1065141507] 'agreement among raft nodes before linearized reading' (duration: 151.459409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:22.758909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.8118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390287"} {"level":"info","ts":"2026-03-09T13:30:22.758963Z","caller":"traceutil/trace.go:171","msg":"trace[277626657] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12218; }","duration":"153.884603ms","start":"2026-03-09T13:30:22.605068Z","end":"2026-03-09T13:30:22.758953Z","steps":["trace[277626657] 'agreement among raft nodes before linearized reading' (duration: 149.875844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:25.135328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.387787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:30:25.135434Z","caller":"traceutil/trace.go:171","msg":"trace[898317282] linearizableReadLoop","detail":"{readStateIndex:12704; appliedIndex:12703; }","duration":"522.33314ms","start":"2026-03-09T13:30:24.613085Z","end":"2026-03-09T13:30:25.135418Z","steps":["trace[898317282] 'read index received' (duration: 54.753211ms)","trace[898317282] 'applied index is now lower than readState.Index' (duration: 467.578619ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:25.135541Z","caller":"traceutil/trace.go:171","msg":"trace[1720422405] transaction","detail":"{read_only:false; response_revision:12224; number_of_response:1; }","duration":"533.197312ms","start":"2026-03-09T13:30:24.602291Z","end":"2026-03-09T13:30:25.135488Z","steps":["trace[1720422405] 'process raft request' (duration: 320.56691ms)","trace[1720422405] 'compare' (duration: 212.050359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:25.135769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.660107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5583"} {"level":"info","ts":"2026-03-09T13:30:25.13587Z","caller":"traceutil/trace.go:171","msg":"trace[1382932560] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:12224; }","duration":"522.833382ms","start":"2026-03-09T13:30:24.613011Z","end":"2026-03-09T13:30:25.135844Z","steps":["trace[1382932560] 'agreement among raft nodes before linearized reading' (duration: 522.519034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:25.135874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:24.602256Z","time spent":"533.51157ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:30:25.135919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:24.612982Z","time spent":"522.927274ms","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5606,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-09T13:30:25.135884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.658052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:30:25.135921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.777146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T13:30:25.136053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.133765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1621"} {"level":"warn","ts":"2026-03-09T13:30:25.136084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.1199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T13:30:25.136275Z","caller":"traceutil/trace.go:171","msg":"trace[1201148104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12224; }","duration":"376.234342ms","start":"2026-03-09T13:30:24.759939Z","end":"2026-03-09T13:30:25.136174Z","steps":["trace[1201148104] 'agreement among raft nodes before linearized reading' (duration: 375.787741ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:25.136049Z","caller":"traceutil/trace.go:171","msg":"trace[1275409122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12224; }","duration":"377.93575ms","start":"2026-03-09T13:30:24.758084Z","end":"2026-03-09T13:30:25.13602Z","steps":["trace[1275409122] 'agreement among raft nodes before linearized reading' (duration: 377.685714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:25.136262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.607095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wkjhr\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T13:30:25.136349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:24.758067Z","time spent":"378.264317ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T13:30:25.136108Z","caller":"traceutil/trace.go:171","msg":"trace[2123635644] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12224; }","duration":"496.224969ms","start":"2026-03-09T13:30:24.639873Z","end":"2026-03-09T13:30:25.136098Z","steps":["trace[2123635644] 'agreement among raft nodes before linearized reading' (duration: 495.823379ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:25.136414Z","caller":"traceutil/trace.go:171","msg":"trace[1322766211] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wkjhr; range_end:; response_count:1; response_revision:12224; }","duration":"365.8322ms","start":"2026-03-09T13:30:24.770551Z","end":"2026-03-09T13:30:25.136383Z","steps":["trace[1322766211] 'agreement among raft nodes before linearized reading' (duration: 365.350489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:25.136499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:24.77054Z","time spent":"365.944403ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wkjhr\" "} {"level":"warn","ts":"2026-03-09T13:30:25.136437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:24.639845Z","time spent":"496.577327ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1644,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-09T13:30:25.135992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.469356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T13:30:25.136698Z","caller":"traceutil/trace.go:171","msg":"trace[1933803381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12224; }","duration":"142.869007ms","start":"2026-03-09T13:30:24.993136Z","end":"2026-03-09T13:30:25.136005Z","steps":["trace[1933803381] 'agreement among raft nodes before linearized reading' (duration: 142.60118ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:25.136717Z","caller":"traceutil/trace.go:171","msg":"trace[498495546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12224; }","duration":"381.200962ms","start":"2026-03-09T13:30:24.755473Z","end":"2026-03-09T13:30:25.136674Z","steps":["trace[498495546] 'agreement among raft nodes before linearized reading' (duration: 380.469876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:25.135909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.784716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T13:30:25.136848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:24.755449Z","time spent":"381.357856ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T13:30:25.137189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:24.759934Z","time spent":"376.385666ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T13:30:25.136834Z","caller":"traceutil/trace.go:171","msg":"trace[1726909311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12224; }","duration":"378.734697ms","start":"2026-03-09T13:30:24.758084Z","end":"2026-03-09T13:30:25.136819Z","steps":["trace[1726909311] 'agreement among raft nodes before linearized reading' (duration: 377.712065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:25.137367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:24.758067Z","time spent":"379.282659ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T13:30:31.99062Z","caller":"traceutil/trace.go:171","msg":"trace[1260464999] linearizableReadLoop","detail":"{readStateIndex:12740; appliedIndex:12738; }","duration":"136.820551ms","start":"2026-03-09T13:30:31.853759Z","end":"2026-03-09T13:30:31.990579Z","steps":["trace[1260464999] 'read index received' (duration: 45.609967ms)","trace[1260464999] 'applied index is now lower than readState.Index' (duration: 91.207943ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:31.990677Z","caller":"traceutil/trace.go:171","msg":"trace[862804719] transaction","detail":"{read_only:false; response_revision:12259; number_of_response:1; }","duration":"146.976038ms","start":"2026-03-09T13:30:31.843652Z","end":"2026-03-09T13:30:31.990628Z","steps":["trace[862804719] 'process raft request' (duration: 104.217024ms)","trace[862804719] 'compare' (duration: 42.518478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:31.990917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.136528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-gb9jj\" ","response":"range_response_count:1 size:19522"} {"level":"info","ts":"2026-03-09T13:30:31.99102Z","caller":"traceutil/trace.go:171","msg":"trace[1395529395] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-gb9jj; range_end:; response_count:1; response_revision:12259; }","duration":"137.275672ms","start":"2026-03-09T13:30:31.853722Z","end":"2026-03-09T13:30:31.990997Z","steps":["trace[1395529395] 'agreement among raft nodes before linearized reading' (duration: 137.052267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:32.392288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.512022ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T13:30:32.392409Z","caller":"traceutil/trace.go:171","msg":"trace[565752927] linearizableReadLoop","detail":"{readStateIndex:12742; appliedIndex:12741; }","duration":"134.771856ms","start":"2026-03-09T13:30:32.257619Z","end":"2026-03-09T13:30:32.392391Z","steps":["trace[565752927] 'read index received' (duration: 8.07305ms)","trace[565752927] 'applied index is now lower than readState.Index' (duration: 126.696536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:32.394797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.169809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390287"} {"level":"info","ts":"2026-03-09T13:30:32.394859Z","caller":"traceutil/trace.go:171","msg":"trace[614628487] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12260; }","duration":"137.301662ms","start":"2026-03-09T13:30:32.257547Z","end":"2026-03-09T13:30:32.394848Z","steps":["trace[614628487] 'agreement among raft nodes before linearized reading' (duration: 134.9541ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:39.578318Z","caller":"traceutil/trace.go:171","msg":"trace[72093471] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"187.473271ms","start":"2026-03-09T13:30:39.390804Z","end":"2026-03-09T13:30:39.578277Z","steps":["trace[72093471] 'process raft request' (duration: 134.338426ms)","trace[72093471] 'compare' (duration: 52.88784ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:39.578311Z","caller":"traceutil/trace.go:171","msg":"trace[1533818599] linearizableReadLoop","detail":"{readStateIndex:12777; appliedIndex:12776; }","duration":"186.721995ms","start":"2026-03-09T13:30:39.391557Z","end":"2026-03-09T13:30:39.578279Z","steps":["trace[1533818599] 'read index received' (duration: 133.54307ms)","trace[1533818599] 'applied index is now lower than readState.Index' (duration: 53.177085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:39.578715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.136584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1295"} {"level":"info","ts":"2026-03-09T13:30:39.578779Z","caller":"traceutil/trace.go:171","msg":"trace[768956554] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:12294; }","duration":"187.235816ms","start":"2026-03-09T13:30:39.391526Z","end":"2026-03-09T13:30:39.578762Z","steps":["trace[768956554] 'agreement among raft nodes before linearized reading' (duration: 186.821217ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:39.578794Z","caller":"traceutil/trace.go:171","msg":"trace[272722889] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"186.984481ms","start":"2026-03-09T13:30:39.391766Z","end":"2026-03-09T13:30:39.57875Z","steps":["trace[272722889] 'process raft request' (duration: 186.47725ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:39.578799Z","caller":"traceutil/trace.go:171","msg":"trace[1253574012] transaction","detail":"{read_only:false; response_revision:12296; number_of_response:1; }","duration":"173.195144ms","start":"2026-03-09T13:30:39.405589Z","end":"2026-03-09T13:30:39.578784Z","steps":["trace[1253574012] 'process raft request' (duration: 173.121332ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:39.578866Z","caller":"traceutil/trace.go:171","msg":"trace[801686490] transaction","detail":"{read_only:false; response_revision:12295; number_of_response:1; }","duration":"185.948337ms","start":"2026-03-09T13:30:39.392846Z","end":"2026-03-09T13:30:39.578794Z","steps":["trace[801686490] 'process raft request' (duration: 185.674631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:39.578987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.314278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-09T13:30:39.5791Z","caller":"traceutil/trace.go:171","msg":"trace[1046704428] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:12296; }","duration":"187.466431ms","start":"2026-03-09T13:30:39.391611Z","end":"2026-03-09T13:30:39.579078Z","steps":["trace[1046704428] 'agreement among raft nodes before linearized reading' (duration: 187.175135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:39.579258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.535602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375721"} {"level":"info","ts":"2026-03-09T13:30:39.579337Z","caller":"traceutil/trace.go:171","msg":"trace[1640917014] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12296; }","duration":"187.648375ms","start":"2026-03-09T13:30:39.391675Z","end":"2026-03-09T13:30:39.579323Z","steps":["trace[1640917014] 'agreement among raft nodes before linearized reading' (duration: 187.146374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:39.867447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.240403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:735"} {"level":"warn","ts":"2026-03-09T13:30:39.867476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.993018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-mgr\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-09T13:30:39.867546Z","caller":"traceutil/trace.go:171","msg":"trace[1566108196] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:12296; }","duration":"108.411928ms","start":"2026-03-09T13:30:39.759111Z","end":"2026-03-09T13:30:39.867523Z","steps":["trace[1566108196] 'range keys from in-memory index tree' (duration: 107.979198ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:39.867552Z","caller":"traceutil/trace.go:171","msg":"trace[1796310354] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-mgr; range_end:; response_count:1; response_revision:12296; }","duration":"112.117721ms","start":"2026-03-09T13:30:39.755415Z","end":"2026-03-09T13:30:39.867533Z","steps":["trace[1796310354] 'range keys from in-memory index tree' (duration: 111.803183ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:40.365137Z","caller":"traceutil/trace.go:171","msg":"trace[1016620515] linearizableReadLoop","detail":"{readStateIndex:12782; appliedIndex:12781; }","duration":"203.404298ms","start":"2026-03-09T13:30:40.161705Z","end":"2026-03-09T13:30:40.365109Z","steps":["trace[1016620515] 'read index received' (duration: 165.054942ms)","trace[1016620515] 'applied index is now lower than readState.Index' (duration: 38.347886ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:40.36536Z","caller":"traceutil/trace.go:171","msg":"trace[1645010340] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"251.270085ms","start":"2026-03-09T13:30:40.114076Z","end":"2026-03-09T13:30:40.365346Z","steps":["trace[1645010340] 'process raft request' (duration: 212.659273ms)","trace[1645010340] 'compare' (duration: 38.213373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:30:40.365583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.687757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/staffeln-staffeln-api\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-09T13:30:40.365697Z","caller":"traceutil/trace.go:171","msg":"trace[1622658301] range","detail":"{range_begin:/registry/rolebindings/openstack/staffeln-staffeln-api; range_end:; response_count:1; response_revision:12298; }","duration":"200.82886ms","start":"2026-03-09T13:30:40.164842Z","end":"2026-03-09T13:30:40.365671Z","steps":["trace[1622658301] 'agreement among raft nodes before linearized reading' (duration: 200.538204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:40.365765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.032451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/staffeln-conductor-leases\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-03-09T13:30:40.365884Z","caller":"traceutil/trace.go:171","msg":"trace[116168057] range","detail":"{range_begin:/registry/rolebindings/openstack/staffeln-conductor-leases; range_end:; response_count:1; response_revision:12298; }","duration":"204.198615ms","start":"2026-03-09T13:30:40.161658Z","end":"2026-03-09T13:30:40.365857Z","steps":["trace[116168057] 'agreement among raft nodes before linearized reading' (duration: 203.840077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:41.50766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.03779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T13:30:41.507726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.681933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/barbican-openstack-barbican-ks-endpoints\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-09T13:30:41.507756Z","caller":"traceutil/trace.go:171","msg":"trace[771197379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12301; }","duration":"117.172134ms","start":"2026-03-09T13:30:41.390552Z","end":"2026-03-09T13:30:41.507725Z","steps":["trace[771197379] 'range keys from in-memory index tree' (duration: 116.846896ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:41.507796Z","caller":"traceutil/trace.go:171","msg":"trace[813779913] range","detail":"{range_begin:/registry/roles/openstack/barbican-openstack-barbican-ks-endpoints; range_end:; response_count:1; response_revision:12301; }","duration":"103.806936ms","start":"2026-03-09T13:30:41.403971Z","end":"2026-03-09T13:30:41.507778Z","steps":["trace[813779913] 'range keys from in-memory index tree' (duration: 103.519669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:41.507882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.016303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/barbican-openstack-barbican-db-sync\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-09T13:30:41.507947Z","caller":"traceutil/trace.go:171","msg":"trace[651262478] range","detail":"{range_begin:/registry/roles/openstack/barbican-openstack-barbican-db-sync; range_end:; response_count:1; response_revision:12301; }","duration":"127.130276ms","start":"2026-03-09T13:30:41.380801Z","end":"2026-03-09T13:30:41.507931Z","steps":["trace[651262478] 'range keys from in-memory index tree' (duration: 126.867509ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:42.932359Z","caller":"traceutil/trace.go:171","msg":"trace[141895253] linearizableReadLoop","detail":"{readStateIndex:12793; appliedIndex:12792; }","duration":"162.098375ms","start":"2026-03-09T13:30:42.770225Z","end":"2026-03-09T13:30:42.932324Z","steps":["trace[141895253] 'read index received' (duration: 161.795149ms)","trace[141895253] 'applied index is now lower than readState.Index' (duration: 301.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:42.932537Z","caller":"traceutil/trace.go:171","msg":"trace[178062112] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"186.51822ms","start":"2026-03-09T13:30:42.745956Z","end":"2026-03-09T13:30:42.932474Z","steps":["trace[178062112] 'process raft request' (duration: 186.141211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:42.93276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.933284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-openstack-glance-storage-init\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-03-09T13:30:42.932851Z","caller":"traceutil/trace.go:171","msg":"trace[1466391286] range","detail":"{range_begin:/registry/roles/openstack/glance-openstack-glance-storage-init; range_end:; response_count:1; response_revision:12308; }","duration":"124.070316ms","start":"2026-03-09T13:30:42.808755Z","end":"2026-03-09T13:30:42.932825Z","steps":["trace[1466391286] 'agreement among raft nodes before linearized reading' (duration: 123.819331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:42.932816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.572635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-openstack-glance-rabbit-init\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-09T13:30:42.932962Z","caller":"traceutil/trace.go:171","msg":"trace[53718706] range","detail":"{range_begin:/registry/roles/openstack/glance-openstack-glance-rabbit-init; range_end:; response_count:1; response_revision:12308; }","duration":"162.751761ms","start":"2026-03-09T13:30:42.770158Z","end":"2026-03-09T13:30:42.93291Z","steps":["trace[53718706] 'agreement among raft nodes before linearized reading' (duration: 162.420383ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:43.532852Z","caller":"traceutil/trace.go:171","msg":"trace[1910462262] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"290.379437ms","start":"2026-03-09T13:30:43.242446Z","end":"2026-03-09T13:30:43.532825Z","steps":["trace[1910462262] 'process raft request' (duration: 290.137842ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:43.722431Z","caller":"traceutil/trace.go:171","msg":"trace[1950803813] linearizableReadLoop","detail":"{readStateIndex:12795; appliedIndex:12793; }","duration":"433.625421ms","start":"2026-03-09T13:30:43.288775Z","end":"2026-03-09T13:30:43.7224Z","steps":["trace[1950803813] 'read index received' (duration: 243.818309ms)","trace[1950803813] 'applied index is now lower than readState.Index' (duration: 189.805452ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:43.722504Z","caller":"traceutil/trace.go:171","msg":"trace[1476153283] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"448.272338ms","start":"2026-03-09T13:30:43.274207Z","end":"2026-03-09T13:30:43.722479Z","steps":["trace[1476153283] 'process raft request' (duration: 439.592255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.722626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:43.274169Z","time spent":"448.380151ms","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T13:30:43.722672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.456055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T13:30:43.723018Z","caller":"traceutil/trace.go:171","msg":"trace[671998220] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12310; }","duration":"423.830294ms","start":"2026-03-09T13:30:43.299173Z","end":"2026-03-09T13:30:43.723003Z","steps":["trace[671998220] 'agreement among raft nodes before linearized reading' (duration: 423.379123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.723054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:43.299159Z","time spent":"423.885276ms","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T13:30:43.723078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.864409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T13:30:43.72265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.843506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:30:43.723153Z","caller":"traceutil/trace.go:171","msg":"trace[1987008519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12310; }","duration":"101.336431ms","start":"2026-03-09T13:30:43.621764Z","end":"2026-03-09T13:30:43.7231Z","steps":["trace[1987008519] 'agreement among raft nodes before linearized reading' (duration: 100.828049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.722736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.258801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:641"} {"level":"info","ts":"2026-03-09T13:30:43.723222Z","caller":"traceutil/trace.go:171","msg":"trace[1099039694] range","detail":"{range_begin:/registry/roles/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:12310; }","duration":"406.762933ms","start":"2026-03-09T13:30:43.316445Z","end":"2026-03-09T13:30:43.723208Z","steps":["trace[1099039694] 'agreement among raft nodes before linearized reading' (duration: 406.245811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.723243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:43.316425Z","time spent":"406.809895ms","remote":"127.0.0.1:44888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":664,"request content":"key:\"/registry/roles/openstack/keystone-credential-rotate\" "} {"level":"warn","ts":"2026-03-09T13:30:43.722771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.94946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keepalived\" ","response":"range_response_count:1 size:311"} {"level":"info","ts":"2026-03-09T13:30:43.723284Z","caller":"traceutil/trace.go:171","msg":"trace[312007686] range","detail":"{range_begin:/registry/roles/openstack/keepalived; range_end:; response_count:1; response_revision:12310; }","duration":"413.469753ms","start":"2026-03-09T13:30:43.309803Z","end":"2026-03-09T13:30:43.723273Z","steps":["trace[312007686] 'agreement among raft nodes before linearized reading' (duration: 412.94818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.723354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:43.309796Z","time spent":"413.548594ms","remote":"127.0.0.1:44888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":334,"request content":"key:\"/registry/roles/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-09T13:30:43.722841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.324128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-09T13:30:43.723453Z","caller":"traceutil/trace.go:171","msg":"trace[296941984] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12310; }","duration":"413.962563ms","start":"2026-03-09T13:30:43.309473Z","end":"2026-03-09T13:30:43.723436Z","steps":["trace[296941984] 'agreement among raft nodes before linearized reading' (duration: 413.310248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.723483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:43.30945Z","time spent":"414.026385ms","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-09T13:30:43.722793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.208979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T13:30:43.722872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.658496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T13:30:43.723724Z","caller":"traceutil/trace.go:171","msg":"trace[2016493633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12310; }","duration":"153.563385ms","start":"2026-03-09T13:30:43.570152Z","end":"2026-03-09T13:30:43.723715Z","steps":["trace[2016493633] 'agreement among raft nodes before linearized reading' (duration: 152.624004ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:43.723737Z","caller":"traceutil/trace.go:171","msg":"trace[1032495997] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12310; }","duration":"264.131662ms","start":"2026-03-09T13:30:43.459512Z","end":"2026-03-09T13:30:43.723644Z","steps":["trace[1032495997] 'agreement among raft nodes before linearized reading' (duration: 263.19069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.722878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.570929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T13:30:43.723831Z","caller":"traceutil/trace.go:171","msg":"trace[1721900113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12310; }","duration":"112.55891ms","start":"2026-03-09T13:30:43.611258Z","end":"2026-03-09T13:30:43.723817Z","steps":["trace[1721900113] 'agreement among raft nodes before linearized reading' (duration: 111.515397ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:43.724261Z","caller":"traceutil/trace.go:171","msg":"trace[560339499] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12310; }","duration":"434.361228ms","start":"2026-03-09T13:30:43.288759Z","end":"2026-03-09T13:30:43.72312Z","steps":["trace[560339499] 'agreement among raft nodes before linearized reading' (duration: 433.774784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.724318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:30:43.288686Z","time spent":"435.612885ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-09T13:30:43.984182Z","caller":"traceutil/trace.go:171","msg":"trace[1883588542] transaction","detail":"{read_only:false; response_revision:12314; number_of_response:1; }","duration":"255.910708ms","start":"2026-03-09T13:30:43.728254Z","end":"2026-03-09T13:30:43.984165Z","steps":["trace[1883588542] 'process raft request' (duration: 255.872967ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:43.984257Z","caller":"traceutil/trace.go:171","msg":"trace[1975083446] transaction","detail":"{read_only:false; response_revision:12313; number_of_response:1; }","duration":"256.534042ms","start":"2026-03-09T13:30:43.727696Z","end":"2026-03-09T13:30:43.98423Z","steps":["trace[1975083446] 'process raft request' (duration: 256.405329ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:43.984256Z","caller":"traceutil/trace.go:171","msg":"trace[1230506202] transaction","detail":"{read_only:false; response_revision:12312; number_of_response:1; }","duration":"256.605613ms","start":"2026-03-09T13:30:43.727613Z","end":"2026-03-09T13:30:43.984218Z","steps":["trace[1230506202] 'process raft request' (duration: 256.375768ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:30:43.984319Z","caller":"traceutil/trace.go:171","msg":"trace[1200299885] linearizableReadLoop","detail":"{readStateIndex:12798; appliedIndex:12796; }","duration":"256.208205ms","start":"2026-03-09T13:30:43.728105Z","end":"2026-03-09T13:30:43.984313Z","steps":["trace[1200299885] 'read index received' (duration: 39.784428ms)","trace[1200299885] 'applied index is now lower than readState.Index' (duration: 216.422717ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:30:43.984359Z","caller":"traceutil/trace.go:171","msg":"trace[1307111234] transaction","detail":"{read_only:false; response_revision:12315; number_of_response:1; }","duration":"254.020926ms","start":"2026-03-09T13:30:43.730331Z","end":"2026-03-09T13:30:43.984352Z","steps":["trace[1307111234] 'process raft request' (duration: 253.813202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.98446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.347348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-09T13:30:43.984478Z","caller":"traceutil/trace.go:171","msg":"trace[1102730936] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12315; }","duration":"256.398009ms","start":"2026-03-09T13:30:43.728075Z","end":"2026-03-09T13:30:43.984473Z","steps":["trace[1102730936] 'agreement among raft nodes before linearized reading' (duration: 256.277016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.98457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.015919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:633"} {"level":"info","ts":"2026-03-09T13:30:43.984608Z","caller":"traceutil/trace.go:171","msg":"trace[74213524] range","detail":"{range_begin:/registry/roles/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:12315; }","duration":"173.088481ms","start":"2026-03-09T13:30:43.811509Z","end":"2026-03-09T13:30:43.984598Z","steps":["trace[74213524] 'agreement among raft nodes before linearized reading' (duration: 172.974168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:30:43.984654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.443873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:639"} {"level":"info","ts":"2026-03-09T13:30:43.984736Z","caller":"traceutil/trace.go:171","msg":"trace[245247073] range","detail":"{range_begin:/registry/roles/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:12315; }","duration":"175.583416ms","start":"2026-03-09T13:30:43.809129Z","end":"2026-03-09T13:30:43.984713Z","steps":["trace[245247073] 'agreement among raft nodes before linearized reading' (duration: 175.347961ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:31:10.297753Z","caller":"traceutil/trace.go:171","msg":"trace[2129240039] linearizableReadLoop","detail":"{readStateIndex:12922; appliedIndex:12921; }","duration":"136.391692ms","start":"2026-03-09T13:31:10.161332Z","end":"2026-03-09T13:31:10.297724Z","steps":["trace[2129240039] 'read index received' (duration: 88.836551ms)","trace[2129240039] 'applied index is now lower than readState.Index' (duration: 47.553701ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:31:10.297941Z","caller":"traceutil/trace.go:171","msg":"trace[522328331] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"137.520607ms","start":"2026-03-09T13:31:10.160356Z","end":"2026-03-09T13:31:10.297876Z","steps":["trace[522328331] 'process raft request' (duration: 89.789793ms)","trace[522328331] 'compare' (duration: 47.452238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:31:10.29812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.76592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:31:10.298164Z","caller":"traceutil/trace.go:171","msg":"trace[199634827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12432; }","duration":"136.876213ms","start":"2026-03-09T13:31:10.161277Z","end":"2026-03-09T13:31:10.298153Z","steps":["trace[199634827] 'agreement among raft nodes before linearized reading' (duration: 136.692719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:31:10.298201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.26187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:31:10.298321Z","caller":"traceutil/trace.go:171","msg":"trace[33247005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12432; }","duration":"136.456374ms","start":"2026-03-09T13:31:10.161839Z","end":"2026-03-09T13:31:10.298296Z","steps":["trace[33247005] 'agreement among raft nodes before linearized reading' (duration: 136.157177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:31:10.298296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.166326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12028"} {"level":"info","ts":"2026-03-09T13:31:10.298404Z","caller":"traceutil/trace.go:171","msg":"trace[1228636704] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12432; }","duration":"131.306609ms","start":"2026-03-09T13:31:10.167071Z","end":"2026-03-09T13:31:10.298378Z","steps":["trace[1228636704] 'agreement among raft nodes before linearized reading' (duration: 130.960261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:31:10.298543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.080166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-09T13:31:10.298669Z","caller":"traceutil/trace.go:171","msg":"trace[1336461800] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:12432; }","duration":"132.242839ms","start":"2026-03-09T13:31:10.1664Z","end":"2026-03-09T13:31:10.298643Z","steps":["trace[1336461800] 'agreement among raft nodes before linearized reading' (duration: 131.863881ms)"],"step_count":1}