{"level":"warn","ts":"2026-03-11T05:12:51.604898Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T05:12:51.604989Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.102:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.102:2380","--initial-cluster=instance=https://199.204.45.102:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.102:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.102:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T05:12:51.605056Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T05:12:51.60507Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-11T05:12:51.605086Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T05:12:51.605763Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"]} {"level":"info","ts":"2026-03-11T05:12:51.605855Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.102:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T05:12:51.611099Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.005976ms"} {"level":"info","ts":"2026-03-11T05:12:51.623357Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6e7960f761c1028e","cluster-id":"502e2b31b867adf"} {"level":"info","ts":"2026-03-11T05:12:51.623479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T05:12:51.623509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 0"} {"level":"info","ts":"2026-03-11T05:12:51.623528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6e7960f761c1028e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T05:12:51.623543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 1"} {"level":"info","ts":"2026-03-11T05:12:51.623631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"warn","ts":"2026-03-11T05:12:51.631715Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T05:12:51.633288Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T05:12:51.634543Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T05:12:51.63677Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6e7960f761c1028e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T05:12:51.637301Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6e7960f761c1028e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T05:12:51.637421Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T05:12:51.637652Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T05:12:51.637757Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T05:12:51.640388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"info","ts":"2026-03-11T05:12:51.640576Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","added-peer-id":"6e7960f761c1028e","added-peer-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-11T05:12:51.641312Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T05:12:51.641505Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6e7960f761c1028e","initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T05:12:51.64155Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T05:12:51.642215Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-11T05:12:51.642249Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-11T05:12:52.324761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T05:12:52.324813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T05:12:52.324853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgPreVoteResp from 6e7960f761c1028e at term 1"} {"level":"info","ts":"2026-03-11T05:12:52.324872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became candidate at term 2"} {"level":"info","ts":"2026-03-11T05:12:52.324888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgVoteResp from 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-11T05:12:52.324907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became leader at term 2"} {"level":"info","ts":"2026-03-11T05:12:52.324924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6e7960f761c1028e elected leader 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-11T05:12:52.326046Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T05:12:52.327007Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6e7960f761c1028e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.102:2379]}","request-path":"/0/members/6e7960f761c1028e/attributes","cluster-id":"502e2b31b867adf","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T05:12:52.327179Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T05:12:52.327203Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T05:12:52.327551Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T05:12:52.327605Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T05:12:52.32872Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T05:12:52.328834Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T05:12:52.328869Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T05:12:52.330415Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.102:2379"} {"level":"info","ts":"2026-03-11T05:12:52.331348Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-11T05:12:59.260862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:12:59.761837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:12:59.862448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408624776s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:12:59.862857Z","caller":"traceutil/trace.go:171","msg":"trace[283222886] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"1.102932685s","start":"2026-03-11T05:12:58.759895Z","end":"2026-03-11T05:12:59.862828Z","steps":["trace[283222886] 'read index received' (duration: 1.102657548s)","trace[283222886] 'applied index is now lower than readState.Index' (duration: 274.057µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:12:59.862998Z","caller":"traceutil/trace.go:171","msg":"trace[1459088855] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"1.40921928s","start":"2026-03-11T05:12:58.453725Z","end":"2026-03-11T05:12:59.862944Z","steps":["trace[1459088855] 'process raft request' (duration: 1.408930813s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:12:59.86377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.197827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:12:59.863881Z","caller":"traceutil/trace.go:171","msg":"trace[568959261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:300; }","duration":"402.380892ms","start":"2026-03-11T05:12:59.461466Z","end":"2026-03-11T05:12:59.863847Z","steps":["trace[568959261] 'agreement among raft nodes before linearized reading' (duration: 401.55226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:12:59.863918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103979251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:12:59.864036Z","caller":"traceutil/trace.go:171","msg":"trace[1462631267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:300; }","duration":"1.104140815s","start":"2026-03-11T05:12:58.759855Z","end":"2026-03-11T05:12:59.863995Z","steps":["trace[1462631267] 'agreement among raft nodes before linearized reading' (duration: 1.10314978s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:12:59.864088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:12:58.759834Z","time spent":"1.104241927s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:12:59.864193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:12:58.453707Z","time spent":"1.40996338s","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T05:12:59.863922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:12:59.461448Z","time spent":"402.464453ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:13:00.368068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:00.868892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:00.873767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006514661s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:13:00.874233Z","caller":"traceutil/trace.go:171","msg":"trace[141596758] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"1.007047725s","start":"2026-03-11T05:12:59.867153Z","end":"2026-03-11T05:13:00.8742Z","steps":["trace[141596758] 'process raft request' (duration: 1.006828389s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:00.87461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:12:59.866666Z","time spent":"1.007637819s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:00.878722Z","caller":"traceutil/trace.go:171","msg":"trace[956915709] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:313; }","duration":"1.011151298s","start":"2026-03-11T05:12:59.867548Z","end":"2026-03-11T05:13:00.878699Z","steps":["trace[956915709] 'read index received' (duration: 1.006411649s)","trace[956915709] 'applied index is now lower than readState.Index' (duration: 4.738869ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:00.878772Z","caller":"traceutil/trace.go:171","msg":"trace[762679710] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"1.011214379s","start":"2026-03-11T05:12:59.867542Z","end":"2026-03-11T05:13:00.878756Z","steps":["trace[762679710] 'process raft request' (duration: 1.011014964s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:00.878815Z","caller":"traceutil/trace.go:171","msg":"trace[1743251691] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"1.010505851s","start":"2026-03-11T05:12:59.868302Z","end":"2026-03-11T05:13:00.878807Z","steps":["trace[1743251691] 'process raft request' (duration: 1.010370528s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:00.87886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:12:59.867527Z","time spent":"1.01128512s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:00.87891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:12:59.868279Z","time spent":"1.010563233s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:00.878921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.093638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:13:00.879015Z","caller":"traceutil/trace.go:171","msg":"trace[1006694559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:303; }","duration":"930.222092ms","start":"2026-03-11T05:12:59.948771Z","end":"2026-03-11T05:13:00.878993Z","steps":["trace[1006694559] 'agreement among raft nodes before linearized reading' (duration: 930.074208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:00.879008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011445485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-11T05:13:00.879064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:12:59.948752Z","time spent":"930.303584ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T05:13:00.879077Z","caller":"traceutil/trace.go:171","msg":"trace[1872059379] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:303; }","duration":"1.011549218s","start":"2026-03-11T05:12:59.867513Z","end":"2026-03-11T05:13:00.879062Z","steps":["trace[1872059379] 'agreement among raft nodes before linearized reading' (duration: 1.011379793s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:00.879112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:12:59.867496Z","time spent":"1.011608399s","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-11T05:13:01.800288Z","caller":"traceutil/trace.go:171","msg":"trace[17708493] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"106.613908ms","start":"2026-03-11T05:13:01.693654Z","end":"2026-03-11T05:13:01.800268Z","steps":["trace[17708493] 'process raft request' (duration: 106.461844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:02.648891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.509872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:02.649006Z","caller":"traceutil/trace.go:171","msg":"trace[1245616520] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"221.102364ms","start":"2026-03-11T05:13:02.427887Z","end":"2026-03-11T05:13:02.648989Z","steps":["trace[1245616520] 'process raft request' (duration: 99.243813ms)","trace[1245616520] 'compare' (duration: 121.369599ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:04.042123Z","caller":"traceutil/trace.go:171","msg":"trace[1925752736] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"106.033944ms","start":"2026-03-11T05:13:03.936065Z","end":"2026-03-11T05:13:04.042099Z","steps":["trace[1925752736] 'process raft request' (duration: 105.826129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:17.622617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:13:17.756123Z","caller":"traceutil/trace.go:171","msg":"trace[90785520] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"667.335303ms","start":"2026-03-11T05:13:17.088655Z","end":"2026-03-11T05:13:17.755991Z","steps":["trace[90785520] 'process raft request' (duration: 667.2109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:17.762191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:17.088639Z","time spent":"673.409156ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:18.210382Z","caller":"traceutil/trace.go:171","msg":"trace[705715977] linearizableReadLoop","detail":"{readStateIndex:453; appliedIndex:451; }","duration":"1.088161996s","start":"2026-03-11T05:13:17.122146Z","end":"2026-03-11T05:13:18.210308Z","steps":["trace[705715977] 'read index received' (duration: 633.673151ms)","trace[705715977] 'applied index is now lower than readState.Index' (duration: 454.487055ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:18.210384Z","caller":"traceutil/trace.go:171","msg":"trace[1663612424] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"806.839224ms","start":"2026-03-11T05:13:17.40352Z","end":"2026-03-11T05:13:18.210359Z","steps":["trace[1663612424] 'process raft request' (duration: 806.119877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:18.210566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088398202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:13:18.210658Z","caller":"traceutil/trace.go:171","msg":"trace[1355469209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:435; }","duration":"1.088521235s","start":"2026-03-11T05:13:17.122113Z","end":"2026-03-11T05:13:18.210634Z","steps":["trace[1355469209] 'agreement among raft nodes before linearized reading' (duration: 1.088346041s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:18.210698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088020792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T05:13:18.21071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:17.122093Z","time spent":"1.088606607s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T05:13:18.210808Z","caller":"traceutil/trace.go:171","msg":"trace[1352550567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:435; }","duration":"1.088163515s","start":"2026-03-11T05:13:17.122619Z","end":"2026-03-11T05:13:18.210783Z","steps":["trace[1352550567] 'agreement among raft nodes before linearized reading' (duration: 1.08797391s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:18.210701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:17.403499Z","time spent":"807.039859ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:18.210899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:17.122611Z","time spent":"1.088277377s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:13:18.210852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087455467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:13:18.211108Z","caller":"traceutil/trace.go:171","msg":"trace[19062282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:435; }","duration":"1.087742484s","start":"2026-03-11T05:13:17.123343Z","end":"2026-03-11T05:13:18.211085Z","steps":["trace[19062282] 'agreement among raft nodes before linearized reading' (duration: 1.087267763s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:18.211179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:17.123322Z","time spent":"1.087842637s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:13:22.138658Z","caller":"traceutil/trace.go:171","msg":"trace[619401496] linearizableReadLoop","detail":"{readStateIndex:462; appliedIndex:461; }","duration":"202.495198ms","start":"2026-03-11T05:13:21.936124Z","end":"2026-03-11T05:13:22.138619Z","steps":["trace[619401496] 'read index received' (duration: 202.180561ms)","trace[619401496] 'applied index is now lower than readState.Index' (duration: 313.727µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:22.138736Z","caller":"traceutil/trace.go:171","msg":"trace[2139648588] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"360.518894ms","start":"2026-03-11T05:13:21.778167Z","end":"2026-03-11T05:13:22.138686Z","steps":["trace[2139648588] 'process raft request' (duration: 360.214146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:22.138926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:21.778147Z","time spent":"360.672577ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:22.138915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.756214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:22.139086Z","caller":"traceutil/trace.go:171","msg":"trace[1140863672] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:443; }","duration":"202.99241ms","start":"2026-03-11T05:13:21.936062Z","end":"2026-03-11T05:13:22.139055Z","steps":["trace[1140863672] 'agreement among raft nodes before linearized reading' (duration: 202.702823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:22.411542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.60875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T05:13:22.41165Z","caller":"traceutil/trace.go:171","msg":"trace[1071248005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:443; }","duration":"174.759355ms","start":"2026-03-11T05:13:22.236868Z","end":"2026-03-11T05:13:22.411627Z","steps":["trace[1071248005] 'range keys from in-memory index tree' (duration: 174.426575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:22.411635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.439969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:22.411745Z","caller":"traceutil/trace.go:171","msg":"trace[698494059] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:0; response_revision:443; }","duration":"268.571953ms","start":"2026-03-11T05:13:22.143144Z","end":"2026-03-11T05:13:22.411716Z","steps":["trace[698494059] 'range keys from in-memory index tree' (duration: 268.284485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:22.411986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.483632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T05:13:22.411824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.68198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:22.41214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.527654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T05:13:22.412415Z","caller":"traceutil/trace.go:171","msg":"trace[634962139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:443; }","duration":"272.314265ms","start":"2026-03-11T05:13:22.140019Z","end":"2026-03-11T05:13:22.412333Z","steps":["trace[634962139] 'range keys from in-memory index tree' (duration: 271.517326ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:22.41213Z","caller":"traceutil/trace.go:171","msg":"trace[213315642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:443; }","duration":"181.714888ms","start":"2026-03-11T05:13:22.230389Z","end":"2026-03-11T05:13:22.412104Z","steps":["trace[213315642] 'range keys from in-memory index tree' (duration: 181.269427ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:22.412375Z","caller":"traceutil/trace.go:171","msg":"trace[315811297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:443; }","duration":"175.832201ms","start":"2026-03-11T05:13:22.236499Z","end":"2026-03-11T05:13:22.412331Z","steps":["trace[315811297] 'range keys from in-memory index tree' (duration: 175.291418ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:22.762078Z","caller":"traceutil/trace.go:171","msg":"trace[235076133] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:462; }","duration":"335.578779ms","start":"2026-03-11T05:13:22.426469Z","end":"2026-03-11T05:13:22.762048Z","steps":["trace[235076133] 'read index received' (duration: 335.434665ms)","trace[235076133] 'applied index is now lower than readState.Index' (duration: 143.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:22.762225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.740963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:22.762276Z","caller":"traceutil/trace.go:171","msg":"trace[350230082] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:0; response_revision:444; }","duration":"335.865796ms","start":"2026-03-11T05:13:22.426394Z","end":"2026-03-11T05:13:22.76226Z","steps":["trace[350230082] 'agreement among raft nodes before linearized reading' (duration: 335.761844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:22.762336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:22.426363Z","time spent":"335.959239ms","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"info","ts":"2026-03-11T05:13:22.762344Z","caller":"traceutil/trace.go:171","msg":"trace[712484143] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"337.18819ms","start":"2026-03-11T05:13:22.425129Z","end":"2026-03-11T05:13:22.762317Z","steps":["trace[712484143] 'process raft request' (duration: 336.749169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:22.762483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:22.425108Z","time spent":"337.298233ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:23.266321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:23.766844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:24.267831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:24.767981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:24.807072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.950879188s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T05:13:25.307413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219589394s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:25.30762Z","caller":"traceutil/trace.go:171","msg":"trace[151227743] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:444; }","duration":"1.219793949s","start":"2026-03-11T05:13:24.087765Z","end":"2026-03-11T05:13:25.307559Z","steps":["trace[151227743] 'range keys from in-memory index tree' (duration: 1.219550643s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:25.307971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.62935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:25.308148Z","caller":"traceutil/trace.go:171","msg":"trace[1429202600] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"2.879055989s","start":"2026-03-11T05:13:22.429076Z","end":"2026-03-11T05:13:25.308132Z","steps":["trace[1429202600] 'process raft request' (duration: 2.878979547s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:25.308207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:22.429063Z","time spent":"2.879112731s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:25.308218Z","caller":"traceutil/trace.go:171","msg":"trace[618095244] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"2.880370233s","start":"2026-03-11T05:13:22.42783Z","end":"2026-03-11T05:13:25.3082Z","steps":["trace[618095244] 'process raft request' (duration: 2.379399994s)","trace[618095244] 'compare' (duration: 500.458626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:25.30837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:22.427805Z","time spent":"2.880468975s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:25.621196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T05:13:25.621315Z","caller":"traceutil/trace.go:171","msg":"trace[795863706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596772s","start":"2026-03-11T05:13:23.620689Z","end":"2026-03-11T05:13:25.621286Z","steps":["trace[795863706] 'agreement among raft nodes before linearized reading' (duration: 2.000454679s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:25.621367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:23.620611Z","time spent":"2.000743436s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 05:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T05:13:26.030764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206301191s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:13:26.031159Z","caller":"traceutil/trace.go:171","msg":"trace[229723348] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:463; }","duration":"3.265324177s","start":"2026-03-11T05:13:22.765806Z","end":"2026-03-11T05:13:26.031131Z","steps":["trace[229723348] 'read index received' (duration: 2.041431764s)","trace[229723348] 'applied index is now lower than readState.Index' (duration: 1.223891323s)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:26.031279Z","caller":"traceutil/trace.go:171","msg":"trace[982244601] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"1.504319801s","start":"2026-03-11T05:13:24.526899Z","end":"2026-03-11T05:13:26.031219Z","steps":["trace[982244601] 'process raft request' (duration: 1.504092605s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:26.031352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265511831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:26.031439Z","caller":"traceutil/trace.go:171","msg":"trace[898392062] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:0; response_revision:447; }","duration":"3.265642975s","start":"2026-03-11T05:13:22.765771Z","end":"2026-03-11T05:13:26.031414Z","steps":["trace[898392062] 'agreement among raft nodes before linearized reading' (duration: 3.26546517s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:26.031488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:22.76575Z","time spent":"3.265728757s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cilium\" "} {"level":"warn","ts":"2026-03-11T05:13:26.03149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:24.526868Z","time spent":"1.504494475s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:26.044069Z","caller":"traceutil/trace.go:171","msg":"trace[1170877141] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"419.52394ms","start":"2026-03-11T05:13:25.624508Z","end":"2026-03-11T05:13:26.044032Z","steps":["trace[1170877141] 'process raft request' (duration: 418.765911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:26.044172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.415529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-11T05:13:26.044219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96973741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:26.044247Z","caller":"traceutil/trace.go:171","msg":"trace[1294685963] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:448; }","duration":"853.535512ms","start":"2026-03-11T05:13:25.190693Z","end":"2026-03-11T05:13:26.044229Z","steps":["trace[1294685963] 'agreement among raft nodes before linearized reading' (duration: 853.392188ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:26.044256Z","caller":"traceutil/trace.go:171","msg":"trace[1064477394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"1.969809221s","start":"2026-03-11T05:13:24.074435Z","end":"2026-03-11T05:13:26.044244Z","steps":["trace[1064477394] 'agreement among raft nodes before linearized reading' (duration: 1.96975743s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:26.044242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:25.62449Z","time spent":"419.670264ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T05:13:26.044295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:24.074409Z","time spent":"1.969879443s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:13:26.044295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:25.190671Z","time spent":"853.616024ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-11T05:13:26.044135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901466621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:13:26.044598Z","caller":"traceutil/trace.go:171","msg":"trace[1932755313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:448; }","duration":"1.901962814s","start":"2026-03-11T05:13:24.142626Z","end":"2026-03-11T05:13:26.044589Z","steps":["trace[1932755313] 'agreement among raft nodes before linearized reading' (duration: 1.901373259s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:26.044621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:24.142607Z","time spent":"1.902007614s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:13:26.044557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277430953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T05:13:26.044709Z","caller":"traceutil/trace.go:171","msg":"trace[152810235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:448; }","duration":"1.277617347s","start":"2026-03-11T05:13:24.767085Z","end":"2026-03-11T05:13:26.044703Z","steps":["trace[152810235] 'agreement among raft nodes before linearized reading' (duration: 1.277423652s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:26.044728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:24.767065Z","time spent":"1.277656938s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:13:26.273773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.193288ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-11T05:13:26.274015Z","caller":"traceutil/trace.go:171","msg":"trace[151656149] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"224.853338ms","start":"2026-03-11T05:13:26.049147Z","end":"2026-03-11T05:13:26.274Z","steps":["trace[151656149] 'process raft request' (duration: 224.788306ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:26.274151Z","caller":"traceutil/trace.go:171","msg":"trace[1734176729] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"224.984431ms","start":"2026-03-11T05:13:26.049132Z","end":"2026-03-11T05:13:26.274116Z","steps":["trace[1734176729] 'process raft request' (duration: 224.716914ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:26.274052Z","caller":"traceutil/trace.go:171","msg":"trace[1362548664] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:467; }","duration":"226.511679ms","start":"2026-03-11T05:13:26.047477Z","end":"2026-03-11T05:13:26.273988Z","steps":["trace[1362548664] 'read index received' (duration: 92.110046ms)","trace[1362548664] 'applied index is now lower than readState.Index' (duration: 134.390973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:26.274439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.268163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:26.274517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.006931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:26.274641Z","caller":"traceutil/trace.go:171","msg":"trace[1566189660] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:0; response_revision:450; }","duration":"227.181857ms","start":"2026-03-11T05:13:26.047435Z","end":"2026-03-11T05:13:26.274616Z","steps":["trace[1566189660] 'agreement among raft nodes before linearized reading' (duration: 226.774316ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:26.274523Z","caller":"traceutil/trace.go:171","msg":"trace[1800428886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:450; }","duration":"222.383475ms","start":"2026-03-11T05:13:26.052121Z","end":"2026-03-11T05:13:26.274504Z","steps":["trace[1800428886] 'agreement among raft nodes before linearized reading' (duration: 222.248062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:26.705592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.910971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:26.705764Z","caller":"traceutil/trace.go:171","msg":"trace[909673138] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"169.83397ms","start":"2026-03-11T05:13:26.535913Z","end":"2026-03-11T05:13:26.705747Z","steps":["trace[909673138] 'process raft request' (duration: 169.782729ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:26.705853Z","caller":"traceutil/trace.go:171","msg":"trace[1498400387] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"169.889122ms","start":"2026-03-11T05:13:26.535901Z","end":"2026-03-11T05:13:26.70579Z","steps":["trace[1498400387] 'process raft request' (duration: 57.707104ms)","trace[1498400387] 'compare' (duration: 111.757918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:26.96202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.694551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:26.962171Z","caller":"traceutil/trace.go:171","msg":"trace[559061325] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"172.091197ms","start":"2026-03-11T05:13:26.790034Z","end":"2026-03-11T05:13:26.962126Z","steps":["trace[559061325] 'process raft request' (duration: 55.201582ms)","trace[559061325] 'compare' (duration: 116.528766ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:26.963215Z","caller":"traceutil/trace.go:171","msg":"trace[2049343975] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"173.099092ms","start":"2026-03-11T05:13:26.790095Z","end":"2026-03-11T05:13:26.963194Z","steps":["trace[2049343975] 'process raft request' (duration: 173.001279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:29.576423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520794938,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:13:29.715042Z","caller":"traceutil/trace.go:171","msg":"trace[1027459873] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:510; }","duration":"639.417354ms","start":"2026-03-11T05:13:29.075598Z","end":"2026-03-11T05:13:29.715015Z","steps":["trace[1027459873] 'read index received' (duration: 639.2529ms)","trace[1027459873] 'applied index is now lower than readState.Index' (duration: 163.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:29.715177Z","caller":"traceutil/trace.go:171","msg":"trace[1092133808] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"643.641749ms","start":"2026-03-11T05:13:29.071488Z","end":"2026-03-11T05:13:29.715129Z","steps":["trace[1092133808] 'process raft request' (duration: 643.337642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:29.715233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.217282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T05:13:29.715232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.607129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:29.715286Z","caller":"traceutil/trace.go:171","msg":"trace[2069872033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:491; }","duration":"391.324335ms","start":"2026-03-11T05:13:29.323949Z","end":"2026-03-11T05:13:29.715273Z","steps":["trace[2069872033] 'agreement among raft nodes before linearized reading' (duration: 391.218772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:29.715325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:29.323932Z","time spent":"391.384376ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T05:13:29.715345Z","caller":"traceutil/trace.go:171","msg":"trace[206543942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:491; }","duration":"639.730842ms","start":"2026-03-11T05:13:29.075572Z","end":"2026-03-11T05:13:29.715303Z","steps":["trace[206543942] 'agreement among raft nodes before linearized reading' (duration: 639.579598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:29.715389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:29.075562Z","time spent":"639.817494ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:13:29.715385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:29.071466Z","time spent":"643.817084ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:29.715396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.863303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:13:29.715521Z","caller":"traceutil/trace.go:171","msg":"trace[552303381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:491; }","duration":"390.983747ms","start":"2026-03-11T05:13:29.324491Z","end":"2026-03-11T05:13:29.715475Z","steps":["trace[552303381] 'agreement among raft nodes before linearized reading' (duration: 390.752431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:29.715562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:29.324482Z","time spent":"391.069479ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:13:36.831704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.517496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:13:36.831729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.773262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:13:36.831788Z","caller":"traceutil/trace.go:171","msg":"trace[1506629435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:531; }","duration":"448.67417ms","start":"2026-03-11T05:13:36.383095Z","end":"2026-03-11T05:13:36.831769Z","steps":["trace[1506629435] 'range keys from in-memory index tree' (duration: 448.27606ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:36.831796Z","caller":"traceutil/trace.go:171","msg":"trace[861613570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:531; }","duration":"458.877955ms","start":"2026-03-11T05:13:36.372902Z","end":"2026-03-11T05:13:36.83178Z","steps":["trace[861613570] 'range keys from in-memory index tree' (duration: 458.626309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:36.831831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:36.372881Z","time spent":"458.942617ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:13:36.831832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:36.383073Z","time spent":"448.749031ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:13:36.831906Z","caller":"traceutil/trace.go:171","msg":"trace[1093544491] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"400.769981ms","start":"2026-03-11T05:13:36.431099Z","end":"2026-03-11T05:13:36.831869Z","steps":["trace[1093544491] 'process raft request' (duration: 379.811377ms)","trace[1093544491] 'compare' (duration: 20.589435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:36.832101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:36.431075Z","time spent":"400.918664ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:37.658606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.058041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:37.658768Z","caller":"traceutil/trace.go:171","msg":"trace[747327114] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"822.402763ms","start":"2026-03-11T05:13:36.836347Z","end":"2026-03-11T05:13:37.65875Z","steps":["trace[747327114] 'process raft request' (duration: 170.109026ms)","trace[747327114] 'compare' (duration: 651.924498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:37.65884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:36.836326Z","time spent":"822.482415ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:37.659056Z","caller":"traceutil/trace.go:171","msg":"trace[1108104739] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:554; }","duration":"656.718307ms","start":"2026-03-11T05:13:37.002307Z","end":"2026-03-11T05:13:37.659025Z","steps":["trace[1108104739] 'read index received' (duration: 4.163194ms)","trace[1108104739] 'applied index is now lower than readState.Index' (duration: 652.553633ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:37.65922Z","caller":"traceutil/trace.go:171","msg":"trace[1227984353] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"821.927641ms","start":"2026-03-11T05:13:36.83728Z","end":"2026-03-11T05:13:37.659208Z","steps":["trace[1227984353] 'process raft request' (duration: 821.430569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:37.659289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:36.837271Z","time spent":"821.987532ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:37.659283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.970972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4dx5j\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-11T05:13:37.659321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.444378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:37.65933Z","caller":"traceutil/trace.go:171","msg":"trace[1180875597] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4dx5j; range_end:; response_count:1; response_revision:534; }","duration":"657.067335ms","start":"2026-03-11T05:13:37.00225Z","end":"2026-03-11T05:13:37.659318Z","steps":["trace[1180875597] 'agreement among raft nodes before linearized reading' (duration: 656.913911ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:37.659367Z","caller":"traceutil/trace.go:171","msg":"trace[1822564557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"584.495819ms","start":"2026-03-11T05:13:37.074859Z","end":"2026-03-11T05:13:37.659354Z","steps":["trace[1822564557] 'agreement among raft nodes before linearized reading' (duration: 584.317464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:37.65937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:37.002228Z","time spent":"657.134567ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-4dx5j\" "} {"level":"warn","ts":"2026-03-11T05:13:37.659402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:37.074801Z","time spent":"584.594442ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:13:37.659504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.610632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:37.659709Z","caller":"traceutil/trace.go:171","msg":"trace[1942166576] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:534; }","duration":"375.829958ms","start":"2026-03-11T05:13:37.283838Z","end":"2026-03-11T05:13:37.659668Z","steps":["trace[1942166576] 'agreement among raft nodes before linearized reading' (duration: 375.523279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:37.65981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:37.283791Z","time spent":"375.998942ms","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-11T05:13:38.176283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520795042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:13:38.477897Z","caller":"traceutil/trace.go:171","msg":"trace[535890404] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:556; }","duration":"802.186848ms","start":"2026-03-11T05:13:37.675682Z","end":"2026-03-11T05:13:38.477868Z","steps":["trace[535890404] 'read index received' (duration: 801.968812ms)","trace[535890404] 'applied index is now lower than readState.Index' (duration: 217.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:38.477959Z","caller":"traceutil/trace.go:171","msg":"trace[2110190554] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"803.015008ms","start":"2026-03-11T05:13:37.674918Z","end":"2026-03-11T05:13:38.477933Z","steps":["trace[2110190554] 'process raft request' (duration: 802.810713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:38.478061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.363233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterissuers.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:38.478108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:37.674898Z","time spent":"803.110331ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:38.478119Z","caller":"traceutil/trace.go:171","msg":"trace[536330459] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterissuers.cert-manager.io; range_end:; response_count:0; response_revision:535; }","duration":"802.464926ms","start":"2026-03-11T05:13:37.675637Z","end":"2026-03-11T05:13:38.478102Z","steps":["trace[536330459] 'agreement among raft nodes before linearized reading' (duration: 802.373423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:38.478192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.938141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:38.47824Z","caller":"traceutil/trace.go:171","msg":"trace[736081270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"402.019573ms","start":"2026-03-11T05:13:38.07621Z","end":"2026-03-11T05:13:38.47823Z","steps":["trace[736081270] 'agreement among raft nodes before linearized reading' (duration: 401.952591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:38.478283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:38.076192Z","time spent":"402.083294ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:13:38.478267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:37.675618Z","time spent":"802.616429ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterissuers.cert-manager.io\" "} {"level":"warn","ts":"2026-03-11T05:13:38.478276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.533925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:13:38.478391Z","caller":"traceutil/trace.go:171","msg":"trace[261352605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:535; }","duration":"724.713989ms","start":"2026-03-11T05:13:37.753654Z","end":"2026-03-11T05:13:38.478368Z","steps":["trace[261352605] 'agreement among raft nodes before linearized reading' (duration: 724.423162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:38.478455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:37.753629Z","time spent":"724.812411ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:13:38.478652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.197476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:13:38.478701Z","caller":"traceutil/trace.go:171","msg":"trace[805213811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:535; }","duration":"724.262748ms","start":"2026-03-11T05:13:37.754422Z","end":"2026-03-11T05:13:38.478685Z","steps":["trace[805213811] 'agreement among raft nodes before linearized reading' (duration: 724.108184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:38.47874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:37.754414Z","time spent":"724.315699ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:13:38.786018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.998725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:38.786219Z","caller":"traceutil/trace.go:171","msg":"trace[567415597] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:557; }","duration":"302.772778ms","start":"2026-03-11T05:13:38.483425Z","end":"2026-03-11T05:13:38.786198Z","steps":["trace[567415597] 'read index received' (duration: 144.500226ms)","trace[567415597] 'applied index is now lower than readState.Index' (duration: 158.271742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:38.78629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.86298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/orders.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:38.786311Z","caller":"traceutil/trace.go:171","msg":"trace[992457712] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"303.317132ms","start":"2026-03-11T05:13:38.482974Z","end":"2026-03-11T05:13:38.786292Z","steps":["trace[992457712] 'process raft request' (duration: 144.942387ms)","trace[992457712] 'compare' (duration: 157.896013ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:38.786365Z","caller":"traceutil/trace.go:171","msg":"trace[2041379090] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"303.29501ms","start":"2026-03-11T05:13:38.483061Z","end":"2026-03-11T05:13:38.786356Z","steps":["trace[2041379090] 'process raft request' (duration: 303.078185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:38.786406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:38.482959Z","time spent":"303.402985ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:38.786445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:38.483035Z","time spent":"303.356622ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:38.786329Z","caller":"traceutil/trace.go:171","msg":"trace[10076229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/orders.acme.cert-manager.io; range_end:; response_count:0; response_revision:537; }","duration":"302.921301ms","start":"2026-03-11T05:13:38.483391Z","end":"2026-03-11T05:13:38.786312Z","steps":["trace[10076229] 'agreement among raft nodes before linearized reading' (duration: 302.86493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:38.786568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:38.48338Z","time spent":"303.146187ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/orders.acme.cert-manager.io\" "} {"level":"warn","ts":"2026-03-11T05:13:39.289889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520795050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:39.790806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520795050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:40.291742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520795050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:13:40.338462Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47032306s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T05:13:41.074692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T05:13:41.074784Z","caller":"traceutil/trace.go:171","msg":"trace[2092498379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006358s","start":"2026-03-11T05:13:39.074759Z","end":"2026-03-11T05:13:41.074765Z","steps":["trace[2092498379] 'agreement among raft nodes before linearized reading' (duration: 1.999867814s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:41.074833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:39.074737Z","time spent":"2.000085249s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 05:13:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T05:13:41.777331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438600996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:41.77812Z","caller":"traceutil/trace.go:171","msg":"trace[543123780] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"698.493323ms","start":"2026-03-11T05:13:41.079613Z","end":"2026-03-11T05:13:41.778107Z","steps":["trace[543123780] 'process raft request' (duration: 698.436512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:41.778299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989132724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:41.778349Z","caller":"traceutil/trace.go:171","msg":"trace[207410213] range","detail":"{range_begin:/registry/clusterroles/cert-manager-cainjector; range_end:; response_count:0; response_revision:539; }","duration":"2.989233347s","start":"2026-03-11T05:13:38.789105Z","end":"2026-03-11T05:13:41.778338Z","steps":["trace[207410213] 'agreement among raft nodes before linearized reading' (duration: 2.989113874s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:41.778387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:38.789087Z","time spent":"2.989291478s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-11T05:13:41.778125Z","caller":"traceutil/trace.go:171","msg":"trace[1776034683] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"3.036879889s","start":"2026-03-11T05:13:38.741198Z","end":"2026-03-11T05:13:41.778078Z","steps":["trace[1776034683] 'process raft request' (duration: 1.597463352s)","trace[1776034683] 'compare' (duration: 1.438450192s)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:41.778167Z","caller":"traceutil/trace.go:171","msg":"trace[1671595208] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:559; }","duration":"2.98895066s","start":"2026-03-11T05:13:38.789153Z","end":"2026-03-11T05:13:41.778104Z","steps":["trace[1671595208] 'read index received' (duration: 1.549433091s)","trace[1671595208] 'applied index is now lower than readState.Index' (duration: 1.439514589s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:41.778511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:38.741173Z","time spent":"3.037265818s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:41.778515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:41.079594Z","time spent":"698.734358ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T05:13:42.123622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.252261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T05:13:42.123731Z","caller":"traceutil/trace.go:171","msg":"trace[1344803959] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:561; }","duration":"345.169849ms","start":"2026-03-11T05:13:41.778545Z","end":"2026-03-11T05:13:42.123715Z","steps":["trace[1344803959] 'read index received' (duration: 210.845967ms)","trace[1344803959] 'applied index is now lower than readState.Index' (duration: 134.322152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:42.123943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458858062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T05:13:42.123963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041946108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:42.124002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460445381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:13:42.12403Z","caller":"traceutil/trace.go:171","msg":"trace[287220870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:539; }","duration":"2.458977145s","start":"2026-03-11T05:13:39.665024Z","end":"2026-03-11T05:13:42.124001Z","steps":["trace[287220870] 'agreement among raft nodes before linearized reading' (duration: 2.458765349s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:42.124054Z","caller":"traceutil/trace.go:171","msg":"trace[1511136026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"1.042074491s","start":"2026-03-11T05:13:41.081957Z","end":"2026-03-11T05:13:42.124032Z","steps":["trace[1511136026] 'agreement among raft nodes before linearized reading' (duration: 1.041896767s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:42.124061Z","caller":"traceutil/trace.go:171","msg":"trace[1773773320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:539; }","duration":"2.460539594s","start":"2026-03-11T05:13:39.663508Z","end":"2026-03-11T05:13:42.124048Z","steps":["trace[1773773320] 'agreement among raft nodes before linearized reading' (duration: 2.460330559s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:42.123941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33364997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T05:13:42.124097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:41.081939Z","time spent":"1.042148453s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:13:42.124132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:39.663488Z","time spent":"2.460621225s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:13:42.124138Z","caller":"traceutil/trace.go:171","msg":"trace[1090358944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:539; }","duration":"1.333888186s","start":"2026-03-11T05:13:40.790235Z","end":"2026-03-11T05:13:42.124123Z","steps":["trace[1090358944] 'agreement among raft nodes before linearized reading' (duration: 1.333514836s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:42.124118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.076611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-issuers\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:42.124173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:40.790217Z","time spent":"1.333949217s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:13:42.124125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334457319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T05:13:42.124075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:39.665001Z","time spent":"2.459065587s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:13:42.124222Z","caller":"traceutil/trace.go:171","msg":"trace[795754310] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-issuers; range_end:; response_count:0; response_revision:539; }","duration":"342.225126ms","start":"2026-03-11T05:13:41.781971Z","end":"2026-03-11T05:13:42.124196Z","steps":["trace[795754310] 'agreement among raft nodes before linearized reading' (duration: 342.042561ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:42.124221Z","caller":"traceutil/trace.go:171","msg":"trace[1117518108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:539; }","duration":"1.334593293s","start":"2026-03-11T05:13:40.789613Z","end":"2026-03-11T05:13:42.124206Z","steps":["trace[1117518108] 'agreement among raft nodes before linearized reading' (duration: 1.334290785s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:42.124267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:40.789595Z","time spent":"1.334663074s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:13:42.124267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:41.781954Z","time spent":"342.304157ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cert-manager-controller-issuers\" "} {"level":"info","ts":"2026-03-11T05:13:42.619313Z","caller":"traceutil/trace.go:171","msg":"trace[372481567] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"149.423279ms","start":"2026-03-11T05:13:42.469862Z","end":"2026-03-11T05:13:42.619286Z","steps":["trace[372481567] 'process raft request' (duration: 148.471536ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:42.619699Z","caller":"traceutil/trace.go:171","msg":"trace[1502070377] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"149.710557ms","start":"2026-03-11T05:13:42.469956Z","end":"2026-03-11T05:13:42.619667Z","steps":["trace[1502070377] 'process raft request' (duration: 149.282206ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:42.619957Z","caller":"traceutil/trace.go:171","msg":"trace[1653888940] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"149.725917ms","start":"2026-03-11T05:13:42.470175Z","end":"2026-03-11T05:13:42.619901Z","steps":["trace[1653888940] 'process raft request' (duration: 149.466421ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:42.619978Z","caller":"traceutil/trace.go:171","msg":"trace[1968640683] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"149.587244ms","start":"2026-03-11T05:13:42.470288Z","end":"2026-03-11T05:13:42.619875Z","steps":["trace[1968640683] 'process raft request' (duration: 149.483921ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:42.632063Z","caller":"traceutil/trace.go:171","msg":"trace[389509007] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"160.089607ms","start":"2026-03-11T05:13:42.471945Z","end":"2026-03-11T05:13:42.632034Z","steps":["trace[389509007] 'process raft request' (duration: 159.82389ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:42.632113Z","caller":"traceutil/trace.go:171","msg":"trace[876343658] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"139.614354ms","start":"2026-03-11T05:13:42.492479Z","end":"2026-03-11T05:13:42.632093Z","steps":["trace[876343658] 'process raft request' (duration: 139.44625ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:43.680853Z","caller":"traceutil/trace.go:171","msg":"trace[1180026355] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"457.030169ms","start":"2026-03-11T05:13:43.223783Z","end":"2026-03-11T05:13:43.680813Z","steps":["trace[1180026355] 'process raft request' (duration: 456.632589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:43.681167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:43.223761Z","time spent":"457.209724ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:43.994257Z","caller":"traceutil/trace.go:171","msg":"trace[1727294694] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:670; }","duration":"100.016023ms","start":"2026-03-11T05:13:43.894173Z","end":"2026-03-11T05:13:43.994189Z","steps":["trace[1727294694] 'range keys from in-memory index tree' (duration: 99.86447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:44.357881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.873135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:44.358011Z","caller":"traceutil/trace.go:171","msg":"trace[497704542] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"271.200018ms","start":"2026-03-11T05:13:44.086785Z","end":"2026-03-11T05:13:44.357985Z","steps":["trace[497704542] 'process raft request' (duration: 166.142718ms)","trace[497704542] 'compare' (duration: 104.718101ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:44.378991Z","caller":"traceutil/trace.go:171","msg":"trace[1477328410] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:699; }","duration":"224.047569ms","start":"2026-03-11T05:13:44.154923Z","end":"2026-03-11T05:13:44.37897Z","steps":["trace[1477328410] 'read index received' (duration: 98.014644ms)","trace[1477328410] 'applied index is now lower than readState.Index' (duration: 126.032155ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:44.379032Z","caller":"traceutil/trace.go:171","msg":"trace[2108323308] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"291.853164ms","start":"2026-03-11T05:13:44.087071Z","end":"2026-03-11T05:13:44.378924Z","steps":["trace[2108323308] 'process raft request' (duration: 291.652149ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.379043Z","caller":"traceutil/trace.go:171","msg":"trace[2114111898] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"290.917961ms","start":"2026-03-11T05:13:44.088087Z","end":"2026-03-11T05:13:44.379005Z","steps":["trace[2114111898] 'process raft request' (duration: 290.758537ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.379101Z","caller":"traceutil/trace.go:171","msg":"trace[124287204] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"283.374513ms","start":"2026-03-11T05:13:44.095716Z","end":"2026-03-11T05:13:44.379091Z","steps":["trace[124287204] 'process raft request' (duration: 283.185968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:44.37937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.878244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T05:13:44.379375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.023207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:13:44.379412Z","caller":"traceutil/trace.go:171","msg":"trace[423796525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:680; }","duration":"221.971276ms","start":"2026-03-11T05:13:44.157432Z","end":"2026-03-11T05:13:44.379403Z","steps":["trace[423796525] 'agreement among raft nodes before linearized reading' (duration: 221.822623ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.379419Z","caller":"traceutil/trace.go:171","msg":"trace[1733640857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:680; }","duration":"222.108769ms","start":"2026-03-11T05:13:44.157299Z","end":"2026-03-11T05:13:44.379408Z","steps":["trace[1733640857] 'agreement among raft nodes before linearized reading' (duration: 221.933055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:44.379294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.361356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T05:13:44.3794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.118172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:44.379553Z","caller":"traceutil/trace.go:171","msg":"trace[613387561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:680; }","duration":"224.664324ms","start":"2026-03-11T05:13:44.154879Z","end":"2026-03-11T05:13:44.379543Z","steps":["trace[613387561] 'agreement among raft nodes before linearized reading' (duration: 224.322615ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.379797Z","caller":"traceutil/trace.go:171","msg":"trace[1690036081] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:680; }","duration":"129.582414ms","start":"2026-03-11T05:13:44.250197Z","end":"2026-03-11T05:13:44.37978Z","steps":["trace[1690036081] 'agreement among raft nodes before linearized reading' (duration: 129.101252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:44.3796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.13027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:13:44.380034Z","caller":"traceutil/trace.go:171","msg":"trace[1360521090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:680; }","duration":"222.591752ms","start":"2026-03-11T05:13:44.157411Z","end":"2026-03-11T05:13:44.380003Z","steps":["trace[1360521090] 'agreement among raft nodes before linearized reading' (duration: 221.964266ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.574315Z","caller":"traceutil/trace.go:171","msg":"trace[759900858] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"190.155469ms","start":"2026-03-11T05:13:44.384116Z","end":"2026-03-11T05:13:44.574272Z","steps":["trace[759900858] 'process raft request' (duration: 127.177762ms)","trace[759900858] 'compare' (duration: 62.736041ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:44.574338Z","caller":"traceutil/trace.go:171","msg":"trace[1072282211] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"189.623776ms","start":"2026-03-11T05:13:44.384675Z","end":"2026-03-11T05:13:44.574299Z","steps":["trace[1072282211] 'process raft request' (duration: 189.517634ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.574506Z","caller":"traceutil/trace.go:171","msg":"trace[1340054037] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"189.675317ms","start":"2026-03-11T05:13:44.384806Z","end":"2026-03-11T05:13:44.574481Z","steps":["trace[1340054037] 'process raft request' (duration: 189.430951ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.574586Z","caller":"traceutil/trace.go:171","msg":"trace[1324610325] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"188.048576ms","start":"2026-03-11T05:13:44.386509Z","end":"2026-03-11T05:13:44.574557Z","steps":["trace[1324610325] 'process raft request' (duration: 187.81466ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.574732Z","caller":"traceutil/trace.go:171","msg":"trace[558553694] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:704; }","duration":"125.518351ms","start":"2026-03-11T05:13:44.44918Z","end":"2026-03-11T05:13:44.574699Z","steps":["trace[558553694] 'read index received' (duration: 62.013701ms)","trace[558553694] 'applied index is now lower than readState.Index' (duration: 63.50332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:44.574847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.671545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:44.574889Z","caller":"traceutil/trace.go:171","msg":"trace[1632848958] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"125.784649ms","start":"2026-03-11T05:13:44.449092Z","end":"2026-03-11T05:13:44.574876Z","steps":["trace[1632848958] 'agreement among raft nodes before linearized reading' (duration: 125.682806ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.575019Z","caller":"traceutil/trace.go:171","msg":"trace[1806105070] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"185.762269ms","start":"2026-03-11T05:13:44.389244Z","end":"2026-03-11T05:13:44.575006Z","steps":["trace[1806105070] 'process raft request' (duration: 185.116623ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.57447Z","caller":"traceutil/trace.go:171","msg":"trace[1537215912] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"188.536478ms","start":"2026-03-11T05:13:44.385902Z","end":"2026-03-11T05:13:44.574438Z","steps":["trace[1537215912] 'process raft request' (duration: 188.374324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:44.901605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.937389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:44.90189Z","caller":"traceutil/trace.go:171","msg":"trace[1662681543] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"250.034378ms","start":"2026-03-11T05:13:44.651838Z","end":"2026-03-11T05:13:44.901872Z","steps":["trace[1662681543] 'process raft request' (duration: 249.855734ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:44.902123Z","caller":"traceutil/trace.go:171","msg":"trace[934989973] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"279.088926ms","start":"2026-03-11T05:13:44.623023Z","end":"2026-03-11T05:13:44.902111Z","steps":["trace[934989973] 'process raft request' (duration: 71.565462ms)","trace[934989973] 'compare' (duration: 206.839427ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:44.902314Z","caller":"traceutil/trace.go:171","msg":"trace[736343946] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"250.223492ms","start":"2026-03-11T05:13:44.652053Z","end":"2026-03-11T05:13:44.902276Z","steps":["trace[736343946] 'process raft request' (duration: 249.690489ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:45.282434Z","caller":"traceutil/trace.go:171","msg":"trace[307576761] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"175.568674ms","start":"2026-03-11T05:13:45.106826Z","end":"2026-03-11T05:13:45.282394Z","steps":["trace[307576761] 'process raft request' (duration: 112.240759ms)","trace[307576761] 'compare' (duration: 63.08969ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:45.512846Z","caller":"traceutil/trace.go:171","msg":"trace[1944222105] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"211.070472ms","start":"2026-03-11T05:13:45.301745Z","end":"2026-03-11T05:13:45.512815Z","steps":["trace[1944222105] 'process raft request' (duration: 171.335348ms)","trace[1944222105] 'compare' (duration: 39.590711ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:45.51759Z","caller":"traceutil/trace.go:171","msg":"trace[1029889154] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"193.754809ms","start":"2026-03-11T05:13:45.322169Z","end":"2026-03-11T05:13:45.515924Z","steps":["trace[1029889154] 'process raft request' (duration: 193.603985ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:45.730873Z","caller":"traceutil/trace.go:171","msg":"trace[1129130540] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:732; }","duration":"203.820691ms","start":"2026-03-11T05:13:45.527023Z","end":"2026-03-11T05:13:45.730843Z","steps":["trace[1129130540] 'read index received' (duration: 46.532515ms)","trace[1129130540] 'applied index is now lower than readState.Index' (duration: 157.286706ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:45.731057Z","caller":"traceutil/trace.go:171","msg":"trace[46224632] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"204.97893ms","start":"2026-03-11T05:13:45.526055Z","end":"2026-03-11T05:13:45.731034Z","steps":["trace[46224632] 'process raft request' (duration: 158.013554ms)","trace[46224632] 'compare' (duration: 46.596577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:45.731205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.152049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T05:13:45.731258Z","caller":"traceutil/trace.go:171","msg":"trace[1588202626] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:710; }","duration":"204.243242ms","start":"2026-03-11T05:13:45.527002Z","end":"2026-03-11T05:13:45.731245Z","steps":["trace[1588202626] 'agreement among raft nodes before linearized reading' (duration: 204.045227ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:46.074164Z","caller":"traceutil/trace.go:171","msg":"trace[1889390135] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"100.569547ms","start":"2026-03-11T05:13:45.973566Z","end":"2026-03-11T05:13:46.074136Z","steps":["trace[1889390135] 'process raft request' (duration: 84.973117ms)","trace[1889390135] 'compare' (duration: 15.427566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:46.558524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.303195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:46.558707Z","caller":"traceutil/trace.go:171","msg":"trace[1780721976] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:741; }","duration":"309.454225ms","start":"2026-03-11T05:13:46.249236Z","end":"2026-03-11T05:13:46.55869Z","steps":["trace[1780721976] 'read index received' (duration: 68.817142ms)","trace[1780721976] 'applied index is now lower than readState.Index' (duration: 240.636243ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:46.558852Z","caller":"traceutil/trace.go:171","msg":"trace[321848897] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"443.906669ms","start":"2026-03-11T05:13:46.114934Z","end":"2026-03-11T05:13:46.558841Z","steps":["trace[321848897] 'process raft request' (duration: 443.689714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:46.559005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:46.114907Z","time spent":"444.014112ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:46.559019Z","caller":"traceutil/trace.go:171","msg":"trace[121593401] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"447.475959ms","start":"2026-03-11T05:13:46.111444Z","end":"2026-03-11T05:13:46.55892Z","steps":["trace[121593401] 'process raft request' (duration: 206.699883ms)","trace[121593401] 'compare' (duration: 240.196182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:46.559248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.711026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T05:13:46.559324Z","caller":"traceutil/trace.go:171","msg":"trace[1654109523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:719; }","duration":"127.829919ms","start":"2026-03-11T05:13:46.431477Z","end":"2026-03-11T05:13:46.559307Z","steps":["trace[1654109523] 'agreement among raft nodes before linearized reading' (duration: 127.637844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:46.55933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:46.111421Z","time spent":"447.815577ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:13:46.559238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.989747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-11T05:13:46.559463Z","caller":"traceutil/trace.go:171","msg":"trace[1346084581] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:719; }","duration":"310.261595ms","start":"2026-03-11T05:13:46.249181Z","end":"2026-03-11T05:13:46.559442Z","steps":["trace[1346084581] 'agreement among raft nodes before linearized reading' (duration: 309.914496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:46.559527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:46.249156Z","time spent":"310.354318ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-11T05:13:46.559257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.610323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-11T05:13:46.559654Z","caller":"traceutil/trace.go:171","msg":"trace[263332043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:719; }","duration":"110.048045ms","start":"2026-03-11T05:13:46.449587Z","end":"2026-03-11T05:13:46.559635Z","steps":["trace[263332043] 'agreement among raft nodes before linearized reading' (duration: 109.541351ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:46.732585Z","caller":"traceutil/trace.go:171","msg":"trace[1467593050] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"169.134753ms","start":"2026-03-11T05:13:46.56342Z","end":"2026-03-11T05:13:46.732555Z","steps":["trace[1467593050] 'process raft request' (duration: 166.710063ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:46.747655Z","caller":"traceutil/trace.go:171","msg":"trace[2021397567] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:743; }","duration":"168.812856ms","start":"2026-03-11T05:13:46.578823Z","end":"2026-03-11T05:13:46.747636Z","steps":["trace[2021397567] 'read index received' (duration: 151.305137ms)","trace[2021397567] 'applied index is now lower than readState.Index' (duration: 17.506539ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:46.747747Z","caller":"traceutil/trace.go:171","msg":"trace[157920270] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"174.177259ms","start":"2026-03-11T05:13:46.573543Z","end":"2026-03-11T05:13:46.74772Z","steps":["trace[157920270] 'process raft request' (duration: 173.965814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:46.747829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.98637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T05:13:46.747867Z","caller":"traceutil/trace.go:171","msg":"trace[660894891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:721; }","duration":"169.075362ms","start":"2026-03-11T05:13:46.578782Z","end":"2026-03-11T05:13:46.747858Z","steps":["trace[660894891] 'agreement among raft nodes before linearized reading' (duration: 168.95387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:46.750939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.029076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T05:13:46.751014Z","caller":"traceutil/trace.go:171","msg":"trace[2043611128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:722; }","duration":"172.134978ms","start":"2026-03-11T05:13:46.578866Z","end":"2026-03-11T05:13:46.751001Z","steps":["trace[2043611128] 'agreement among raft nodes before linearized reading' (duration: 171.937103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:46.751182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.48503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-11T05:13:46.751253Z","caller":"traceutil/trace.go:171","msg":"trace[791532140] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:722; }","duration":"101.618203ms","start":"2026-03-11T05:13:46.649617Z","end":"2026-03-11T05:13:46.751236Z","steps":["trace[791532140] 'agreement among raft nodes before linearized reading' (duration: 101.409818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:46.751215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.323293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T05:13:46.751343Z","caller":"traceutil/trace.go:171","msg":"trace[407809840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:722; }","duration":"172.461107ms","start":"2026-03-11T05:13:46.578861Z","end":"2026-03-11T05:13:46.751323Z","steps":["trace[407809840] 'agreement among raft nodes before linearized reading' (duration: 172.306653ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:47.200442Z","caller":"traceutil/trace.go:171","msg":"trace[344312516] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"114.375992ms","start":"2026-03-11T05:13:47.086035Z","end":"2026-03-11T05:13:47.200411Z","steps":["trace[344312516] 'process raft request' (duration: 55.14577ms)","trace[344312516] 'compare' (duration: 59.077038ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:47.202496Z","caller":"traceutil/trace.go:171","msg":"trace[901328584] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"103.406408ms","start":"2026-03-11T05:13:47.099071Z","end":"2026-03-11T05:13:47.202477Z","steps":["trace[901328584] 'process raft request' (duration: 102.865395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.379729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.554291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:48.379937Z","caller":"traceutil/trace.go:171","msg":"trace[1379847130] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"1.005492496s","start":"2026-03-11T05:13:47.374405Z","end":"2026-03-11T05:13:48.379898Z","steps":["trace[1379847130] 'process raft request' (duration: 414.623767ms)","trace[1379847130] 'compare' (duration: 590.222763ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:48.380074Z","caller":"traceutil/trace.go:171","msg":"trace[83424345] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"923.77385ms","start":"2026-03-11T05:13:47.456263Z","end":"2026-03-11T05:13:48.380037Z","steps":["trace[83424345] 'read index received' (duration: 332.84574ms)","trace[83424345] 'applied index is now lower than readState.Index' (duration: 590.924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:48.380137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:47.374382Z","time spent":"1.00563651s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:48.380165Z","caller":"traceutil/trace.go:171","msg":"trace[221371503] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"687.083747ms","start":"2026-03-11T05:13:47.693057Z","end":"2026-03-11T05:13:48.38014Z","steps":["trace[221371503] 'process raft request' (duration: 686.966854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.380253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:47.693026Z","time spent":"687.19356ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T05:13:48.380283Z","caller":"traceutil/trace.go:171","msg":"trace[1871796312] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"768.184007ms","start":"2026-03-11T05:13:47.612Z","end":"2026-03-11T05:13:48.380184Z","steps":["trace[1871796312] 'process raft request' (duration: 767.870309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.380401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.517491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-11T05:13:48.380433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.249941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-11T05:13:48.380465Z","caller":"traceutil/trace.go:171","msg":"trace[1917429107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:733; }","duration":"258.616274ms","start":"2026-03-11T05:13:48.121834Z","end":"2026-03-11T05:13:48.380451Z","steps":["trace[1917429107] 'agreement among raft nodes before linearized reading' (duration: 258.418258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.380465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.948084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-11T05:13:48.380513Z","caller":"traceutil/trace.go:171","msg":"trace[1167220008] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:733; }","duration":"516.337874ms","start":"2026-03-11T05:13:47.86413Z","end":"2026-03-11T05:13:48.380468Z","steps":["trace[1167220008] 'agreement among raft nodes before linearized reading' (duration: 516.087997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.380536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.277136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-11T05:13:48.380566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:47.864115Z","time spent":"516.438306ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-11T05:13:48.380616Z","caller":"traceutil/trace.go:171","msg":"trace[1816848268] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:733; }","duration":"129.396769ms","start":"2026-03-11T05:13:48.251198Z","end":"2026-03-11T05:13:48.380595Z","steps":["trace[1816848268] 'agreement among raft nodes before linearized reading' (duration: 129.134973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.380638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.484006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4dx5j\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-11T05:13:48.380557Z","caller":"traceutil/trace.go:171","msg":"trace[1561250413] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:733; }","duration":"331.088208ms","start":"2026-03-11T05:13:48.049451Z","end":"2026-03-11T05:13:48.380539Z","steps":["trace[1561250413] 'agreement among raft nodes before linearized reading' (duration: 330.869172ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:48.380702Z","caller":"traceutil/trace.go:171","msg":"trace[833093622] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4dx5j; range_end:; response_count:1; response_revision:733; }","duration":"283.574758ms","start":"2026-03-11T05:13:48.097112Z","end":"2026-03-11T05:13:48.380687Z","steps":["trace[833093622] 'agreement among raft nodes before linearized reading' (duration: 283.289831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.380721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:48.04943Z","time spent":"331.280963ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-11T05:13:48.38057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.189064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:48.380682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:47.611976Z","time spent":"768.393483ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T05:13:48.380791Z","caller":"traceutil/trace.go:171","msg":"trace[1693750676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"306.568594ms","start":"2026-03-11T05:13:48.074207Z","end":"2026-03-11T05:13:48.380775Z","steps":["trace[1693750676] 'agreement among raft nodes before linearized reading' (duration: 306.113392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.380857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:48.074185Z","time spent":"306.648996ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:13:48.382942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.664333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-11T05:13:48.383051Z","caller":"traceutil/trace.go:171","msg":"trace[624517729] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:733; }","duration":"926.799416ms","start":"2026-03-11T05:13:47.456223Z","end":"2026-03-11T05:13:48.383022Z","steps":["trace[624517729] 'agreement among raft nodes before linearized reading' (duration: 923.979066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.383124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:47.456203Z","time spent":"926.906799ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-11T05:13:48.729555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.878506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:13:48.729807Z","caller":"traceutil/trace.go:171","msg":"trace[326297838] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"341.319393ms","start":"2026-03-11T05:13:48.388467Z","end":"2026-03-11T05:13:48.729786Z","steps":["trace[326297838] 'process raft request' (duration: 184.119379ms)","trace[326297838] 'compare' (duration: 156.731923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:48.729889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:48.388208Z","time spent":"341.644771ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:48.824346Z","caller":"traceutil/trace.go:171","msg":"trace[884673934] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"435.088269ms","start":"2026-03-11T05:13:48.389219Z","end":"2026-03-11T05:13:48.824307Z","steps":["trace[884673934] 'process raft request' (duration: 434.72489ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:48.824351Z","caller":"traceutil/trace.go:171","msg":"trace[146591901] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"425.90772ms","start":"2026-03-11T05:13:48.39842Z","end":"2026-03-11T05:13:48.824328Z","steps":["trace[146591901] 'process raft request' (duration: 425.639403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.824517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:48.389207Z","time spent":"435.219333ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T05:13:48.824538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:48.398404Z","time spent":"426.022873ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:48.824723Z","caller":"traceutil/trace.go:171","msg":"trace[1089766650] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"344.577014ms","start":"2026-03-11T05:13:48.480127Z","end":"2026-03-11T05:13:48.824704Z","steps":["trace[1089766650] 'process raft request' (duration: 344.072212ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:48.824774Z","caller":"traceutil/trace.go:171","msg":"trace[1734149507] linearizableReadLoop","detail":"{readStateIndex:760; appliedIndex:757; }","duration":"374.248656ms","start":"2026-03-11T05:13:48.450498Z","end":"2026-03-11T05:13:48.824746Z","steps":["trace[1734149507] 'read index received' (duration: 122.213808ms)","trace[1734149507] 'applied index is now lower than readState.Index' (duration: 252.033798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:13:48.824797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:48.480109Z","time spent":"344.654626ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:48.824837Z","caller":"traceutil/trace.go:171","msg":"trace[588684462] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"327.796934ms","start":"2026-03-11T05:13:48.497005Z","end":"2026-03-11T05:13:48.824802Z","steps":["trace[588684462] 'process raft request' (duration: 327.562899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.824941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.441632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-11T05:13:48.82498Z","caller":"traceutil/trace.go:171","msg":"trace[1750662713] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:738; }","duration":"374.513953ms","start":"2026-03-11T05:13:48.450456Z","end":"2026-03-11T05:13:48.82497Z","steps":["trace[1750662713] 'agreement among raft nodes before linearized reading' (duration: 374.39703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:48.825002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:48.450435Z","time spent":"374.562304ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-11T05:13:48.824985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:48.496981Z","time spent":"327.941507ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:48.935456Z","caller":"traceutil/trace.go:171","msg":"trace[1029145489] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"106.758962ms","start":"2026-03-11T05:13:48.828667Z","end":"2026-03-11T05:13:48.935426Z","steps":["trace[1029145489] 'process raft request' (duration: 72.135674ms)","trace[1029145489] 'compare' (duration: 34.457624ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:48.944493Z","caller":"traceutil/trace.go:171","msg":"trace[1856052157] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"114.525606ms","start":"2026-03-11T05:13:48.829915Z","end":"2026-03-11T05:13:48.944441Z","steps":["trace[1856052157] 'process raft request' (duration: 114.482145ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:48.944781Z","caller":"traceutil/trace.go:171","msg":"trace[2117323924] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"115.08311ms","start":"2026-03-11T05:13:48.829678Z","end":"2026-03-11T05:13:48.944761Z","steps":["trace[2117323924] 'process raft request' (duration: 114.67825ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:48.944726Z","caller":"traceutil/trace.go:171","msg":"trace[1865976270] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"115.08152ms","start":"2026-03-11T05:13:48.82961Z","end":"2026-03-11T05:13:48.944692Z","steps":["trace[1865976270] 'process raft request' (duration: 114.66861ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:49.148003Z","caller":"traceutil/trace.go:171","msg":"trace[611094366] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"238.680525ms","start":"2026-03-11T05:13:48.909275Z","end":"2026-03-11T05:13:49.147956Z","steps":["trace[611094366] 'read index received' (duration: 35.52521ms)","trace[611094366] 'applied index is now lower than readState.Index' (duration: 203.153985ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:49.148152Z","caller":"traceutil/trace.go:171","msg":"trace[559013104] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"240.868948ms","start":"2026-03-11T05:13:48.907221Z","end":"2026-03-11T05:13:49.14809Z","steps":["trace[559013104] 'process raft request' (duration: 233.483953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.148409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.102275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-11T05:13:49.148562Z","caller":"traceutil/trace.go:171","msg":"trace[1858865831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:743; }","duration":"239.32026ms","start":"2026-03-11T05:13:48.909218Z","end":"2026-03-11T05:13:49.148538Z","steps":["trace[1858865831] 'agreement among raft nodes before linearized reading' (duration: 238.923241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.180948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.574162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:49.181011Z","caller":"traceutil/trace.go:171","msg":"trace[570510346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"105.720225ms","start":"2026-03-11T05:13:49.075277Z","end":"2026-03-11T05:13:49.180998Z","steps":["trace[570510346] 'agreement among raft nodes before linearized reading' (duration: 105.606133ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:49.38343Z","caller":"traceutil/trace.go:171","msg":"trace[1598501504] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"183.568655ms","start":"2026-03-11T05:13:49.199834Z","end":"2026-03-11T05:13:49.383403Z","steps":["trace[1598501504] 'process raft request' (duration: 183.403251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.953062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.518017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:49.953143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.464756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:49.953256Z","caller":"traceutil/trace.go:171","msg":"trace[1757026549] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:745; }","duration":"504.807574ms","start":"2026-03-11T05:13:49.448399Z","end":"2026-03-11T05:13:49.953207Z","steps":["trace[1757026549] 'range keys from in-memory index tree' (duration: 504.392075ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:49.953243Z","caller":"traceutil/trace.go:171","msg":"trace[1823182313] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:745; }","duration":"504.579308ms","start":"2026-03-11T05:13:49.448648Z","end":"2026-03-11T05:13:49.953227Z","steps":["trace[1823182313] 'range keys from in-memory index tree' (duration: 504.413455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.953349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.448641Z","time spent":"504.692191ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-03-11T05:13:49.953368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.448369Z","time spent":"504.978308ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T05:13:49.953138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.821605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:49.953764Z","caller":"traceutil/trace.go:171","msg":"trace[1122564694] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:745; }","duration":"505.460961ms","start":"2026-03-11T05:13:49.448271Z","end":"2026-03-11T05:13:49.953732Z","steps":["trace[1122564694] 'count revisions from in-memory index tree' (duration: 504.763424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.953899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.448246Z","time spent":"505.605924ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:13:49.972414Z","caller":"traceutil/trace.go:171","msg":"trace[1263398834] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"425.54781ms","start":"2026-03-11T05:13:49.546851Z","end":"2026-03-11T05:13:49.972399Z","steps":["trace[1263398834] 'read index received' (duration: 425.303204ms)","trace[1263398834] 'applied index is now lower than readState.Index' (duration: 243.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:49.972468Z","caller":"traceutil/trace.go:171","msg":"trace[1702962706] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"453.329857ms","start":"2026-03-11T05:13:49.519114Z","end":"2026-03-11T05:13:49.972443Z","steps":["trace[1702962706] 'process raft request' (duration: 453.091591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.972675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.445587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:49.972752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.880269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:49.972815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.56535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:49.972752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.264084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:13:49.972819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.7451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:49.972854Z","caller":"traceutil/trace.go:171","msg":"trace[2005942518] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:746; }","duration":"375.615301ms","start":"2026-03-11T05:13:49.597229Z","end":"2026-03-11T05:13:49.972845Z","steps":["trace[2005942518] 'agreement among raft nodes before linearized reading' (duration: 375.55426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:49.972873Z","caller":"traceutil/trace.go:171","msg":"trace[310551242] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:746; }","duration":"405.382247ms","start":"2026-03-11T05:13:49.567473Z","end":"2026-03-11T05:13:49.972856Z","steps":["trace[310551242] 'agreement among raft nodes before linearized reading' (duration: 405.245853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.972902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.597226Z","time spent":"375.663713ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:13:49.972939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.567427Z","time spent":"405.495419ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T05:13:49.972681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.643233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:49.973087Z","caller":"traceutil/trace.go:171","msg":"trace[1069249608] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:746; }","duration":"426.131035ms","start":"2026-03-11T05:13:49.546933Z","end":"2026-03-11T05:13:49.973064Z","steps":["trace[1069249608] 'agreement among raft nodes before linearized reading' (duration: 425.693184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.973195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.5469Z","time spent":"426.276769ms","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:13:49.972782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.519093Z","time spent":"453.574512ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:13:49.972816Z","caller":"traceutil/trace.go:171","msg":"trace[1399877766] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:746; }","duration":"403.95852ms","start":"2026-03-11T05:13:49.56884Z","end":"2026-03-11T05:13:49.972798Z","steps":["trace[1399877766] 'agreement among raft nodes before linearized reading' (duration: 403.882828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.973746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.568828Z","time spent":"404.897214ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"info","ts":"2026-03-11T05:13:49.972749Z","caller":"traceutil/trace.go:171","msg":"trace[838935957] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:746; }","duration":"375.521319ms","start":"2026-03-11T05:13:49.597206Z","end":"2026-03-11T05:13:49.972727Z","steps":["trace[838935957] 'agreement among raft nodes before linearized reading' (duration: 375.443857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.973907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.597198Z","time spent":"376.684617ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T05:13:49.972597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.717295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:49.974005Z","caller":"traceutil/trace.go:171","msg":"trace[839629110] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:746; }","duration":"427.176351ms","start":"2026-03-11T05:13:49.546815Z","end":"2026-03-11T05:13:49.973991Z","steps":["trace[839629110] 'agreement among raft nodes before linearized reading' (duration: 425.679134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.974151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.546795Z","time spent":"427.326225ms","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-11T05:13:49.972693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.173821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:49.974301Z","caller":"traceutil/trace.go:171","msg":"trace[1196467324] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:746; }","duration":"406.785232ms","start":"2026-03-11T05:13:49.567505Z","end":"2026-03-11T05:13:49.97429Z","steps":["trace[1196467324] 'agreement among raft nodes before linearized reading' (duration: 405.147751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.974342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.567473Z","time spent":"406.851214ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:13:49.972602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.737526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:49.974452Z","caller":"traceutil/trace.go:171","msg":"trace[128989145] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:746; }","duration":"427.627153ms","start":"2026-03-11T05:13:49.546815Z","end":"2026-03-11T05:13:49.974442Z","steps":["trace[128989145] 'agreement among raft nodes before linearized reading' (duration: 425.736745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.974491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.546802Z","time spent":"427.677985ms","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-11T05:13:49.972887Z","caller":"traceutil/trace.go:171","msg":"trace[1551957567] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:746; }","duration":"374.881563ms","start":"2026-03-11T05:13:49.597979Z","end":"2026-03-11T05:13:49.972861Z","steps":["trace[1551957567] 'agreement among raft nodes before linearized reading' (duration: 374.711779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:49.974618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:13:49.597974Z","time spent":"376.633987ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-11T05:13:50.183948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.580402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:13:50.184026Z","caller":"traceutil/trace.go:171","msg":"trace[1425296662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"107.708895ms","start":"2026-03-11T05:13:50.076299Z","end":"2026-03-11T05:13:50.184008Z","steps":["trace[1425296662] 'range keys from in-memory index tree' (duration: 107.422359ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:53.136575Z","caller":"traceutil/trace.go:171","msg":"trace[137628311] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"102.667258ms","start":"2026-03-11T05:13:53.033882Z","end":"2026-03-11T05:13:53.136549Z","steps":["trace[137628311] 'process raft request' (duration: 101.470349ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:53.136827Z","caller":"traceutil/trace.go:171","msg":"trace[1332220295] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"102.903894ms","start":"2026-03-11T05:13:53.033881Z","end":"2026-03-11T05:13:53.136785Z","steps":["trace[1332220295] 'process raft request' (duration: 102.626007ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.316449Z","caller":"traceutil/trace.go:171","msg":"trace[1868242055] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:798; }","duration":"123.918102ms","start":"2026-03-11T05:13:55.192498Z","end":"2026-03-11T05:13:55.316416Z","steps":["trace[1868242055] 'read index received' (duration: 50.410422ms)","trace[1868242055] 'applied index is now lower than readState.Index' (duration: 73.50672ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:55.316617Z","caller":"traceutil/trace.go:171","msg":"trace[103177025] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"125.261315ms","start":"2026-03-11T05:13:55.191343Z","end":"2026-03-11T05:13:55.316604Z","steps":["trace[103177025] 'process raft request' (duration: 118.148947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:13:55.316724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.21095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T05:13:55.316792Z","caller":"traceutil/trace.go:171","msg":"trace[1900679074] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:774; }","duration":"124.298281ms","start":"2026-03-11T05:13:55.192475Z","end":"2026-03-11T05:13:55.316773Z","steps":["trace[1900679074] 'agreement among raft nodes before linearized reading' (duration: 124.126277ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.714836Z","caller":"traceutil/trace.go:171","msg":"trace[1296081529] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"222.389027ms","start":"2026-03-11T05:13:55.492431Z","end":"2026-03-11T05:13:55.71482Z","steps":["trace[1296081529] 'process raft request' (duration: 221.731039ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.838544Z","caller":"traceutil/trace.go:171","msg":"trace[1318886748] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"112.131137ms","start":"2026-03-11T05:13:55.726392Z","end":"2026-03-11T05:13:55.838523Z","steps":["trace[1318886748] 'process raft request' (duration: 106.746782ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.886156Z","caller":"traceutil/trace.go:171","msg":"trace[1419421765] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"107.501041ms","start":"2026-03-11T05:13:55.778633Z","end":"2026-03-11T05:13:55.886134Z","steps":["trace[1419421765] 'process raft request' (duration: 107.312817ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.88639Z","caller":"traceutil/trace.go:171","msg":"trace[483174853] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"106.743121ms","start":"2026-03-11T05:13:55.779625Z","end":"2026-03-11T05:13:55.886368Z","steps":["trace[483174853] 'process raft request' (duration: 106.454074ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.886533Z","caller":"traceutil/trace.go:171","msg":"trace[825750925] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"106.028774ms","start":"2026-03-11T05:13:55.780495Z","end":"2026-03-11T05:13:55.886524Z","steps":["trace[825750925] 'process raft request' (duration: 105.789318ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.88662Z","caller":"traceutil/trace.go:171","msg":"trace[610797640] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"106.047934ms","start":"2026-03-11T05:13:55.780563Z","end":"2026-03-11T05:13:55.886611Z","steps":["trace[610797640] 'process raft request' (duration: 105.86108ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.886761Z","caller":"traceutil/trace.go:171","msg":"trace[549647202] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"106.130506ms","start":"2026-03-11T05:13:55.780612Z","end":"2026-03-11T05:13:55.886742Z","steps":["trace[549647202] 'process raft request' (duration: 105.86426ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.886813Z","caller":"traceutil/trace.go:171","msg":"trace[1465672456] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"105.027288ms","start":"2026-03-11T05:13:55.781776Z","end":"2026-03-11T05:13:55.886803Z","steps":["trace[1465672456] 'process raft request' (duration: 104.906895ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.886904Z","caller":"traceutil/trace.go:171","msg":"trace[1280219025] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"105.697036ms","start":"2026-03-11T05:13:55.781194Z","end":"2026-03-11T05:13:55.886891Z","steps":["trace[1280219025] 'process raft request' (duration: 105.333387ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.887133Z","caller":"traceutil/trace.go:171","msg":"trace[516485164] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"105.744787ms","start":"2026-03-11T05:13:55.781369Z","end":"2026-03-11T05:13:55.887114Z","steps":["trace[516485164] 'process raft request' (duration: 105.265555ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:55.887301Z","caller":"traceutil/trace.go:171","msg":"trace[1269485070] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"106.028584ms","start":"2026-03-11T05:13:55.781258Z","end":"2026-03-11T05:13:55.887287Z","steps":["trace[1269485070] 'process raft request' (duration: 105.312946ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:56.027226Z","caller":"traceutil/trace.go:171","msg":"trace[63067268] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"115.929441ms","start":"2026-03-11T05:13:55.91128Z","end":"2026-03-11T05:13:56.027209Z","steps":["trace[63067268] 'process raft request' (duration: 115.824808ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:56.163619Z","caller":"traceutil/trace.go:171","msg":"trace[1833335489] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"122.27876ms","start":"2026-03-11T05:13:56.041309Z","end":"2026-03-11T05:13:56.163587Z","steps":["trace[1833335489] 'process raft request' (duration: 87.358906ms)","trace[1833335489] 'compare' (duration: 34.712379ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:13:56.38139Z","caller":"traceutil/trace.go:171","msg":"trace[1674803179] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"205.283139ms","start":"2026-03-11T05:13:56.17609Z","end":"2026-03-11T05:13:56.381373Z","steps":["trace[1674803179] 'process raft request' (duration: 205.169526ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:56.417125Z","caller":"traceutil/trace.go:171","msg":"trace[979528761] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"215.064552ms","start":"2026-03-11T05:13:56.202038Z","end":"2026-03-11T05:13:56.417102Z","steps":["trace[979528761] 'process raft request' (duration: 214.954049ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:57.968955Z","caller":"traceutil/trace.go:171","msg":"trace[541465783] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"192.607398ms","start":"2026-03-11T05:13:57.776319Z","end":"2026-03-11T05:13:57.968927Z","steps":["trace[541465783] 'process raft request' (duration: 192.439934ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:58.432872Z","caller":"traceutil/trace.go:171","msg":"trace[242711963] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"130.817907ms","start":"2026-03-11T05:13:58.302034Z","end":"2026-03-11T05:13:58.432852Z","steps":["trace[242711963] 'process raft request' (duration: 130.705424ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:58.562831Z","caller":"traceutil/trace.go:171","msg":"trace[1006273212] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"187.356836ms","start":"2026-03-11T05:13:58.375447Z","end":"2026-03-11T05:13:58.562804Z","steps":["trace[1006273212] 'process raft request' (duration: 186.835903ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:59.53801Z","caller":"traceutil/trace.go:171","msg":"trace[921144099] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"165.437845ms","start":"2026-03-11T05:13:59.372549Z","end":"2026-03-11T05:13:59.537987Z","steps":["trace[921144099] 'process raft request' (duration: 165.304062ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:59.568761Z","caller":"traceutil/trace.go:171","msg":"trace[1241428628] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"189.367676ms","start":"2026-03-11T05:13:59.379368Z","end":"2026-03-11T05:13:59.568736Z","steps":["trace[1241428628] 'process raft request' (duration: 189.318364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:13:59.568837Z","caller":"traceutil/trace.go:171","msg":"trace[734198927] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"196.014843ms","start":"2026-03-11T05:13:59.3728Z","end":"2026-03-11T05:13:59.568815Z","steps":["trace[734198927] 'process raft request' (duration: 195.759327ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.311691Z","caller":"traceutil/trace.go:171","msg":"trace[53372360] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"128.100928ms","start":"2026-03-11T05:14:00.183565Z","end":"2026-03-11T05:14:00.311666Z","steps":["trace[53372360] 'process raft request' (duration: 127.856052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:00.503128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.706491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T05:14:00.503237Z","caller":"traceutil/trace.go:171","msg":"trace[1913142808] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:884; }","duration":"122.727713ms","start":"2026-03-11T05:14:00.38049Z","end":"2026-03-11T05:14:00.503218Z","steps":["trace[1913142808] 'read index received' (duration: 8.026232ms)","trace[1913142808] 'applied index is now lower than readState.Index' (duration: 114.700311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:14:00.503327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.835496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-ctjgw\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-03-11T05:14:00.503404Z","caller":"traceutil/trace.go:171","msg":"trace[80297853] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-ctjgw; range_end:; response_count:1; response_revision:856; }","duration":"122.921488ms","start":"2026-03-11T05:14:00.380425Z","end":"2026-03-11T05:14:00.503346Z","steps":["trace[80297853] 'agreement among raft nodes before linearized reading' (duration: 122.842556ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.505534Z","caller":"traceutil/trace.go:171","msg":"trace[1243193139] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"123.265136ms","start":"2026-03-11T05:14:00.382252Z","end":"2026-03-11T05:14:00.505517Z","steps":["trace[1243193139] 'process raft request' (duration: 123.081141ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.505785Z","caller":"traceutil/trace.go:171","msg":"trace[1687390716] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"123.42258ms","start":"2026-03-11T05:14:00.38232Z","end":"2026-03-11T05:14:00.505742Z","steps":["trace[1687390716] 'process raft request' (duration: 123.145173ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.628422Z","caller":"traceutil/trace.go:171","msg":"trace[1183866932] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"116.432844ms","start":"2026-03-11T05:14:00.511968Z","end":"2026-03-11T05:14:00.628401Z","steps":["trace[1183866932] 'process raft request' (duration: 116.28322ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.924091Z","caller":"traceutil/trace.go:171","msg":"trace[835200269] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"243.568218ms","start":"2026-03-11T05:14:00.680474Z","end":"2026-03-11T05:14:00.924042Z","steps":["trace[835200269] 'process raft request' (duration: 164.03521ms)","trace[835200269] 'compare' (duration: 79.20924ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:00.924242Z","caller":"traceutil/trace.go:171","msg":"trace[891028467] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"239.778093ms","start":"2026-03-11T05:14:00.684422Z","end":"2026-03-11T05:14:00.9242Z","steps":["trace[891028467] 'process raft request' (duration: 239.519246ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.955958Z","caller":"traceutil/trace.go:171","msg":"trace[569529467] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"214.953839ms","start":"2026-03-11T05:14:00.740984Z","end":"2026-03-11T05:14:00.955937Z","steps":["trace[569529467] 'process raft request' (duration: 214.776435ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.956185Z","caller":"traceutil/trace.go:171","msg":"trace[1804562383] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"213.933785ms","start":"2026-03-11T05:14:00.74222Z","end":"2026-03-11T05:14:00.956154Z","steps":["trace[1804562383] 'process raft request' (duration: 213.648278ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.95635Z","caller":"traceutil/trace.go:171","msg":"trace[108531083] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"213.166374ms","start":"2026-03-11T05:14:00.743167Z","end":"2026-03-11T05:14:00.956334Z","steps":["trace[108531083] 'process raft request' (duration: 212.99379ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:00.956839Z","caller":"traceutil/trace.go:171","msg":"trace[1922909516] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"213.482521ms","start":"2026-03-11T05:14:00.742987Z","end":"2026-03-11T05:14:00.956469Z","steps":["trace[1922909516] 'process raft request' (duration: 213.01227ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.123869Z","caller":"traceutil/trace.go:171","msg":"trace[957006244] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"189.325346ms","start":"2026-03-11T05:14:00.934508Z","end":"2026-03-11T05:14:01.123833Z","steps":["trace[957006244] 'process raft request' (duration: 91.95602ms)","trace[957006244] 'compare' (duration: 97.20131ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:01.123896Z","caller":"traceutil/trace.go:171","msg":"trace[1445956113] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"160.43058ms","start":"2026-03-11T05:14:00.963439Z","end":"2026-03-11T05:14:01.12387Z","steps":["trace[1445956113] 'process raft request' (duration: 160.366579ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.123917Z","caller":"traceutil/trace.go:171","msg":"trace[1615888965] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:896; }","duration":"179.195891ms","start":"2026-03-11T05:14:00.944691Z","end":"2026-03-11T05:14:01.123887Z","steps":["trace[1615888965] 'read index received' (duration: 11.186881ms)","trace[1615888965] 'applied index is now lower than readState.Index' (duration: 168.00401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:14:01.12427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.55841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:14:01.124328Z","caller":"traceutil/trace.go:171","msg":"trace[1145592777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:872; }","duration":"179.674952ms","start":"2026-03-11T05:14:00.944638Z","end":"2026-03-11T05:14:01.124313Z","steps":["trace[1145592777] 'agreement among raft nodes before linearized reading' (duration: 179.390165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.555304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.772376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:14:01.555533Z","caller":"traceutil/trace.go:171","msg":"trace[809919335] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"421.877346ms","start":"2026-03-11T05:14:01.133607Z","end":"2026-03-11T05:14:01.555484Z","steps":["trace[809919335] 'process raft request' (duration: 241.764491ms)","trace[809919335] 'compare' (duration: 179.490659ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:01.555592Z","caller":"traceutil/trace.go:171","msg":"trace[333348720] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"372.955907ms","start":"2026-03-11T05:14:01.182612Z","end":"2026-03-11T05:14:01.555568Z","steps":["trace[333348720] 'process raft request' (duration: 372.861375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.555682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:01.182587Z","time spent":"373.05554ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T05:14:01.555736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:01.133582Z","time spent":"422.037771ms","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4213,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:14:01.555934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.900296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T05:14:01.556024Z","caller":"traceutil/trace.go:171","msg":"trace[585767303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:876; }","duration":"408.054999ms","start":"2026-03-11T05:14:01.147944Z","end":"2026-03-11T05:14:01.555999Z","steps":["trace[585767303] 'agreement among raft nodes before linearized reading' (duration: 407.758652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.556078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:01.147914Z","time spent":"408.155452ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:14:01.556142Z","caller":"traceutil/trace.go:171","msg":"trace[419864107] linearizableReadLoop","detail":"{readStateIndex:904; appliedIndex:903; }","duration":"408.117221ms","start":"2026-03-11T05:14:01.148009Z","end":"2026-03-11T05:14:01.556126Z","steps":["trace[419864107] 'read index received' (duration: 227.446663ms)","trace[419864107] 'applied index is now lower than readState.Index' (duration: 180.110414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:14:01.556444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.776694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:01.556436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.733313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.556485Z","caller":"traceutil/trace.go:171","msg":"trace[1383562877] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:876; }","duration":"210.829766ms","start":"2026-03-11T05:14:01.345643Z","end":"2026-03-11T05:14:01.556473Z","steps":["trace[1383562877] 'agreement among raft nodes before linearized reading' (duration: 210.755724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.55652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.319796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:01.556462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.696582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-chmb4\" ","response":"range_response_count:1 size:4881"} {"level":"warn","ts":"2026-03-11T05:14:01.556555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.017301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:01.556586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.747698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.556651Z","caller":"traceutil/trace.go:171","msg":"trace[184453248] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:876; }","duration":"174.125733ms","start":"2026-03-11T05:14:01.382491Z","end":"2026-03-11T05:14:01.556616Z","steps":["trace[184453248] 'agreement among raft nodes before linearized reading' (duration: 173.946109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.556705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.193116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:01.556736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.848069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.556746Z","caller":"traceutil/trace.go:171","msg":"trace[834020998] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:876; }","duration":"227.262138ms","start":"2026-03-11T05:14:01.329468Z","end":"2026-03-11T05:14:01.55673Z","steps":["trace[834020998] 'agreement among raft nodes before linearized reading' (duration: 227.204367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.556741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.683132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.55679Z","caller":"traceutil/trace.go:171","msg":"trace[1329661104] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:876; }","duration":"189.943241ms","start":"2026-03-11T05:14:01.366829Z","end":"2026-03-11T05:14:01.556772Z","steps":["trace[1329661104] 'agreement among raft nodes before linearized reading' (duration: 189.848379ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.55682Z","caller":"traceutil/trace.go:171","msg":"trace[1074026542] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:876; }","duration":"255.799305ms","start":"2026-03-11T05:14:01.300992Z","end":"2026-03-11T05:14:01.556791Z","steps":["trace[1074026542] 'agreement among raft nodes before linearized reading' (duration: 255.649091ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.556579Z","caller":"traceutil/trace.go:171","msg":"trace[1499080349] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:876; }","duration":"189.427028ms","start":"2026-03-11T05:14:01.367136Z","end":"2026-03-11T05:14:01.556563Z","steps":["trace[1499080349] 'agreement among raft nodes before linearized reading' (duration: 189.312755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.556957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.482586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.55652Z","caller":"traceutil/trace.go:171","msg":"trace[1611876530] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:876; }","duration":"210.826955ms","start":"2026-03-11T05:14:01.345669Z","end":"2026-03-11T05:14:01.556496Z","steps":["trace[1611876530] 'agreement among raft nodes before linearized reading' (duration: 210.703452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.556373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.627233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:01.55704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.970685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:01.557082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.243748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.557018Z","caller":"traceutil/trace.go:171","msg":"trace[1990972320] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:876; }","duration":"255.561629ms","start":"2026-03-11T05:14:01.301439Z","end":"2026-03-11T05:14:01.557Z","steps":["trace[1990972320] 'agreement among raft nodes before linearized reading' (duration: 255.479597ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.55713Z","caller":"traceutil/trace.go:171","msg":"trace[1965810546] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:876; }","duration":"270.319429ms","start":"2026-03-11T05:14:01.286784Z","end":"2026-03-11T05:14:01.557103Z","steps":["trace[1965810546] 'agreement among raft nodes before linearized reading' (duration: 270.269438ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.557113Z","caller":"traceutil/trace.go:171","msg":"trace[1649840984] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:876; }","duration":"190.361812ms","start":"2026-03-11T05:14:01.366712Z","end":"2026-03-11T05:14:01.557074Z","steps":["trace[1649840984] 'agreement among raft nodes before linearized reading' (duration: 189.594753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.557158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.403303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.557191Z","caller":"traceutil/trace.go:171","msg":"trace[993962862] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:876; }","duration":"161.445994ms","start":"2026-03-11T05:14:01.395735Z","end":"2026-03-11T05:14:01.557181Z","steps":["trace[993962862] 'agreement among raft nodes before linearized reading' (duration: 161.396713ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.557083Z","caller":"traceutil/trace.go:171","msg":"trace[629961696] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:876; }","duration":"175.038066ms","start":"2026-03-11T05:14:01.382033Z","end":"2026-03-11T05:14:01.557071Z","steps":["trace[629961696] 'agreement among raft nodes before linearized reading' (duration: 174.977294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.557297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.785683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.557327Z","caller":"traceutil/trace.go:171","msg":"trace[1311939984] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:876; }","duration":"161.847766ms","start":"2026-03-11T05:14:01.39547Z","end":"2026-03-11T05:14:01.557318Z","steps":["trace[1311939984] 'agreement among raft nodes before linearized reading' (duration: 161.800244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.55751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.848313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.557572Z","caller":"traceutil/trace.go:171","msg":"trace[1526149567] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:876; }","duration":"227.929095ms","start":"2026-03-11T05:14:01.329627Z","end":"2026-03-11T05:14:01.557556Z","steps":["trace[1526149567] 'agreement among raft nodes before linearized reading' (duration: 227.803041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.556401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.822237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.557763Z","caller":"traceutil/trace.go:171","msg":"trace[1398681414] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:876; }","duration":"228.141299ms","start":"2026-03-11T05:14:01.329529Z","end":"2026-03-11T05:14:01.55767Z","steps":["trace[1398681414] 'agreement among raft nodes before linearized reading' (duration: 226.798136ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.556633Z","caller":"traceutil/trace.go:171","msg":"trace[1956030868] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:876; }","duration":"209.82498ms","start":"2026-03-11T05:14:01.346792Z","end":"2026-03-11T05:14:01.556617Z","steps":["trace[1956030868] 'agreement among raft nodes before linearized reading' (duration: 209.760829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.557852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.355776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.557902Z","caller":"traceutil/trace.go:171","msg":"trace[1895072709] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:876; }","duration":"162.43377ms","start":"2026-03-11T05:14:01.395456Z","end":"2026-03-11T05:14:01.55789Z","steps":["trace[1895072709] 'agreement among raft nodes before linearized reading' (duration: 162.354758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.558285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.375005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.5584Z","caller":"traceutil/trace.go:171","msg":"trace[984634814] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:876; }","duration":"257.528229ms","start":"2026-03-11T05:14:01.300841Z","end":"2026-03-11T05:14:01.558369Z","steps":["trace[984634814] 'agreement among raft nodes before linearized reading' (duration: 255.926598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.558312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.295078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.558486Z","caller":"traceutil/trace.go:171","msg":"trace[102227359] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:876; }","duration":"176.498913ms","start":"2026-03-11T05:14:01.38197Z","end":"2026-03-11T05:14:01.558469Z","steps":["trace[102227359] 'agreement among raft nodes before linearized reading' (duration: 176.261937ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.558706Z","caller":"traceutil/trace.go:171","msg":"trace[890572972] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-chmb4; range_end:; response_count:1; response_revision:876; }","duration":"374.841746ms","start":"2026-03-11T05:14:01.181745Z","end":"2026-03-11T05:14:01.556587Z","steps":["trace[890572972] 'agreement among raft nodes before linearized reading' (duration: 374.581009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.559184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:01.181672Z","time spent":"377.487881ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4903,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-chmb4\" "} {"level":"warn","ts":"2026-03-11T05:14:01.901588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.854818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-11T05:14:01.903121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.784916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.903113Z","caller":"traceutil/trace.go:171","msg":"trace[1092164359] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"300.075087ms","start":"2026-03-11T05:14:01.602978Z","end":"2026-03-11T05:14:01.903054Z","steps":["trace[1092164359] 'process raft request' (duration: 151.649589ms)","trace[1092164359] 'compare' (duration: 146.542161ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:01.903169Z","caller":"traceutil/trace.go:171","msg":"trace[1712600629] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:880; }","duration":"187.872059ms","start":"2026-03-11T05:14:01.715281Z","end":"2026-03-11T05:14:01.903153Z","steps":["trace[1712600629] 'agreement among raft nodes before linearized reading' (duration: 187.714175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.90329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.966691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.90334Z","caller":"traceutil/trace.go:171","msg":"trace[1790734300] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:880; }","duration":"188.033043ms","start":"2026-03-11T05:14:01.715281Z","end":"2026-03-11T05:14:01.903314Z","steps":["trace[1790734300] 'agreement among raft nodes before linearized reading' (duration: 187.892019ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.903284Z","caller":"traceutil/trace.go:171","msg":"trace[615063161] linearizableReadLoop","detail":"{readStateIndex:909; appliedIndex:908; }","duration":"187.863468ms","start":"2026-03-11T05:14:01.715324Z","end":"2026-03-11T05:14:01.903187Z","steps":["trace[615063161] 'read index received' (duration: 39.294857ms)","trace[615063161] 'applied index is now lower than readState.Index' (duration: 148.050259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:14:01.903758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.194386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.903908Z","caller":"traceutil/trace.go:171","msg":"trace[541439931] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:880; }","duration":"188.397682ms","start":"2026-03-11T05:14:01.715482Z","end":"2026-03-11T05:14:01.90388Z","steps":["trace[541439931] 'agreement among raft nodes before linearized reading' (duration: 188.136515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.904082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.425207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:01.904265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.336361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.904373Z","caller":"traceutil/trace.go:171","msg":"trace[1844572755] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:880; }","duration":"153.441955ms","start":"2026-03-11T05:14:01.75088Z","end":"2026-03-11T05:14:01.904322Z","steps":["trace[1844572755] 'agreement among raft nodes before linearized reading' (duration: 153.300311ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:01.90428Z","caller":"traceutil/trace.go:171","msg":"trace[1515590132] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:880; }","duration":"136.648802ms","start":"2026-03-11T05:14:01.767605Z","end":"2026-03-11T05:14:01.904254Z","steps":["trace[1515590132] 'agreement among raft nodes before linearized reading' (duration: 136.400666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.904551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.898769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.9047Z","caller":"traceutil/trace.go:171","msg":"trace[644400028] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:880; }","duration":"137.031972ms","start":"2026-03-11T05:14:01.767625Z","end":"2026-03-11T05:14:01.904657Z","steps":["trace[644400028] 'agreement among raft nodes before linearized reading' (duration: 136.673123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.904088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.989025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.905064Z","caller":"traceutil/trace.go:171","msg":"trace[40566558] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:880; }","duration":"136.995211ms","start":"2026-03-11T05:14:01.768047Z","end":"2026-03-11T05:14:01.905042Z","steps":["trace[40566558] 'agreement among raft nodes before linearized reading' (duration: 135.948785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.905343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.13123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.905376Z","caller":"traceutil/trace.go:171","msg":"trace[878359808] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:880; }","duration":"171.18134ms","start":"2026-03-11T05:14:01.73418Z","end":"2026-03-11T05:14:01.905362Z","steps":["trace[878359808] 'agreement among raft nodes before linearized reading' (duration: 171.129398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.905353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.491843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.905495Z","caller":"traceutil/trace.go:171","msg":"trace[1718616640] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:880; }","duration":"170.631546ms","start":"2026-03-11T05:14:01.73483Z","end":"2026-03-11T05:14:01.905462Z","steps":["trace[1718616640] 'agreement among raft nodes before linearized reading' (duration: 170.463521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.905711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.422617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.905747Z","caller":"traceutil/trace.go:171","msg":"trace[702744291] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:880; }","duration":"171.491049ms","start":"2026-03-11T05:14:01.734241Z","end":"2026-03-11T05:14:01.905732Z","steps":["trace[702744291] 'agreement among raft nodes before linearized reading' (duration: 171.434497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.905867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.006564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.905992Z","caller":"traceutil/trace.go:171","msg":"trace[1578673044] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:880; }","duration":"155.126697ms","start":"2026-03-11T05:14:01.750831Z","end":"2026-03-11T05:14:01.905958Z","steps":["trace[1578673044] 'agreement among raft nodes before linearized reading' (duration: 154.971073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.906349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.8725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:01.906479Z","caller":"traceutil/trace.go:171","msg":"trace[1259691802] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:880; }","duration":"154.997223ms","start":"2026-03-11T05:14:01.751427Z","end":"2026-03-11T05:14:01.906424Z","steps":["trace[1259691802] 'agreement among raft nodes before linearized reading' (duration: 152.562001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:01.908463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:01.602941Z","time spent":"300.259382ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:14:02.056864Z","caller":"traceutil/trace.go:171","msg":"trace[69520946] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"147.057244ms","start":"2026-03-11T05:14:01.909785Z","end":"2026-03-11T05:14:02.056843Z","steps":["trace[69520946] 'process raft request' (duration: 114.717051ms)","trace[69520946] 'compare' (duration: 32.21351ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:02.059736Z","caller":"traceutil/trace.go:171","msg":"trace[2114686081] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"148.301865ms","start":"2026-03-11T05:14:01.911408Z","end":"2026-03-11T05:14:02.05971Z","steps":["trace[2114686081] 'process raft request' (duration: 148.247134ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:02.059744Z","caller":"traceutil/trace.go:171","msg":"trace[880929406] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"148.731406ms","start":"2026-03-11T05:14:01.910993Z","end":"2026-03-11T05:14:02.059725Z","steps":["trace[880929406] 'process raft request' (duration: 148.549791ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:03.756668Z","caller":"traceutil/trace.go:171","msg":"trace[1111496452] linearizableReadLoop","detail":"{readStateIndex:923; appliedIndex:922; }","duration":"160.248105ms","start":"2026-03-11T05:14:03.596393Z","end":"2026-03-11T05:14:03.756641Z","steps":["trace[1111496452] 'read index received' (duration: 159.472156ms)","trace[1111496452] 'applied index is now lower than readState.Index' (duration: 774.849µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:03.756738Z","caller":"traceutil/trace.go:171","msg":"trace[44759559] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"161.288041ms","start":"2026-03-11T05:14:03.595418Z","end":"2026-03-11T05:14:03.756706Z","steps":["trace[44759559] 'process raft request' (duration: 160.472361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:03.756952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.536402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:14:03.757041Z","caller":"traceutil/trace.go:171","msg":"trace[1908761982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:894; }","duration":"160.660876ms","start":"2026-03-11T05:14:03.596358Z","end":"2026-03-11T05:14:03.757019Z","steps":["trace[1908761982] 'agreement among raft nodes before linearized reading' (duration: 160.402359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:03.757025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.349195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:03.757086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.97781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:14:03.757113Z","caller":"traceutil/trace.go:171","msg":"trace[1104199820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"140.481399ms","start":"2026-03-11T05:14:03.616611Z","end":"2026-03-11T05:14:03.757092Z","steps":["trace[1104199820] 'agreement among raft nodes before linearized reading' (duration: 140.326405ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:03.757163Z","caller":"traceutil/trace.go:171","msg":"trace[1240547466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:894; }","duration":"123.105653ms","start":"2026-03-11T05:14:03.634039Z","end":"2026-03-11T05:14:03.757145Z","steps":["trace[1240547466] 'agreement among raft nodes before linearized reading' (duration: 122.900037ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:05.306585Z","caller":"traceutil/trace.go:171","msg":"trace[1934324162] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"158.573304ms","start":"2026-03-11T05:14:05.147987Z","end":"2026-03-11T05:14:05.30656Z","steps":["trace[1934324162] 'process raft request' (duration: 158.336168ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:05.30861Z","caller":"traceutil/trace.go:171","msg":"trace[1731665011] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:934; }","duration":"114.66399ms","start":"2026-03-11T05:14:05.193922Z","end":"2026-03-11T05:14:05.308586Z","steps":["trace[1731665011] 'read index received' (duration: 112.516927ms)","trace[1731665011] 'applied index is now lower than readState.Index' (duration: 2.145763ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:05.308696Z","caller":"traceutil/trace.go:171","msg":"trace[1175239302] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"159.994038ms","start":"2026-03-11T05:14:05.148677Z","end":"2026-03-11T05:14:05.308671Z","steps":["trace[1175239302] 'process raft request' (duration: 159.814083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:05.308833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.149655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-hkzcq\" ","response":"range_response_count:1 size:5038"} {"level":"warn","ts":"2026-03-11T05:14:05.308833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.905506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T05:14:05.308884Z","caller":"traceutil/trace.go:171","msg":"trace[463400789] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-hkzcq; range_end:; response_count:1; response_revision:907; }","duration":"104.240038ms","start":"2026-03-11T05:14:05.204627Z","end":"2026-03-11T05:14:05.308867Z","steps":["trace[463400789] 'agreement among raft nodes before linearized reading' (duration: 104.082644ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:05.308893Z","caller":"traceutil/trace.go:171","msg":"trace[154501499] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:907; }","duration":"115.016349ms","start":"2026-03-11T05:14:05.193859Z","end":"2026-03-11T05:14:05.308875Z","steps":["trace[154501499] 'agreement among raft nodes before linearized reading' (duration: 114.838154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:07.323034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.083055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:14:07.323166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.893901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:14:07.323224Z","caller":"traceutil/trace.go:171","msg":"trace[1105598175] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:915; }","duration":"673.003565ms","start":"2026-03-11T05:14:06.650207Z","end":"2026-03-11T05:14:07.32321Z","steps":["trace[1105598175] 'count revisions from in-memory index tree' (duration: 672.800839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:07.323229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.512162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:07.323269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:06.650178Z","time spent":"673.068057ms","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:14:07.323283Z","caller":"traceutil/trace.go:171","msg":"trace[1094171551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:915; }","duration":"248.601494ms","start":"2026-03-11T05:14:07.074665Z","end":"2026-03-11T05:14:07.323267Z","steps":["trace[1094171551] 'range keys from in-memory index tree' (duration: 248.39729ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:07.323123Z","caller":"traceutil/trace.go:171","msg":"trace[1582145921] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:915; }","duration":"540.221778ms","start":"2026-03-11T05:14:06.78288Z","end":"2026-03-11T05:14:07.323102Z","steps":["trace[1582145921] 'count revisions from in-memory index tree' (duration: 539.88731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:07.323579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:06.782858Z","time spent":"540.707181ms","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":6,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:14:07.888195Z","caller":"traceutil/trace.go:171","msg":"trace[1852367356] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:953; }","duration":"152.559221ms","start":"2026-03-11T05:14:07.735609Z","end":"2026-03-11T05:14:07.888168Z","steps":["trace[1852367356] 'read index received' (duration: 149.7246ms)","trace[1852367356] 'applied index is now lower than readState.Index' (duration: 2.833371ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:07.888263Z","caller":"traceutil/trace.go:171","msg":"trace[2058909398] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"168.625495ms","start":"2026-03-11T05:14:07.719599Z","end":"2026-03-11T05:14:07.888224Z","steps":["trace[2058909398] 'process raft request' (duration: 165.673821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:07.888383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.724765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:14:07.88848Z","caller":"traceutil/trace.go:171","msg":"trace[472388334] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:924; }","duration":"152.90632ms","start":"2026-03-11T05:14:07.735537Z","end":"2026-03-11T05:14:07.888443Z","steps":["trace[472388334] 'agreement among raft nodes before linearized reading' (duration: 152.716296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:07.88855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.378641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T05:14:07.888564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.432824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:14:07.888607Z","caller":"traceutil/trace.go:171","msg":"trace[2132166829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:924; }","duration":"102.503564ms","start":"2026-03-11T05:14:07.786092Z","end":"2026-03-11T05:14:07.888595Z","steps":["trace[2132166829] 'agreement among raft nodes before linearized reading' (duration: 102.3357ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:07.888612Z","caller":"traceutil/trace.go:171","msg":"trace[2048321445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:924; }","duration":"114.498006ms","start":"2026-03-11T05:14:07.774103Z","end":"2026-03-11T05:14:07.888601Z","steps":["trace[2048321445] 'agreement among raft nodes before linearized reading' (duration: 114.406724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:07.888485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.574003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:14:07.888856Z","caller":"traceutil/trace.go:171","msg":"trace[646283038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:924; }","duration":"119.974403ms","start":"2026-03-11T05:14:07.768814Z","end":"2026-03-11T05:14:07.888788Z","steps":["trace[646283038] 'agreement among raft nodes before linearized reading' (duration: 119.513591ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:08.350729Z","caller":"traceutil/trace.go:171","msg":"trace[243035611] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"125.183713ms","start":"2026-03-11T05:14:08.225515Z","end":"2026-03-11T05:14:08.350699Z","steps":["trace[243035611] 'process raft request' (duration: 125.017499ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:14.247716Z","caller":"traceutil/trace.go:171","msg":"trace[718948445] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:997; }","duration":"320.564492ms","start":"2026-03-11T05:14:13.927122Z","end":"2026-03-11T05:14:14.247686Z","steps":["trace[718948445] 'read index received' (duration: 320.328406ms)","trace[718948445] 'applied index is now lower than readState.Index' (duration: 234.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:14.247853Z","caller":"traceutil/trace.go:171","msg":"trace[805644816] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"324.304655ms","start":"2026-03-11T05:14:13.923507Z","end":"2026-03-11T05:14:14.247811Z","steps":["trace[805644816] 'process raft request' (duration: 323.989977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:14.248031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.87943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:14:14.248086Z","caller":"traceutil/trace.go:171","msg":"trace[1230745149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:967; }","duration":"320.969681ms","start":"2026-03-11T05:14:13.927102Z","end":"2026-03-11T05:14:14.248072Z","steps":["trace[1230745149] 'agreement among raft nodes before linearized reading' (duration: 320.784287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:14.248075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:13.923484Z","time spent":"324.458859ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:14:14.24814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:13.927094Z","time spent":"321.032173ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:14:14.248125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.600172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:14:14.248215Z","caller":"traceutil/trace.go:171","msg":"trace[691183508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:967; }","duration":"320.725915ms","start":"2026-03-11T05:14:13.927467Z","end":"2026-03-11T05:14:14.248192Z","steps":["trace[691183508] 'agreement among raft nodes before linearized reading' (duration: 320.50172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:14.248281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:13.927453Z","time spent":"320.813888ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:14:14.248232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.799855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:14.248429Z","caller":"traceutil/trace.go:171","msg":"trace[1327960043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"172.092114ms","start":"2026-03-11T05:14:14.076315Z","end":"2026-03-11T05:14:14.248407Z","steps":["trace[1327960043] 'agreement among raft nodes before linearized reading' (duration: 171.709133ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:23.418071Z","caller":"traceutil/trace.go:171","msg":"trace[518567894] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"217.553224ms","start":"2026-03-11T05:14:23.20048Z","end":"2026-03-11T05:14:23.418033Z","steps":["trace[518567894] 'process raft request' (duration: 212.025016ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:23.619189Z","caller":"traceutil/trace.go:171","msg":"trace[1454982189] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"197.135383ms","start":"2026-03-11T05:14:23.422035Z","end":"2026-03-11T05:14:23.61917Z","steps":["trace[1454982189] 'process raft request' (duration: 186.770262ms)","trace[1454982189] 'compare' (duration: 10.290379ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:33.68918Z","caller":"traceutil/trace.go:171","msg":"trace[1234349016] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"121.084761ms","start":"2026-03-11T05:14:33.568066Z","end":"2026-03-11T05:14:33.68915Z","steps":["trace[1234349016] 'process raft request' (duration: 111.754307ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:36.123257Z","caller":"traceutil/trace.go:171","msg":"trace[1687866651] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1248; }","duration":"422.008466ms","start":"2026-03-11T05:14:35.701234Z","end":"2026-03-11T05:14:36.123242Z","steps":["trace[1687866651] 'read index received' (duration: 421.843772ms)","trace[1687866651] 'applied index is now lower than readState.Index' (duration: 164.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:36.123339Z","caller":"traceutil/trace.go:171","msg":"trace[1660318708] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"424.057507ms","start":"2026-03-11T05:14:35.699274Z","end":"2026-03-11T05:14:36.123331Z","steps":["trace[1660318708] 'process raft request' (duration: 423.865352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:36.123425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:35.699256Z","time spent":"424.098409ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:14:36.123414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.934258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:14:36.123469Z","caller":"traceutil/trace.go:171","msg":"trace[1686692930] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1208; }","duration":"271.998029ms","start":"2026-03-11T05:14:35.851455Z","end":"2026-03-11T05:14:36.123453Z","steps":["trace[1686692930] 'agreement among raft nodes before linearized reading' (duration: 271.899417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:36.123502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.257832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:14:36.123545Z","caller":"traceutil/trace.go:171","msg":"trace[797509429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1208; }","duration":"422.303033ms","start":"2026-03-11T05:14:35.70123Z","end":"2026-03-11T05:14:36.123533Z","steps":["trace[797509429] 'agreement among raft nodes before linearized reading' (duration: 422.18595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:36.123575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:35.701197Z","time spent":"422.371655ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T05:14:36.63432Z","caller":"traceutil/trace.go:171","msg":"trace[2003476271] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1250; }","duration":"273.712843ms","start":"2026-03-11T05:14:36.360585Z","end":"2026-03-11T05:14:36.634298Z","steps":["trace[2003476271] 'read index received' (duration: 273.630701ms)","trace[2003476271] 'applied index is now lower than readState.Index' (duration: 80.812µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:36.634463Z","caller":"traceutil/trace.go:171","msg":"trace[1319534104] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"282.004741ms","start":"2026-03-11T05:14:36.352392Z","end":"2026-03-11T05:14:36.634397Z","steps":["trace[1319534104] 'process raft request' (duration: 281.772136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:36.63467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.037011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:14:36.634539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.687971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:14:36.634795Z","caller":"traceutil/trace.go:171","msg":"trace[309187377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1210; }","duration":"274.214586ms","start":"2026-03-11T05:14:36.360551Z","end":"2026-03-11T05:14:36.634766Z","steps":["trace[309187377] 'agreement among raft nodes before linearized reading' (duration: 273.836326ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:36.63484Z","caller":"traceutil/trace.go:171","msg":"trace[1800123641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1210; }","duration":"272.0355ms","start":"2026-03-11T05:14:36.362775Z","end":"2026-03-11T05:14:36.63481Z","steps":["trace[1800123641] 'agreement among raft nodes before linearized reading' (duration: 271.65729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:44.752773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.972401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:14:44.75286Z","caller":"traceutil/trace.go:171","msg":"trace[948264656] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"226.635463ms","start":"2026-03-11T05:14:44.526208Z","end":"2026-03-11T05:14:44.752844Z","steps":["trace[948264656] 'process raft request' (duration: 36.541398ms)","trace[948264656] 'compare' (duration: 189.88747ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:44.756217Z","caller":"traceutil/trace.go:171","msg":"trace[399902572] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"229.582277ms","start":"2026-03-11T05:14:44.526624Z","end":"2026-03-11T05:14:44.756207Z","steps":["trace[399902572] 'process raft request' (duration: 229.439143ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:44.756315Z","caller":"traceutil/trace.go:171","msg":"trace[1743435135] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"229.343531ms","start":"2026-03-11T05:14:44.526931Z","end":"2026-03-11T05:14:44.756275Z","steps":["trace[1743435135] 'process raft request' (duration: 229.209937ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:44.756363Z","caller":"traceutil/trace.go:171","msg":"trace[297838444] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"213.517973ms","start":"2026-03-11T05:14:44.542823Z","end":"2026-03-11T05:14:44.756341Z","steps":["trace[297838444] 'process raft request' (duration: 213.430081ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:44.75642Z","caller":"traceutil/trace.go:171","msg":"trace[513128373] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"229.132455ms","start":"2026-03-11T05:14:44.527283Z","end":"2026-03-11T05:14:44.756415Z","steps":["trace[513128373] 'process raft request' (duration: 228.900489ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:44.756398Z","caller":"traceutil/trace.go:171","msg":"trace[1971978119] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"228.991422ms","start":"2026-03-11T05:14:44.527397Z","end":"2026-03-11T05:14:44.756388Z","steps":["trace[1971978119] 'process raft request' (duration: 228.820008ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:47.032561Z","caller":"traceutil/trace.go:171","msg":"trace[86575689] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1494; }","duration":"222.356285ms","start":"2026-03-11T05:14:46.810185Z","end":"2026-03-11T05:14:47.032542Z","steps":["trace[86575689] 'read index received' (duration: 221.978876ms)","trace[86575689] 'applied index is now lower than readState.Index' (duration: 376.589µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:47.03263Z","caller":"traceutil/trace.go:171","msg":"trace[2010484433] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"304.873867ms","start":"2026-03-11T05:14:46.727718Z","end":"2026-03-11T05:14:47.032592Z","steps":["trace[2010484433] 'process raft request' (duration: 304.58031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:47.03275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.959366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:14:47.032774Z","caller":"traceutil/trace.go:171","msg":"trace[1168518386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1434; }","duration":"154.044599ms","start":"2026-03-11T05:14:46.878723Z","end":"2026-03-11T05:14:47.032767Z","steps":["trace[1168518386] 'agreement among raft nodes before linearized reading' (duration: 153.934136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:47.032818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.610332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T05:14:47.032843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.625209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:14:47.032891Z","caller":"traceutil/trace.go:171","msg":"trace[785716719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1434; }","duration":"151.697471ms","start":"2026-03-11T05:14:46.881184Z","end":"2026-03-11T05:14:47.032881Z","steps":["trace[785716719] 'agreement among raft nodes before linearized reading' (duration: 151.518486ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:47.032887Z","caller":"traceutil/trace.go:171","msg":"trace[61308533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1434; }","duration":"222.727585ms","start":"2026-03-11T05:14:46.810145Z","end":"2026-03-11T05:14:47.032872Z","steps":["trace[61308533] 'agreement among raft nodes before linearized reading' (duration: 222.510819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:47.032822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:46.727687Z","time spent":"305.02459ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188929,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:14:47.169642Z","caller":"traceutil/trace.go:171","msg":"trace[720978089] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"133.39185ms","start":"2026-03-11T05:14:47.036221Z","end":"2026-03-11T05:14:47.169613Z","steps":["trace[720978089] 'process raft request' (duration: 52.383335ms)","trace[720978089] 'compare' (duration: 80.870251ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:47.199867Z","caller":"traceutil/trace.go:171","msg":"trace[1325485979] linearizableReadLoop","detail":"{readStateIndex:1498; appliedIndex:1495; }","duration":"113.917921ms","start":"2026-03-11T05:14:47.085922Z","end":"2026-03-11T05:14:47.19984Z","steps":["trace[1325485979] 'read index received' (duration: 2.675007ms)","trace[1325485979] 'applied index is now lower than readState.Index' (duration: 111.241704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:14:47.200215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.266741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:14:47.200284Z","caller":"traceutil/trace.go:171","msg":"trace[1984242511] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1437; }","duration":"114.385453ms","start":"2026-03-11T05:14:47.085883Z","end":"2026-03-11T05:14:47.200268Z","steps":["trace[1984242511] 'agreement among raft nodes before linearized reading' (duration: 114.156767ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:47.200684Z","caller":"traceutil/trace.go:171","msg":"trace[185567263] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"164.277356ms","start":"2026-03-11T05:14:47.036387Z","end":"2026-03-11T05:14:47.200664Z","steps":["trace[185567263] 'process raft request' (duration: 163.25859ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:47.200862Z","caller":"traceutil/trace.go:171","msg":"trace[1932289789] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"164.244035ms","start":"2026-03-11T05:14:47.036608Z","end":"2026-03-11T05:14:47.200852Z","steps":["trace[1932289789] 'process raft request' (duration: 163.170718ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:49.38549Z","caller":"traceutil/trace.go:171","msg":"trace[791658886] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"108.467374ms","start":"2026-03-11T05:14:49.276981Z","end":"2026-03-11T05:14:49.385449Z","steps":["trace[791658886] 'process raft request' (duration: 106.437744ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:49.387652Z","caller":"traceutil/trace.go:171","msg":"trace[2055823339] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"110.624428ms","start":"2026-03-11T05:14:49.277001Z","end":"2026-03-11T05:14:49.387625Z","steps":["trace[2055823339] 'process raft request' (duration: 110.501515ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:52.112925Z","caller":"traceutil/trace.go:171","msg":"trace[1981042755] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1555; }","duration":"183.419267ms","start":"2026-03-11T05:14:51.929462Z","end":"2026-03-11T05:14:52.112881Z","steps":["trace[1981042755] 'read index received' (duration: 183.197192ms)","trace[1981042755] 'applied index is now lower than readState.Index' (duration: 217.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:52.113096Z","caller":"traceutil/trace.go:171","msg":"trace[978525052] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"233.642578ms","start":"2026-03-11T05:14:51.879418Z","end":"2026-03-11T05:14:52.113061Z","steps":["trace[978525052] 'process raft request' (duration: 233.280339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:52.113258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.311026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:52.113295Z","caller":"traceutil/trace.go:171","msg":"trace[135248345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1490; }","duration":"156.412889ms","start":"2026-03-11T05:14:51.956874Z","end":"2026-03-11T05:14:52.113287Z","steps":["trace[135248345] 'agreement among raft nodes before linearized reading' (duration: 156.333597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:52.113384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.883339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:52.113491Z","caller":"traceutil/trace.go:171","msg":"trace[868151054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1490; }","duration":"184.056413ms","start":"2026-03-11T05:14:51.929421Z","end":"2026-03-11T05:14:52.113477Z","steps":["trace[868151054] 'agreement among raft nodes before linearized reading' (duration: 183.897479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:52.113509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.287543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:52.113662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.988603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:52.113742Z","caller":"traceutil/trace.go:171","msg":"trace[1923656435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1490; }","duration":"157.072195ms","start":"2026-03-11T05:14:51.956649Z","end":"2026-03-11T05:14:52.113721Z","steps":["trace[1923656435] 'agreement among raft nodes before linearized reading' (duration: 156.936442ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:52.113862Z","caller":"traceutil/trace.go:171","msg":"trace[1979565294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1490; }","duration":"128.739794ms","start":"2026-03-11T05:14:51.984965Z","end":"2026-03-11T05:14:52.113705Z","steps":["trace[1979565294] 'agreement among raft nodes before linearized reading' (duration: 128.222171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:52.114016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.493324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:14:52.114032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.381039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:14:52.114093Z","caller":"traceutil/trace.go:171","msg":"trace[604565522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1490; }","duration":"184.606307ms","start":"2026-03-11T05:14:51.929471Z","end":"2026-03-11T05:14:52.114078Z","steps":["trace[604565522] 'agreement among raft nodes before linearized reading' (duration: 183.618863ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:14:52.114112Z","caller":"traceutil/trace.go:171","msg":"trace[2001430244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1490; }","duration":"129.497872ms","start":"2026-03-11T05:14:51.984595Z","end":"2026-03-11T05:14:52.114093Z","steps":["trace[2001430244] 'agreement among raft nodes before linearized reading' (duration: 128.751224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:59.555371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.294256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:14:59.555462Z","caller":"traceutil/trace.go:171","msg":"trace[1429115327] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1671; }","duration":"754.741998ms","start":"2026-03-11T05:14:58.800706Z","end":"2026-03-11T05:14:59.555448Z","steps":["trace[1429115327] 'read index received' (duration: 295.200426ms)","trace[1429115327] 'applied index is now lower than readState.Index' (duration: 459.540302ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:14:59.555539Z","caller":"traceutil/trace.go:171","msg":"trace[964925745] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"756.84158ms","start":"2026-03-11T05:14:58.798647Z","end":"2026-03-11T05:14:59.555488Z","steps":["trace[964925745] 'process raft request' (duration: 297.346329ms)","trace[964925745] 'compare' (duration: 458.918766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:14:59.555606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.898202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-11T05:14:59.555631Z","caller":"traceutil/trace.go:171","msg":"trace[1147671863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49; range_end:; response_count:1; response_revision:1604; }","duration":"754.953244ms","start":"2026-03-11T05:14:58.800667Z","end":"2026-03-11T05:14:59.55562Z","steps":["trace[1147671863] 'agreement among raft nodes before linearized reading' (duration: 754.834601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:14:59.555653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:58.800645Z","time spent":"755.002394ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49\" "} {"level":"warn","ts":"2026-03-11T05:14:59.555717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:58.79862Z","time spent":"757.005704ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:00.055878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:15:00.102751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006702806s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:15:00.198277Z","caller":"traceutil/trace.go:171","msg":"trace[1309086099] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"1.381666274s","start":"2026-03-11T05:14:58.816567Z","end":"2026-03-11T05:15:00.198233Z","steps":["trace[1309086099] 'process raft request' (duration: 1.286488523s)","trace[1309086099] 'compare' (duration: 94.936445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:00.198518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:58.816556Z","time spent":"1.381824498s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:00.434678Z","caller":"traceutil/trace.go:171","msg":"trace[1339544220] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1672; }","duration":"879.173263ms","start":"2026-03-11T05:14:59.555477Z","end":"2026-03-11T05:15:00.434651Z","steps":["trace[1339544220] 'read index received' (duration: 547.601094ms)","trace[1339544220] 'applied index is now lower than readState.Index' (duration: 331.570949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:00.434855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123659854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:15:00.434959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209820358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:15:00.43499Z","caller":"traceutil/trace.go:171","msg":"trace[2118476067] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"689.93689ms","start":"2026-03-11T05:14:59.745007Z","end":"2026-03-11T05:15:00.434944Z","steps":["trace[2118476067] 'process raft request' (duration: 607.592821ms)","trace[2118476067] 'compare' (duration: 81.892987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:00.434905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161461274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T05:15:00.435036Z","caller":"traceutil/trace.go:171","msg":"trace[1731322449] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1606; }","duration":"1.209940171s","start":"2026-03-11T05:14:59.225081Z","end":"2026-03-11T05:15:00.435021Z","steps":["trace[1731322449] 'agreement among raft nodes before linearized reading' (duration: 1.209849079s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.435097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.225057Z","time spent":"1.210026293s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:15:00.435161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.960447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:15:00.435006Z","caller":"traceutil/trace.go:171","msg":"trace[79321119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1606; }","duration":"1.123854949s","start":"2026-03-11T05:14:59.31113Z","end":"2026-03-11T05:15:00.434985Z","steps":["trace[79321119] 'agreement among raft nodes before linearized reading' (duration: 1.123537651s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:00.435203Z","caller":"traceutil/trace.go:171","msg":"trace[1044210360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1606; }","duration":"1.000118631s","start":"2026-03-11T05:14:59.435077Z","end":"2026-03-11T05:15:00.435195Z","steps":["trace[1044210360] 'agreement among raft nodes before linearized reading' (duration: 999.998538ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:00.435055Z","caller":"traceutil/trace.go:171","msg":"trace[1280217787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1606; }","duration":"1.161661879s","start":"2026-03-11T05:14:59.273381Z","end":"2026-03-11T05:15:00.435043Z","steps":["trace[1280217787] 'agreement among raft nodes before linearized reading' (duration: 1.161398342s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.435215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61836241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:15:00.435236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359499858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T05:15:00.435275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000391588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:15:00.435313Z","caller":"traceutil/trace.go:171","msg":"trace[1893840598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1606; }","duration":"1.359643732s","start":"2026-03-11T05:14:59.075649Z","end":"2026-03-11T05:15:00.435293Z","steps":["trace[1893840598] 'agreement among raft nodes before linearized reading' (duration: 1.359379255s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:00.435358Z","caller":"traceutil/trace.go:171","msg":"trace[1193227840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1606; }","duration":"1.000512601s","start":"2026-03-11T05:14:59.434829Z","end":"2026-03-11T05:15:00.435341Z","steps":["trace[1193227840] 'agreement among raft nodes before linearized reading' (duration: 1.000308566s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.435397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.43481Z","time spent":"1.000578262s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:15:00.435362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.075627Z","time spent":"1.359726733s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:15:00.435227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.311107Z","time spent":"1.124106746s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:15:00.435156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.744972Z","time spent":"690.075954ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:00.435292Z","caller":"traceutil/trace.go:171","msg":"trace[683963090] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1606; }","duration":"1.618483762s","start":"2026-03-11T05:14:58.816791Z","end":"2026-03-11T05:15:00.435275Z","steps":["trace[683963090] 'agreement among raft nodes before linearized reading' (duration: 1.618349259s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.435246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.435041Z","time spent":"1.000197452s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:15:00.435525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:58.816776Z","time spent":"1.618733799s","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:15:00.435295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358842761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:15:00.435587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.273355Z","time spent":"1.161999927s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T05:15:00.43568Z","caller":"traceutil/trace.go:171","msg":"trace[203373037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1606; }","duration":"1.35921051s","start":"2026-03-11T05:14:59.07642Z","end":"2026-03-11T05:15:00.435631Z","steps":["trace[203373037] 'agreement among raft nodes before linearized reading' (duration: 1.358836821s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.434898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.338698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-11T05:15:00.436113Z","caller":"traceutil/trace.go:171","msg":"trace[1094388592] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49; range_end:; response_count:1; response_revision:1606; }","duration":"968.582169ms","start":"2026-03-11T05:14:59.467471Z","end":"2026-03-11T05:15:00.436053Z","steps":["trace[1094388592] 'agreement among raft nodes before linearized reading' (duration: 967.256406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.436222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.467442Z","time spent":"968.760653ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49\" "} {"level":"warn","ts":"2026-03-11T05:15:00.436129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:14:59.076409Z","time spent":"1.359578749s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T05:15:00.481509Z","caller":"traceutil/trace.go:171","msg":"trace[413874376] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"370.042774ms","start":"2026-03-11T05:15:00.111429Z","end":"2026-03-11T05:15:00.481471Z","steps":["trace[413874376] 'process raft request' (duration: 369.831669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.481685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.078271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-11T05:15:00.48173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.111397Z","time spent":"370.217069ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:00.48176Z","caller":"traceutil/trace.go:171","msg":"trace[876700669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1607; }","duration":"205.244475ms","start":"2026-03-11T05:15:00.276499Z","end":"2026-03-11T05:15:00.481743Z","steps":["trace[876700669] 'agreement among raft nodes before linearized reading' (duration: 204.967998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.482243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.363908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T05:15:00.482375Z","caller":"traceutil/trace.go:171","msg":"trace[1733877404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1607; }","duration":"236.530281ms","start":"2026-03-11T05:15:00.245788Z","end":"2026-03-11T05:15:00.482318Z","steps":["trace[1733877404] 'agreement among raft nodes before linearized reading' (duration: 236.033308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:00.982033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:15:01.788979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.858327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T05:15:01.789415Z","caller":"traceutil/trace.go:171","msg":"trace[1935316223] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"1.349613432s","start":"2026-03-11T05:15:00.439781Z","end":"2026-03-11T05:15:01.789395Z","steps":["trace[1935316223] 'process raft request' (duration: 1.349303134s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.789532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.439756Z","time spent":"1.349706255s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:01.795231Z","caller":"traceutil/trace.go:171","msg":"trace[679320867] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"1.35475312s","start":"2026-03-11T05:15:00.440249Z","end":"2026-03-11T05:15:01.795002Z","steps":["trace[679320867] 'process raft request' (duration: 1.349135579s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.795408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.440225Z","time spent":"1.355074888s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:01.795466Z","caller":"traceutil/trace.go:171","msg":"trace[583042781] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"1.307976797s","start":"2026-03-11T05:15:00.487449Z","end":"2026-03-11T05:15:01.795426Z","steps":["trace[583042781] 'process raft request' (duration: 1.307853984s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:01.795562Z","caller":"traceutil/trace.go:171","msg":"trace[1515847820] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"1.353975031s","start":"2026-03-11T05:15:00.441556Z","end":"2026-03-11T05:15:01.795531Z","steps":["trace[1515847820] 'process raft request' (duration: 1.353346616s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.795624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.487424Z","time spent":"1.30811631s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:01.795675Z","caller":"traceutil/trace.go:171","msg":"trace[1012038756] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"1.349971881s","start":"2026-03-11T05:15:00.445668Z","end":"2026-03-11T05:15:01.79564Z","steps":["trace[1012038756] 'process raft request' (duration: 1.349353936s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.795725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.441543Z","time spent":"1.354097314s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:01.795795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.445658Z","time spent":"1.350071744s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:01.795975Z","caller":"traceutil/trace.go:171","msg":"trace[203988581] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"1.308478859s","start":"2026-03-11T05:15:00.487478Z","end":"2026-03-11T05:15:01.795957Z","steps":["trace[203988581] 'process raft request' (duration: 1.307875074s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:01.796035Z","caller":"traceutil/trace.go:171","msg":"trace[64235619] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"406.315009ms","start":"2026-03-11T05:15:01.389708Z","end":"2026-03-11T05:15:01.796023Z","steps":["trace[64235619] 'process raft request' (duration: 406.221466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.796058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.487457Z","time spent":"1.308557221s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:01.796102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:01.389686Z","time spent":"406.378742ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:01.79618Z","caller":"traceutil/trace.go:171","msg":"trace[1081389243] linearizableReadLoop","detail":"{readStateIndex:1682; appliedIndex:1675; }","duration":"1.314718236s","start":"2026-03-11T05:15:00.48144Z","end":"2026-03-11T05:15:01.796158Z","steps":["trace[1081389243] 'read index received' (duration: 926.669717ms)","trace[1081389243] 'applied index is now lower than readState.Index' (duration: 388.046639ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:01.79626Z","caller":"traceutil/trace.go:171","msg":"trace[346869661] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"235.500415ms","start":"2026-03-11T05:15:01.560697Z","end":"2026-03-11T05:15:01.796198Z","steps":["trace[346869661] 'process raft request' (duration: 235.309919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.796318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358541096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:15:01.796326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235967589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-11T05:15:01.796372Z","caller":"traceutil/trace.go:171","msg":"trace[331352748] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49; range_end:; response_count:1; response_revision:1615; }","duration":"1.236056231s","start":"2026-03-11T05:15:00.560305Z","end":"2026-03-11T05:15:01.796361Z","steps":["trace[331352748] 'agreement among raft nodes before linearized reading' (duration: 1.235982919s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:01.796371Z","caller":"traceutil/trace.go:171","msg":"trace[2104608952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1615; }","duration":"1.358632539s","start":"2026-03-11T05:15:00.437723Z","end":"2026-03-11T05:15:01.796356Z","steps":["trace[2104608952] 'agreement among raft nodes before linearized reading' (duration: 1.358544257s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.796398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.560282Z","time spent":"1.236109692s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93eeee71-3029-41b3-8c08-6130b4e9fd49\" "} {"level":"warn","ts":"2026-03-11T05:15:01.79638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.366767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:15:01.7964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.518045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:15:01.796413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:00.437698Z","time spent":"1.358705381s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:15:01.796431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.401515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189bb18cd64ab040\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-11T05:15:01.796456Z","caller":"traceutil/trace.go:171","msg":"trace[81369555] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1615; }","duration":"515.466389ms","start":"2026-03-11T05:15:01.280958Z","end":"2026-03-11T05:15:01.796425Z","steps":["trace[81369555] 'agreement among raft nodes before linearized reading' (duration: 515.363727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.796458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.866982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T05:15:01.796503Z","caller":"traceutil/trace.go:171","msg":"trace[1564370304] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189bb18cd64ab040; range_end:; response_count:1; response_revision:1615; }","duration":"630.501058ms","start":"2026-03-11T05:15:01.165987Z","end":"2026-03-11T05:15:01.796489Z","steps":["trace[1564370304] 'agreement among raft nodes before linearized reading' (duration: 630.350364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:01.796517Z","caller":"traceutil/trace.go:171","msg":"trace[251432022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1615; }","duration":"350.970054ms","start":"2026-03-11T05:15:01.445532Z","end":"2026-03-11T05:15:01.796502Z","steps":["trace[251432022] 'agreement among raft nodes before linearized reading' (duration: 350.77619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.796513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:01.280937Z","time spent":"515.560481ms","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:15:01.796552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:01.445511Z","time spent":"351.034066ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:15:01.796537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:01.165948Z","time spent":"630.578599ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189bb18cd64ab040\" "} {"level":"info","ts":"2026-03-11T05:15:01.796443Z","caller":"traceutil/trace.go:171","msg":"trace[2033990256] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1615; }","duration":"308.594287ms","start":"2026-03-11T05:15:01.487837Z","end":"2026-03-11T05:15:01.796431Z","steps":["trace[2033990256] 'agreement among raft nodes before linearized reading' (duration: 308.519735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:01.796612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:01.487824Z","time spent":"308.775892ms","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:15:14.47186Z","caller":"traceutil/trace.go:171","msg":"trace[1144493789] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"169.324356ms","start":"2026-03-11T05:15:14.302506Z","end":"2026-03-11T05:15:14.47183Z","steps":["trace[1144493789] 'process raft request' (duration: 169.130541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:15.066331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.732732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:15:15.06645Z","caller":"traceutil/trace.go:171","msg":"trace[621639744] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1784; }","duration":"345.315302ms","start":"2026-03-11T05:15:14.721117Z","end":"2026-03-11T05:15:15.066432Z","steps":["trace[621639744] 'read index received' (duration: 134.289734ms)","trace[621639744] 'applied index is now lower than readState.Index' (duration: 211.024228ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:15.066529Z","caller":"traceutil/trace.go:171","msg":"trace[1373707106] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"515.022398ms","start":"2026-03-11T05:15:14.551479Z","end":"2026-03-11T05:15:15.066501Z","steps":["trace[1373707106] 'process raft request' (duration: 304.0114ms)","trace[1373707106] 'compare' (duration: 210.607097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:15.066665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.539557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-w5g9s\" ","response":"range_response_count:1 size:5855"} {"level":"warn","ts":"2026-03-11T05:15:15.066685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:14.551443Z","time spent":"515.153571ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:15.066743Z","caller":"traceutil/trace.go:171","msg":"trace[1089180408] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-w5g9s; range_end:; response_count:1; response_revision:1713; }","duration":"345.64704ms","start":"2026-03-11T05:15:14.721066Z","end":"2026-03-11T05:15:15.066713Z","steps":["trace[1089180408] 'agreement among raft nodes before linearized reading' (duration: 345.456005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:15.066799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:14.721045Z","time spent":"345.734303ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5877,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-w5g9s\" "} {"level":"warn","ts":"2026-03-11T05:15:15.067127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.8112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T05:15:15.067227Z","caller":"traceutil/trace.go:171","msg":"trace[2012489842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1713; }","duration":"150.970014ms","start":"2026-03-11T05:15:14.916237Z","end":"2026-03-11T05:15:15.067208Z","steps":["trace[2012489842] 'agreement among raft nodes before linearized reading' (duration: 150.644576ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:15.611203Z","caller":"traceutil/trace.go:171","msg":"trace[1871271552] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1785; }","duration":"412.832892ms","start":"2026-03-11T05:15:15.198305Z","end":"2026-03-11T05:15:15.611137Z","steps":["trace[1871271552] 'read index received' (duration: 412.509314ms)","trace[1871271552] 'applied index is now lower than readState.Index' (duration: 322.548µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:15.611305Z","caller":"traceutil/trace.go:171","msg":"trace[774455635] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"534.619811ms","start":"2026-03-11T05:15:15.07664Z","end":"2026-03-11T05:15:15.61126Z","steps":["trace[774455635] 'process raft request' (duration: 534.352974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:15.61149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.182221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-11T05:15:15.611549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.076609Z","time spent":"534.808886ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:15.611581Z","caller":"traceutil/trace.go:171","msg":"trace[188579551] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1714; }","duration":"413.318094ms","start":"2026-03-11T05:15:15.198231Z","end":"2026-03-11T05:15:15.611549Z","steps":["trace[188579551] 'agreement among raft nodes before linearized reading' (duration: 413.053038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:15.611634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.198203Z","time spent":"413.411717ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-11T05:15:16.354511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.959907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:15:16.354836Z","caller":"traceutil/trace.go:171","msg":"trace[1856295029] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"737.256338ms","start":"2026-03-11T05:15:15.617541Z","end":"2026-03-11T05:15:16.354797Z","steps":["trace[1856295029] 'process raft request' (duration: 240.919391ms)","trace[1856295029] 'compare' (duration: 495.758582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:16.355017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.617525Z","time spent":"737.380881ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:16.35532Z","caller":"traceutil/trace.go:171","msg":"trace[178703411] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"735.209956ms","start":"2026-03-11T05:15:15.620032Z","end":"2026-03-11T05:15:16.355242Z","steps":["trace[178703411] 'process raft request' (duration: 734.649031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.355559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.620024Z","time spent":"735.427891ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:16.362721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:15:16.375628Z","caller":"traceutil/trace.go:171","msg":"trace[1367395179] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"724.578208ms","start":"2026-03-11T05:15:15.651021Z","end":"2026-03-11T05:15:16.375599Z","steps":["trace[1367395179] 'process raft request' (duration: 724.396523ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.375665Z","caller":"traceutil/trace.go:171","msg":"trace[376012190] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"521.001378ms","start":"2026-03-11T05:15:15.854646Z","end":"2026-03-11T05:15:16.375647Z","steps":["trace[376012190] 'process raft request' (duration: 520.915086ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.375703Z","caller":"traceutil/trace.go:171","msg":"trace[657586089] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"717.955781ms","start":"2026-03-11T05:15:15.657723Z","end":"2026-03-11T05:15:16.375679Z","steps":["trace[657586089] 'process raft request' (duration: 717.787137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.375747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.651Z","time spent":"724.679561ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:16.375897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.657709Z","time spent":"718.047153ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:16.375904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.854617Z","time spent":"521.088501ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:16.650717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.749291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:15:16.65088Z","caller":"traceutil/trace.go:171","msg":"trace[1895341032] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1790; }","duration":"788.58289ms","start":"2026-03-11T05:15:15.862244Z","end":"2026-03-11T05:15:16.650827Z","steps":["trace[1895341032] 'read index received' (duration: 513.254462ms)","trace[1895341032] 'applied index is now lower than readState.Index' (duration: 275.326938ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:16.650988Z","caller":"traceutil/trace.go:171","msg":"trace[1053268702] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"289.137056ms","start":"2026-03-11T05:15:16.361796Z","end":"2026-03-11T05:15:16.650933Z","steps":["trace[1053268702] 'process raft request' (duration: 151.068677ms)","trace[1053268702] 'compare' (duration: 137.524855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:16.651087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.836076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:15:16.65113Z","caller":"traceutil/trace.go:171","msg":"trace[990608122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1720; }","duration":"788.902838ms","start":"2026-03-11T05:15:15.862215Z","end":"2026-03-11T05:15:16.651118Z","steps":["trace[990608122] 'agreement among raft nodes before linearized reading' (duration: 788.718534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.651165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.862205Z","time spent":"788.951689ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T05:15:16.691179Z","caller":"traceutil/trace.go:171","msg":"trace[1379158064] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"310.845523ms","start":"2026-03-11T05:15:16.380311Z","end":"2026-03-11T05:15:16.691157Z","steps":["trace[1379158064] 'process raft request' (duration: 310.628267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.691323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:16.380292Z","time spent":"310.953065ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:16.691632Z","caller":"traceutil/trace.go:171","msg":"trace[1321755341] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"310.210477ms","start":"2026-03-11T05:15:16.381381Z","end":"2026-03-11T05:15:16.691592Z","steps":["trace[1321755341] 'process raft request' (duration: 309.715734ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.6917Z","caller":"traceutil/trace.go:171","msg":"trace[844935472] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"309.979351ms","start":"2026-03-11T05:15:16.381708Z","end":"2026-03-11T05:15:16.691687Z","steps":["trace[844935472] 'process raft request' (duration: 309.747885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.69177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:16.381682Z","time spent":"310.050683ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:16.69183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:16.38136Z","time spent":"310.351221ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:16.691966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.626788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T05:15:16.691966Z","caller":"traceutil/trace.go:171","msg":"trace[1846802106] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"214.430133ms","start":"2026-03-11T05:15:16.47751Z","end":"2026-03-11T05:15:16.69194Z","steps":["trace[1846802106] 'process raft request' (duration: 214.149066ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.692028Z","caller":"traceutil/trace.go:171","msg":"trace[164326036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1725; }","duration":"616.688189ms","start":"2026-03-11T05:15:16.075323Z","end":"2026-03-11T05:15:16.692011Z","steps":["trace[164326036] 'agreement among raft nodes before linearized reading' (duration: 616.473064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.692072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:16.075282Z","time spent":"616.781331ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:15:16.69207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.439033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:15:16.692083Z","caller":"traceutil/trace.go:171","msg":"trace[763405566] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"308.281778ms","start":"2026-03-11T05:15:16.383767Z","end":"2026-03-11T05:15:16.692048Z","steps":["trace[763405566] 'process raft request' (duration: 307.807266ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.69213Z","caller":"traceutil/trace.go:171","msg":"trace[1309471244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1725; }","duration":"618.519546ms","start":"2026-03-11T05:15:16.073589Z","end":"2026-03-11T05:15:16.692108Z","steps":["trace[1309471244] 'agreement among raft nodes before linearized reading' (duration: 618.461974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.692131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.524746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:15:16.692194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:16.073569Z","time spent":"618.617898ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T05:15:16.692212Z","caller":"traceutil/trace.go:171","msg":"trace[1927992121] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1725; }","duration":"622.66655ms","start":"2026-03-11T05:15:16.069531Z","end":"2026-03-11T05:15:16.692198Z","steps":["trace[1927992121] 'agreement among raft nodes before linearized reading' (duration: 622.539217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.692208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.43631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T05:15:16.692243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:16.069507Z","time spent":"622.728271ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:15:16.69225Z","caller":"traceutil/trace.go:171","msg":"trace[1495025977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1725; }","duration":"825.495241ms","start":"2026-03-11T05:15:15.866743Z","end":"2026-03-11T05:15:16.692239Z","steps":["trace[1495025977] 'agreement among raft nodes before linearized reading' (duration: 825.340117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.692268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:16.383756Z","time spent":"308.428791ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:16.692285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.866733Z","time spent":"825.544703ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:15:16.692284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.977722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-11T05:15:16.692332Z","caller":"traceutil/trace.go:171","msg":"trace[1559231219] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1725; }","duration":"314.060684ms","start":"2026-03-11T05:15:16.378257Z","end":"2026-03-11T05:15:16.692318Z","steps":["trace[1559231219] 'agreement among raft nodes before linearized reading' (duration: 313.962261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.692337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.743797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T05:15:16.692382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:16.378241Z","time spent":"314.131805ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T05:15:16.692002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.72018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:15:16.692453Z","caller":"traceutil/trace.go:171","msg":"trace[1711922438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1725; }","duration":"819.212472ms","start":"2026-03-11T05:15:15.873232Z","end":"2026-03-11T05:15:16.692445Z","steps":["trace[1711922438] 'agreement among raft nodes before linearized reading' (duration: 818.624177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.692496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.87322Z","time spent":"819.265393ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:15:16.692386Z","caller":"traceutil/trace.go:171","msg":"trace[1413732221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1725; }","duration":"825.84357ms","start":"2026-03-11T05:15:15.866531Z","end":"2026-03-11T05:15:16.692374Z","steps":["trace[1413732221] 'agreement among raft nodes before linearized reading' (duration: 825.697846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.692557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.866509Z","time spent":"826.036284ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:15:16.692137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.945958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:15:16.692853Z","caller":"traceutil/trace.go:171","msg":"trace[994884935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1725; }","duration":"827.797768ms","start":"2026-03-11T05:15:15.865033Z","end":"2026-03-11T05:15:16.692831Z","steps":["trace[994884935] 'agreement among raft nodes before linearized reading' (duration: 826.763663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:16.693037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:15.865024Z","time spent":"827.992873ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T05:15:16.895363Z","caller":"traceutil/trace.go:171","msg":"trace[1878872581] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"198.06877ms","start":"2026-03-11T05:15:16.697259Z","end":"2026-03-11T05:15:16.895328Z","steps":["trace[1878872581] 'process raft request' (duration: 103.400865ms)","trace[1878872581] 'compare' (duration: 94.385698ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:16.895461Z","caller":"traceutil/trace.go:171","msg":"trace[1301754729] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"198.141443ms","start":"2026-03-11T05:15:16.697292Z","end":"2026-03-11T05:15:16.895434Z","steps":["trace[1301754729] 'process raft request' (duration: 197.907567ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.895674Z","caller":"traceutil/trace.go:171","msg":"trace[604301785] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"197.536068ms","start":"2026-03-11T05:15:16.698125Z","end":"2026-03-11T05:15:16.895661Z","steps":["trace[604301785] 'process raft request' (duration: 197.219899ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.895658Z","caller":"traceutil/trace.go:171","msg":"trace[258224229] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"198.114182ms","start":"2026-03-11T05:15:16.697516Z","end":"2026-03-11T05:15:16.89563Z","steps":["trace[258224229] 'process raft request' (duration: 197.789833ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.895713Z","caller":"traceutil/trace.go:171","msg":"trace[1935068206] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"193.062145ms","start":"2026-03-11T05:15:16.702621Z","end":"2026-03-11T05:15:16.895684Z","steps":["trace[1935068206] 'process raft request' (duration: 192.759126ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:16.895797Z","caller":"traceutil/trace.go:171","msg":"trace[1686501722] linearizableReadLoop","detail":"{readStateIndex:1804; appliedIndex:1799; }","duration":"186.11531ms","start":"2026-03-11T05:15:16.709669Z","end":"2026-03-11T05:15:16.895784Z","steps":["trace[1686501722] 'read index received' (duration: 90.893281ms)","trace[1686501722] 'applied index is now lower than readState.Index' (duration: 95.221129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:16.896037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.657272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T05:15:16.89609Z","caller":"traceutil/trace.go:171","msg":"trace[983746198] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1732; }","duration":"199.739443ms","start":"2026-03-11T05:15:16.696336Z","end":"2026-03-11T05:15:16.896076Z","steps":["trace[983746198] 'agreement among raft nodes before linearized reading' (duration: 199.531698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:21.233959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:15:21.73459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:15:22.234691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:15:22.735215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:15:22.807913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.419300983s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:15:22.808285Z","caller":"traceutil/trace.go:171","msg":"trace[1847192874] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"2.419754844s","start":"2026-03-11T05:15:20.388501Z","end":"2026-03-11T05:15:22.808256Z","steps":["trace[1847192874] 'process raft request' (duration: 2.419610651s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.808461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:20.388481Z","time spent":"2.419898717s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:22.815391Z","caller":"traceutil/trace.go:171","msg":"trace[309957439] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"2.110930873s","start":"2026-03-11T05:15:20.704437Z","end":"2026-03-11T05:15:22.815368Z","steps":["trace[309957439] 'process raft request' (duration: 2.110771579s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:22.815543Z","caller":"traceutil/trace.go:171","msg":"trace[1018843202] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1818; }","duration":"2.082214049s","start":"2026-03-11T05:15:20.733308Z","end":"2026-03-11T05:15:22.815522Z","steps":["trace[1018843202] 'read index received' (duration: 2.074869993s)","trace[1018843202] 'applied index is now lower than readState.Index' (duration: 7.342736ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:22.815621Z","caller":"traceutil/trace.go:171","msg":"trace[195353641] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"1.684507318s","start":"2026-03-11T05:15:21.131103Z","end":"2026-03-11T05:15:22.815611Z","steps":["trace[195353641] 'process raft request' (duration: 1.684224101s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.815678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:21.131071Z","time spent":"1.68458167s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:22.815556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:20.704411Z","time spent":"2.111038985s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:15:22.815756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082436804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T05:15:22.816092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906597453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:15:22.816833Z","caller":"traceutil/trace.go:171","msg":"trace[200417259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1748; }","duration":"1.907303171s","start":"2026-03-11T05:15:20.909428Z","end":"2026-03-11T05:15:22.816731Z","steps":["trace[200417259] 'agreement among raft nodes before linearized reading' (duration: 1.906444299s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.816916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:20.909404Z","time spent":"1.907494386s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T05:15:22.816621Z","caller":"traceutil/trace.go:171","msg":"trace[2072539045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1748; }","duration":"2.083317616s","start":"2026-03-11T05:15:20.733278Z","end":"2026-03-11T05:15:22.816596Z","steps":["trace[2072539045] 'agreement among raft nodes before linearized reading' (duration: 2.082369323s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.817274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:20.733263Z","time spent":"2.083987633s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:15:22.815905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906236385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:15:22.81743Z","caller":"traceutil/trace.go:171","msg":"trace[25852428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1748; }","duration":"1.907792114s","start":"2026-03-11T05:15:20.909619Z","end":"2026-03-11T05:15:22.817411Z","steps":["trace[25852428] 'agreement among raft nodes before linearized reading' (duration: 1.906165093s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.817486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:20.909596Z","time spent":"1.907875665s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:15:22.815937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906794389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:15:22.817612Z","caller":"traceutil/trace.go:171","msg":"trace[34916343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1748; }","duration":"1.908477841s","start":"2026-03-11T05:15:20.909111Z","end":"2026-03-11T05:15:22.817589Z","steps":["trace[34916343] 'agreement among raft nodes before linearized reading' (duration: 1.906703596s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.815947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90685027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T05:15:22.817687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:20.909105Z","time spent":"1.908563223s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:15:22.817777Z","caller":"traceutil/trace.go:171","msg":"trace[473276290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1748; }","duration":"1.908707497s","start":"2026-03-11T05:15:20.909052Z","end":"2026-03-11T05:15:22.81776Z","steps":["trace[473276290] 'agreement among raft nodes before linearized reading' (duration: 1.90683161s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.817837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:20.909033Z","time spent":"1.908786799s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:15:22.815919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082450054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T05:15:22.817922Z","caller":"traceutil/trace.go:171","msg":"trace[91597318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1748; }","duration":"2.084505946s","start":"2026-03-11T05:15:20.733402Z","end":"2026-03-11T05:15:22.817908Z","steps":["trace[91597318] 'agreement among raft nodes before linearized reading' (duration: 2.082336281s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.817977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:20.733383Z","time spent":"2.084584297s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:15:22.815996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740177049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:15:22.818106Z","caller":"traceutil/trace.go:171","msg":"trace[1160314450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1748; }","duration":"1.742300803s","start":"2026-03-11T05:15:21.075765Z","end":"2026-03-11T05:15:22.818066Z","steps":["trace[1160314450] 'agreement among raft nodes before linearized reading' (duration: 1.740183539s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.818226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:21.075742Z","time spent":"1.742446397s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:15:22.815851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.388963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-03-11T05:15:22.818465Z","caller":"traceutil/trace.go:171","msg":"trace[353319737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1748; }","duration":"668.995338ms","start":"2026-03-11T05:15:22.149412Z","end":"2026-03-11T05:15:22.818408Z","steps":["trace[353319737] 'agreement among raft nodes before linearized reading' (duration: 666.377472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:22.81854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:22.149393Z","time spent":"669.126391ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T05:15:31.126011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.682763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:15:31.126288Z","caller":"traceutil/trace.go:171","msg":"trace[28047448] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"290.161111ms","start":"2026-03-11T05:15:30.836096Z","end":"2026-03-11T05:15:31.126257Z","steps":["trace[28047448] 'process raft request' (duration: 290.028148ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:31.126313Z","caller":"traceutil/trace.go:171","msg":"trace[1822242711] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1858; }","duration":"273.694736ms","start":"2026-03-11T05:15:30.85259Z","end":"2026-03-11T05:15:31.126284Z","steps":["trace[1822242711] 'read index received' (duration: 17.844479ms)","trace[1822242711] 'applied index is now lower than readState.Index' (duration: 255.845567ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:31.126317Z","caller":"traceutil/trace.go:171","msg":"trace[474552323] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"291.444464ms","start":"2026-03-11T05:15:30.834841Z","end":"2026-03-11T05:15:31.126286Z","steps":["trace[474552323] 'process raft request' (duration: 158.405202ms)","trace[474552323] 'compare' (duration: 132.55098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:31.168445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.517328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:15:31.168501Z","caller":"traceutil/trace.go:171","msg":"trace[2139535930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1786; }","duration":"309.616342ms","start":"2026-03-11T05:15:30.85887Z","end":"2026-03-11T05:15:31.168487Z","steps":["trace[2139535930] 'agreement among raft nodes before linearized reading' (duration: 309.464218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:31.168509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.675811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T05:15:31.168536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:30.858858Z","time spent":"309.669283ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:15:31.168569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.267648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:15:31.168627Z","caller":"traceutil/trace.go:171","msg":"trace[1436661046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1786; }","duration":"306.35496ms","start":"2026-03-11T05:15:30.862257Z","end":"2026-03-11T05:15:31.168612Z","steps":["trace[1436661046] 'agreement among raft nodes before linearized reading' (duration: 306.229397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:31.168678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:30.862239Z","time spent":"306.425632ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:15:31.168567Z","caller":"traceutil/trace.go:171","msg":"trace[1961321483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1786; }","duration":"297.754144ms","start":"2026-03-11T05:15:30.870792Z","end":"2026-03-11T05:15:31.168546Z","steps":["trace[1961321483] 'agreement among raft nodes before linearized reading' (duration: 297.582328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:31.168729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.3606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-11T05:15:31.168439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.841268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:15:31.168817Z","caller":"traceutil/trace.go:171","msg":"trace[1907021689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1786; }","duration":"316.250979ms","start":"2026-03-11T05:15:30.852548Z","end":"2026-03-11T05:15:31.168799Z","steps":["trace[1907021689] 'agreement among raft nodes before linearized reading' (duration: 273.84563ms)","trace[1907021689] 'range keys from in-memory index tree' (duration: 41.906316ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:31.168814Z","caller":"traceutil/trace.go:171","msg":"trace[2004138667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1786; }","duration":"306.480824ms","start":"2026-03-11T05:15:30.862314Z","end":"2026-03-11T05:15:31.168795Z","steps":["trace[2004138667] 'agreement among raft nodes before linearized reading' (duration: 306.206057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:31.168862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:30.852529Z","time spent":"316.320661ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:15:31.168888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:30.862308Z","time spent":"306.570826ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:15:31.168686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.423163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:15:31.168954Z","caller":"traceutil/trace.go:171","msg":"trace[47148866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1786; }","duration":"308.686329ms","start":"2026-03-11T05:15:30.860246Z","end":"2026-03-11T05:15:31.168933Z","steps":["trace[47148866] 'agreement among raft nodes before linearized reading' (duration: 308.369091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:31.169035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:30.860242Z","time spent":"308.764781ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T05:15:53.123117Z","caller":"traceutil/trace.go:171","msg":"trace[492953995] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"154.513544ms","start":"2026-03-11T05:15:52.968571Z","end":"2026-03-11T05:15:53.123084Z","steps":["trace[492953995] 'read index received' (duration: 154.364431ms)","trace[492953995] 'applied index is now lower than readState.Index' (duration: 148.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:15:53.123176Z","caller":"traceutil/trace.go:171","msg":"trace[33680056] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"176.95255ms","start":"2026-03-11T05:15:52.946185Z","end":"2026-03-11T05:15:53.123138Z","steps":["trace[33680056] 'process raft request' (duration: 176.719084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.123514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.913664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-11T05:15:53.123593Z","caller":"traceutil/trace.go:171","msg":"trace[450081550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1899; }","duration":"155.040497ms","start":"2026-03-11T05:15:52.968533Z","end":"2026-03-11T05:15:53.123574Z","steps":["trace[450081550] 'agreement among raft nodes before linearized reading' (duration: 154.708069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.642001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.707875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:15:53.642104Z","caller":"traceutil/trace.go:171","msg":"trace[1419251313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1899; }","duration":"517.829339ms","start":"2026-03-11T05:15:53.12425Z","end":"2026-03-11T05:15:53.642079Z","steps":["trace[1419251313] 'range keys from in-memory index tree' (duration: 517.632904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.642158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.124236Z","time spent":"517.90823ms","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:15:53.642393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.463578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:15:53.642406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.49105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:15:53.642731Z","caller":"traceutil/trace.go:171","msg":"trace[393320952] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1899; }","duration":"511.755256ms","start":"2026-03-11T05:15:53.130719Z","end":"2026-03-11T05:15:53.642474Z","steps":["trace[393320952] 'range keys from in-memory index tree' (duration: 511.385517ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:53.642786Z","caller":"traceutil/trace.go:171","msg":"trace[821960701] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"439.528026ms","start":"2026-03-11T05:15:53.203229Z","end":"2026-03-11T05:15:53.642757Z","steps":["trace[821960701] 'process raft request' (duration: 439.400572ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:53.642796Z","caller":"traceutil/trace.go:171","msg":"trace[1441158264] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"443.840873ms","start":"2026-03-11T05:15:53.198894Z","end":"2026-03-11T05:15:53.642734Z","steps":["trace[1441158264] 'process raft request' (duration: 127.900402ms)","trace[1441158264] 'compare' (duration: 314.928396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:53.642856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.130701Z","time spent":"512.097784ms","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T05:15:53.642988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.198865Z","time spent":"444.005377ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:53.642747Z","caller":"traceutil/trace.go:171","msg":"trace[265713026] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1979; }","duration":"323.219344ms","start":"2026-03-11T05:15:53.31951Z","end":"2026-03-11T05:15:53.642729Z","steps":["trace[265713026] 'read index received' (duration: 7.312393ms)","trace[265713026] 'applied index is now lower than readState.Index' (duration: 315.905861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:15:53.642911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.404429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:15:53.643338Z","caller":"traceutil/trace.go:171","msg":"trace[466014072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1901; }","duration":"323.827109ms","start":"2026-03-11T05:15:53.319445Z","end":"2026-03-11T05:15:53.643272Z","steps":["trace[466014072] 'agreement among raft nodes before linearized reading' (duration: 323.331137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.643419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.319415Z","time spent":"323.981553ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:15:53.643583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.563537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T05:15:53.642942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.203196Z","time spent":"439.662529ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:15:53.643796Z","caller":"traceutil/trace.go:171","msg":"trace[496072883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1901; }","duration":"320.70641ms","start":"2026-03-11T05:15:53.322933Z","end":"2026-03-11T05:15:53.643639Z","steps":["trace[496072883] 'agreement among raft nodes before linearized reading' (duration: 320.452344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.643818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.5306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:15:53.643882Z","caller":"traceutil/trace.go:171","msg":"trace[55669254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1901; }","duration":"315.611882ms","start":"2026-03-11T05:15:53.328252Z","end":"2026-03-11T05:15:53.643864Z","steps":["trace[55669254] 'agreement among raft nodes before linearized reading' (duration: 315.472799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.643899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.322904Z","time spent":"320.944137ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:15:53.643936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.328248Z","time spent":"315.674553ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:15:53.643965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.220707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T05:15:53.643996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.253863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:15:53.644025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.07529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:15:53.644064Z","caller":"traceutil/trace.go:171","msg":"trace[308037430] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1901; }","duration":"126.358855ms","start":"2026-03-11T05:15:53.517688Z","end":"2026-03-11T05:15:53.644046Z","steps":["trace[308037430] 'agreement among raft nodes before linearized reading' (duration: 126.243161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.643813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.089045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128747"} {"level":"info","ts":"2026-03-11T05:15:53.644081Z","caller":"traceutil/trace.go:171","msg":"trace[1496317477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1901; }","duration":"315.167872ms","start":"2026-03-11T05:15:53.328901Z","end":"2026-03-11T05:15:53.644069Z","steps":["trace[1496317477] 'agreement among raft nodes before linearized reading' (duration: 314.844673ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:53.644076Z","caller":"traceutil/trace.go:171","msg":"trace[1425223029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"316.32386ms","start":"2026-03-11T05:15:53.327711Z","end":"2026-03-11T05:15:53.644035Z","steps":["trace[1425223029] 'agreement among raft nodes before linearized reading' (duration: 316.087113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.644117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.328883Z","time spent":"315.225583ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T05:15:53.644113Z","caller":"traceutil/trace.go:171","msg":"trace[1977010687] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1901; }","duration":"147.390924ms","start":"2026-03-11T05:15:53.496709Z","end":"2026-03-11T05:15:53.6441Z","steps":["trace[1977010687] 'agreement among raft nodes before linearized reading' (duration: 146.964142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.644136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.327689Z","time spent":"316.432733ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:15:53.64426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.756242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:15:53.644294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.85707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-11T05:15:53.644322Z","caller":"traceutil/trace.go:171","msg":"trace[669549896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1901; }","duration":"318.876545ms","start":"2026-03-11T05:15:53.325431Z","end":"2026-03-11T05:15:53.644307Z","steps":["trace[669549896] 'agreement among raft nodes before linearized reading' (duration: 318.496505ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:15:53.644366Z","caller":"traceutil/trace.go:171","msg":"trace[1739833088] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1901; }","duration":"141.082276ms","start":"2026-03-11T05:15:53.503261Z","end":"2026-03-11T05:15:53.644343Z","steps":["trace[1739833088] 'agreement among raft nodes before linearized reading' (duration: 140.738337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:15:53.644473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:53.325407Z","time spent":"319.005259ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:16:00.004708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.405154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:16:00.004924Z","caller":"traceutil/trace.go:171","msg":"trace[1142483247] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"340.698304ms","start":"2026-03-11T05:15:59.664174Z","end":"2026-03-11T05:16:00.004872Z","steps":["trace[1142483247] 'process raft request' (duration: 93.018573ms)","trace[1142483247] 'compare' (duration: 247.123347ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:16:00.004996Z","caller":"traceutil/trace.go:171","msg":"trace[1624245522] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"231.309028ms","start":"2026-03-11T05:15:59.773663Z","end":"2026-03-11T05:16:00.004972Z","steps":["trace[1624245522] 'process raft request' (duration: 231.194285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:00.005193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:59.664154Z","time spent":"340.855318ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:16:00.005155Z","caller":"traceutil/trace.go:171","msg":"trace[825573780] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2010; }","duration":"332.670063ms","start":"2026-03-11T05:15:59.672441Z","end":"2026-03-11T05:16:00.005111Z","steps":["trace[825573780] 'read index received' (duration: 43.63344ms)","trace[825573780] 'applied index is now lower than readState.Index' (duration: 289.031383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:16:00.005428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.949919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T05:16:00.005467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.579679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:16:00.005513Z","caller":"traceutil/trace.go:171","msg":"trace[1068154363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1931; }","duration":"332.651421ms","start":"2026-03-11T05:15:59.672849Z","end":"2026-03-11T05:16:00.0055Z","steps":["trace[1068154363] 'agreement among raft nodes before linearized reading' (duration: 332.529208ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:00.005513Z","caller":"traceutil/trace.go:171","msg":"trace[1581634591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1931; }","duration":"333.089733ms","start":"2026-03-11T05:15:59.672404Z","end":"2026-03-11T05:16:00.005493Z","steps":["trace[1581634591] 'agreement among raft nodes before linearized reading' (duration: 332.814126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:00.005541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.393275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T05:16:00.005551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:59.672834Z","time spent":"332.703992ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:16:00.005554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.922363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:16:00.005571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.144051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:16:00.005586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:59.672387Z","time spent":"333.163025ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:16:00.00561Z","caller":"traceutil/trace.go:171","msg":"trace[902003616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1931; }","duration":"332.006685ms","start":"2026-03-11T05:15:59.673587Z","end":"2026-03-11T05:16:00.005593Z","steps":["trace[902003616] 'agreement among raft nodes before linearized reading' (duration: 331.849051ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:00.005634Z","caller":"traceutil/trace.go:171","msg":"trace[1396250006] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1931; }","duration":"142.283654ms","start":"2026-03-11T05:15:59.86334Z","end":"2026-03-11T05:16:00.005624Z","steps":["trace[1396250006] 'agreement among raft nodes before linearized reading' (duration: 142.10499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:00.005659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:59.673572Z","time spent":"332.074997ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:16:00.005701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.860136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:16:00.005585Z","caller":"traceutil/trace.go:171","msg":"trace[778123388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"332.452286ms","start":"2026-03-11T05:15:59.673124Z","end":"2026-03-11T05:16:00.005576Z","steps":["trace[778123388] 'agreement among raft nodes before linearized reading' (duration: 332.349244ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:00.005787Z","caller":"traceutil/trace.go:171","msg":"trace[1930098601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1931; }","duration":"328.964028ms","start":"2026-03-11T05:15:59.676812Z","end":"2026-03-11T05:16:00.005776Z","steps":["trace[1930098601] 'agreement among raft nodes before linearized reading' (duration: 328.685951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:00.005765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.695625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T05:16:00.005961Z","caller":"traceutil/trace.go:171","msg":"trace[161944358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"321.912251ms","start":"2026-03-11T05:15:59.684028Z","end":"2026-03-11T05:16:00.00594Z","steps":["trace[161944358] 'agreement among raft nodes before linearized reading' (duration: 321.371307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:00.005811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:59.673116Z","time spent":"332.680672ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:16:00.005866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:59.676801Z","time spent":"329.056221ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:16:00.006139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:15:59.684015Z","time spent":"322.057085ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:16:01.008021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:16:01.508987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:16:01.748116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.738252361s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T05:16:01.772155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:00.687699Z","time spent":"1.084447536s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T05:16:01.772434Z","caller":"traceutil/trace.go:171","msg":"trace[1267473022] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.762642116s","start":"2026-03-11T05:16:00.00976Z","end":"2026-03-11T05:16:01.772402Z","steps":["trace[1267473022] 'process raft request' (duration: 1.738625082s)","trace[1267473022] 'compare' (duration: 23.330897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:16:01.772618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:00.009734Z","time spent":"1.762793199s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:16:02.050553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.641346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:16:02.050849Z","caller":"traceutil/trace.go:171","msg":"trace[698729050] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"2.040930308s","start":"2026-03-11T05:16:00.0099Z","end":"2026-03-11T05:16:02.05083Z","steps":["trace[698729050] 'process raft request' (duration: 2.040746253s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:02.050865Z","caller":"traceutil/trace.go:171","msg":"trace[2040148149] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"2.040853376s","start":"2026-03-11T05:16:00.009987Z","end":"2026-03-11T05:16:02.05084Z","steps":["trace[2040148149] 'process raft request' (duration: 2.040711692s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:02.050911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:00.009873Z","time spent":"2.04101168s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:16:02.050909Z","caller":"traceutil/trace.go:171","msg":"trace[1412849097] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"2.040966208s","start":"2026-03-11T05:16:00.009893Z","end":"2026-03-11T05:16:02.05086Z","steps":["trace[1412849097] 'process raft request' (duration: 1.912940693s)","trace[1412849097] 'compare' (duration: 127.548844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:16:02.051009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:00.009979Z","time spent":"2.040940749s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:16:02.051097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:00.009861Z","time spent":"2.041141354s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:16:02.051456Z","caller":"traceutil/trace.go:171","msg":"trace[955878428] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"2.040919438s","start":"2026-03-11T05:16:00.010448Z","end":"2026-03-11T05:16:02.051368Z","steps":["trace[955878428] 'process raft request' (duration: 2.040285421s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:02.051687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:00.01043Z","time spent":"2.041141504s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:16:02.186596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.809663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T05:16:02.186887Z","caller":"traceutil/trace.go:171","msg":"trace[1658232424] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.015601251s","start":"2026-03-11T05:16:01.171267Z","end":"2026-03-11T05:16:02.186869Z","steps":["trace[1658232424] 'process raft request' (duration: 1.015427617s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:02.187048Z","caller":"traceutil/trace.go:171","msg":"trace[1183057713] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"465.716115ms","start":"2026-03-11T05:16:01.72131Z","end":"2026-03-11T05:16:02.187026Z","steps":["trace[1183057713] 'process raft request' (duration: 465.5262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:02.187068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:01.171232Z","time spent":"1.015757416s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:16:02.187149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:01.721277Z","time spent":"465.821068ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:16:02.187289Z","caller":"traceutil/trace.go:171","msg":"trace[2079440194] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2013; }","duration":"1.679704264s","start":"2026-03-11T05:16:00.507546Z","end":"2026-03-11T05:16:02.18725Z","steps":["trace[2079440194] 'read index received' (duration: 1.240862737s)","trace[2079440194] 'applied index is now lower than readState.Index' (duration: 438.838197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:16:02.187428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67988069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:16:02.187474Z","caller":"traceutil/trace.go:171","msg":"trace[1474192497] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1939; }","duration":"1.679955091s","start":"2026-03-11T05:16:00.507508Z","end":"2026-03-11T05:16:02.187463Z","steps":["trace[1474192497] 'agreement among raft nodes before linearized reading' (duration: 1.679866269s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:02.187511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:00.507491Z","time spent":"1.680011883s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:16:02.187495Z","caller":"traceutil/trace.go:171","msg":"trace[967004842] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"244.86855ms","start":"2026-03-11T05:16:01.942549Z","end":"2026-03-11T05:16:02.187418Z","steps":["trace[967004842] 'process raft request' (duration: 244.551322ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:02.187805Z","caller":"traceutil/trace.go:171","msg":"trace[1630272724] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"177.054862ms","start":"2026-03-11T05:16:02.010688Z","end":"2026-03-11T05:16:02.187743Z","steps":["trace[1630272724] 'process raft request' (duration: 176.635591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:02.230489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218131775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T05:16:02.23049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156094342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:16:02.230558Z","caller":"traceutil/trace.go:171","msg":"trace[114016981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"1.218236558s","start":"2026-03-11T05:16:01.012303Z","end":"2026-03-11T05:16:02.23054Z","steps":["trace[114016981] 'agreement among raft nodes before linearized reading' (duration: 1.218029843s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:02.230573Z","caller":"traceutil/trace.go:171","msg":"trace[1707354029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"1.156207164s","start":"2026-03-11T05:16:01.074346Z","end":"2026-03-11T05:16:02.230553Z","steps":["trace[1707354029] 'agreement among raft nodes before linearized reading' (duration: 1.15604345s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:02.230599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:01.012286Z","time spent":"1.218304109s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:16:02.230618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:01.074335Z","time spent":"1.156274827s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:16:02.230608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.155997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189bb193dff9af87\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-11T05:16:02.230762Z","caller":"traceutil/trace.go:171","msg":"trace[823580609] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"180.505509ms","start":"2026-03-11T05:16:02.050236Z","end":"2026-03-11T05:16:02.230742Z","steps":["trace[823580609] 'process raft request' (duration: 179.990916ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:02.23088Z","caller":"traceutil/trace.go:171","msg":"trace[899755614] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189bb193dff9af87; range_end:; response_count:1; response_revision:1941; }","duration":"241.401553ms","start":"2026-03-11T05:16:01.9894Z","end":"2026-03-11T05:16:02.230802Z","steps":["trace[899755614] 'agreement among raft nodes before linearized reading' (duration: 240.945161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:02.230729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.304863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T05:16:02.23104Z","caller":"traceutil/trace.go:171","msg":"trace[1783364824] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1941; }","duration":"657.650192ms","start":"2026-03-11T05:16:01.573367Z","end":"2026-03-11T05:16:02.231018Z","steps":["trace[1783364824] 'agreement among raft nodes before linearized reading' (duration: 657.001356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:02.231186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:01.573345Z","time spent":"657.781526ms","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":250,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:16:04.120972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:16:04.621757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520797821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:16:04.695222Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233283556s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:16:04.695641Z","caller":"traceutil/trace.go:171","msg":"trace[1818739854] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"1.23377127s","start":"2026-03-11T05:16:03.461843Z","end":"2026-03-11T05:16:04.695615Z","steps":["trace[1818739854] 'process raft request' (duration: 1.233610896s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:04.695802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:03.461829Z","time spent":"1.233887072s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:16:05.620072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T05:16:05.620166Z","caller":"traceutil/trace.go:171","msg":"trace[748446759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289803s","start":"2026-03-11T05:16:03.619856Z","end":"2026-03-11T05:16:05.620146Z","steps":["trace[748446759] 'agreement among raft nodes before linearized reading' (duration: 2.00016815s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:05.620215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:03.619837Z","time spent":"2.000369306s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:16:05.966445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264980294s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T05:16:06.074112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T05:16:06.074183Z","caller":"traceutil/trace.go:171","msg":"trace[874284260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484275s","start":"2026-03-11T05:16:04.073681Z","end":"2026-03-11T05:16:06.074165Z","steps":["trace[874284260] 'agreement among raft nodes before linearized reading' (duration: 2.000395103s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:06.074231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.073669Z","time spent":"2.000552317s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 05:16:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T05:16:07.30087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334136035s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:16:07.301164Z","caller":"traceutil/trace.go:171","msg":"trace[1999470262] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"3.109570312s","start":"2026-03-11T05:16:04.191555Z","end":"2026-03-11T05:16:07.301126Z","steps":["trace[1999470262] 'process raft request' (duration: 1.775066158s)","trace[1999470262] 'compare' (duration: 1.333606841s)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:16:07.301212Z","caller":"traceutil/trace.go:171","msg":"trace[1898532278] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"2.271228908s","start":"2026-03-11T05:16:05.029961Z","end":"2026-03-11T05:16:07.301189Z","steps":["trace[1898532278] 'process raft request' (duration: 2.271172767s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.301301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:05.029933Z","time spent":"2.27132474s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:16:07.301289Z","caller":"traceutil/trace.go:171","msg":"trace[1571670422] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"3.108894645s","start":"2026-03-11T05:16:04.192346Z","end":"2026-03-11T05:16:07.30124Z","steps":["trace[1571670422] 'process raft request' (duration: 3.108629699s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:07.301324Z","caller":"traceutil/trace.go:171","msg":"trace[537441580] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"3.108118126s","start":"2026-03-11T05:16:04.193184Z","end":"2026-03-11T05:16:07.301302Z","steps":["trace[537441580] 'process raft request' (duration: 3.10789538s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.301358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.191529Z","time spent":"3.109709446s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:16:07.301385Z","caller":"traceutil/trace.go:171","msg":"trace[495766045] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2025; }","duration":"3.681453592s","start":"2026-03-11T05:16:03.619897Z","end":"2026-03-11T05:16:07.301351Z","steps":["trace[495766045] 'read index received' (duration: 1.075544161s)","trace[495766045] 'applied index is now lower than readState.Index' (duration: 2.605905841s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:16:07.301433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.19316Z","time spent":"3.108215309s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:16:07.30145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.192322Z","time spent":"3.109037689s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:16:07.301702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618437454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-11T05:16:07.301769Z","caller":"traceutil/trace.go:171","msg":"trace[1897770590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1947; }","duration":"3.618540577s","start":"2026-03-11T05:16:03.683212Z","end":"2026-03-11T05:16:07.301752Z","steps":["trace[1897770590] 'agreement among raft nodes before linearized reading' (duration: 3.618328162s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.301813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:03.683194Z","time spent":"3.618606579s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T05:16:07.30221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.120366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:16:07.302258Z","caller":"traceutil/trace.go:171","msg":"trace[1234757222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1947; }","duration":"751.205758ms","start":"2026-03-11T05:16:06.551038Z","end":"2026-03-11T05:16:07.302244Z","steps":["trace[1234757222] 'agreement among raft nodes before linearized reading' (duration: 751.130016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.302298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:06.551019Z","time spent":"751.267179ms","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:16:07.302523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.80941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:16:07.30257Z","caller":"traceutil/trace.go:171","msg":"trace[985524839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1947; }","duration":"931.896542ms","start":"2026-03-11T05:16:06.370658Z","end":"2026-03-11T05:16:07.302555Z","steps":["trace[985524839] 'agreement among raft nodes before linearized reading' (duration: 931.8167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.302611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:06.37063Z","time spent":"931.966974ms","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:16:07.30284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220691388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:16:07.302892Z","caller":"traceutil/trace.go:171","msg":"trace[70158450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1947; }","duration":"1.22077667s","start":"2026-03-11T05:16:06.0821Z","end":"2026-03-11T05:16:07.302877Z","steps":["trace[70158450] 'agreement among raft nodes before linearized reading' (duration: 1.220699068s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.302929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:06.08208Z","time spent":"1.220838712s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:16:07.30302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247857687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-11T05:16:07.303072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057408768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T05:16:07.303086Z","caller":"traceutil/trace.go:171","msg":"trace[1245879231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"3.24796841s","start":"2026-03-11T05:16:04.055099Z","end":"2026-03-11T05:16:07.303067Z","steps":["trace[1245879231] 'agreement among raft nodes before linearized reading' (duration: 3.247723074s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.303143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.055077Z","time spent":"3.248051901s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:16:07.303162Z","caller":"traceutil/trace.go:171","msg":"trace[1461845467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"3.05751642s","start":"2026-03-11T05:16:04.24561Z","end":"2026-03-11T05:16:07.303126Z","steps":["trace[1461845467] 'agreement among raft nodes before linearized reading' (duration: 3.057319105s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.30318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102619759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-11T05:16:07.303196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.245591Z","time spent":"3.057597393s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T05:16:07.303207Z","caller":"traceutil/trace.go:171","msg":"trace[590129916] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1947; }","duration":"2.10267562s","start":"2026-03-11T05:16:05.20052Z","end":"2026-03-11T05:16:07.303195Z","steps":["trace[590129916] 'agreement among raft nodes before linearized reading' (duration: 2.102587918s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.303233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:05.200498Z","time spent":"2.102730541s","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-11T05:16:07.303093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679178118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bb1779eb3d261\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-11T05:16:07.30325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248165725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T05:16:07.303275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239220721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:16:07.303298Z","caller":"traceutil/trace.go:171","msg":"trace[906801176] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189bb1779eb3d261; range_end:; response_count:1; response_revision:1947; }","duration":"1.679380203s","start":"2026-03-11T05:16:05.623894Z","end":"2026-03-11T05:16:07.303274Z","steps":["trace[906801176] 'agreement among raft nodes before linearized reading' (duration: 1.679167608s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:07.303334Z","caller":"traceutil/trace.go:171","msg":"trace[935799307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"3.248276677s","start":"2026-03-11T05:16:04.055035Z","end":"2026-03-11T05:16:07.303311Z","steps":["trace[935799307] 'agreement among raft nodes before linearized reading' (duration: 3.248026221s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:07.303343Z","caller":"traceutil/trace.go:171","msg":"trace[1765034765] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1947; }","duration":"2.239320093s","start":"2026-03-11T05:16:05.064001Z","end":"2026-03-11T05:16:07.303321Z","steps":["trace[1765034765] 'agreement among raft nodes before linearized reading' (duration: 2.239227771s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.303361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:05.623881Z","time spent":"1.679462776s","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189bb1779eb3d261\" "} {"level":"warn","ts":"2026-03-11T05:16:07.303391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:05.063979Z","time spent":"2.239398516s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:16:07.303392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.055026Z","time spent":"3.248351509s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:16:07.303457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526173519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:16:07.303442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248109863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:16:07.303474Z","caller":"traceutil/trace.go:171","msg":"trace[1770305750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1947; }","duration":"3.526228381s","start":"2026-03-11T05:16:03.777241Z","end":"2026-03-11T05:16:07.30347Z","steps":["trace[1770305750] 'agreement among raft nodes before linearized reading' (duration: 3.52617653s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.30349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:03.77722Z","time spent":"3.526267282s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:16:07.3035Z","caller":"traceutil/trace.go:171","msg":"trace[647342143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1947; }","duration":"3.248185256s","start":"2026-03-11T05:16:04.0553Z","end":"2026-03-11T05:16:07.303485Z","steps":["trace[647342143] 'agreement among raft nodes before linearized reading' (duration: 3.248038532s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.303021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20902412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:16:07.30355Z","caller":"traceutil/trace.go:171","msg":"trace[2095393087] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1947; }","duration":"2.209605586s","start":"2026-03-11T05:16:05.093939Z","end":"2026-03-11T05:16:07.303545Z","steps":["trace[2095393087] 'agreement among raft nodes before linearized reading' (duration: 2.208987089s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.303545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.055293Z","time spent":"3.248239257s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:16:07.303565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:05.093928Z","time spent":"2.209633266s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:16:07.303601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248658317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:16:07.303668Z","caller":"traceutil/trace.go:171","msg":"trace[2033164016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1947; }","duration":"3.24877394s","start":"2026-03-11T05:16:04.054877Z","end":"2026-03-11T05:16:07.303651Z","steps":["trace[2033164016] 'agreement among raft nodes before linearized reading' (duration: 3.248550924s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:07.303716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:16:04.054856Z","time spent":"3.248850653s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T05:16:09.427051Z","caller":"traceutil/trace.go:171","msg":"trace[472831443] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2042; }","duration":"107.192259ms","start":"2026-03-11T05:16:09.319837Z","end":"2026-03-11T05:16:09.42703Z","steps":["trace[472831443] 'read index received' (duration: 40.643628ms)","trace[472831443] 'applied index is now lower than readState.Index' (duration: 66.547361ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:16:09.42739Z","caller":"traceutil/trace.go:171","msg":"trace[303118748] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"118.600417ms","start":"2026-03-11T05:16:09.30878Z","end":"2026-03-11T05:16:09.42738Z","steps":["trace[303118748] 'process raft request' (duration: 118.113684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:16:09.427638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.797204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T05:16:09.427709Z","caller":"traceutil/trace.go:171","msg":"trace[438354961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"107.902616ms","start":"2026-03-11T05:16:09.319783Z","end":"2026-03-11T05:16:09.427686Z","steps":["trace[438354961] 'agreement among raft nodes before linearized reading' (duration: 107.742703ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:16:11.489322Z","caller":"traceutil/trace.go:171","msg":"trace[1644667942] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"123.810089ms","start":"2026-03-11T05:16:11.365468Z","end":"2026-03-11T05:16:11.489278Z","steps":["trace[1644667942] 'process raft request' (duration: 91.632096ms)","trace[1644667942] 'compare' (duration: 31.959078ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:05.829208Z","caller":"traceutil/trace.go:171","msg":"trace[925648781] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"253.648578ms","start":"2026-03-11T05:17:05.57553Z","end":"2026-03-11T05:17:05.829178Z","steps":["trace[925648781] 'process raft request' (duration: 253.457433ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:05.834187Z","caller":"traceutil/trace.go:171","msg":"trace[133483712] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"161.600604ms","start":"2026-03-11T05:17:05.672558Z","end":"2026-03-11T05:17:05.834158Z","steps":["trace[133483712] 'process raft request' (duration: 161.424829ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:05.834506Z","caller":"traceutil/trace.go:171","msg":"trace[1285607601] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"161.239933ms","start":"2026-03-11T05:17:05.673245Z","end":"2026-03-11T05:17:05.834485Z","steps":["trace[1285607601] 'process raft request' (duration: 160.869874ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:09.731219Z","caller":"traceutil/trace.go:171","msg":"trace[1959213030] linearizableReadLoop","detail":"{readStateIndex:2524; appliedIndex:2523; }","duration":"111.682891ms","start":"2026-03-11T05:17:09.619512Z","end":"2026-03-11T05:17:09.731195Z","steps":["trace[1959213030] 'read index received' (duration: 111.500757ms)","trace[1959213030] 'applied index is now lower than readState.Index' (duration: 181.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:09.731356Z","caller":"traceutil/trace.go:171","msg":"trace[529856326] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"509.300186ms","start":"2026-03-11T05:17:09.221997Z","end":"2026-03-11T05:17:09.731297Z","steps":["trace[529856326] 'process raft request' (duration: 509.05942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:09.731432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.905927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:17:09.731506Z","caller":"traceutil/trace.go:171","msg":"trace[567412828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2420; }","duration":"112.001879ms","start":"2026-03-11T05:17:09.619465Z","end":"2026-03-11T05:17:09.731467Z","steps":["trace[567412828] 'agreement among raft nodes before linearized reading' (duration: 111.837105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:09.731552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.221976Z","time spent":"509.47501ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:17:10.287123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520798862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:17:10.788015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520798862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:17:11.289062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520798862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:17:11.721442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.965317012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:17:11.786519Z","caller":"traceutil/trace.go:171","msg":"trace[660284601] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"2.030465258s","start":"2026-03-11T05:17:09.756027Z","end":"2026-03-11T05:17:11.786492Z","steps":["trace[660284601] 'process raft request' (duration: 1.965624929s)","trace[660284601] 'compare' (duration: 64.187943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:11.786625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.756005Z","time spent":"2.03056453s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:11.792228Z","caller":"traceutil/trace.go:171","msg":"trace[1061628706] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"1.948371014s","start":"2026-03-11T05:17:09.843835Z","end":"2026-03-11T05:17:11.792206Z","steps":["trace[1061628706] 'process raft request' (duration: 1.948271982s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.7924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.843812Z","time spent":"1.948524768s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:11.792425Z","caller":"traceutil/trace.go:171","msg":"trace[1822030578] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"1.947506471s","start":"2026-03-11T05:17:09.844901Z","end":"2026-03-11T05:17:11.792407Z","steps":["trace[1822030578] 'process raft request' (duration: 1.947282506s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.792568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.844874Z","time spent":"1.947610294s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:11.792724Z","caller":"traceutil/trace.go:171","msg":"trace[804448566] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"1.946134628s","start":"2026-03-11T05:17:09.846583Z","end":"2026-03-11T05:17:11.792717Z","steps":["trace[804448566] 'process raft request' (duration: 1.945779869s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.792782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.846567Z","time spent":"1.946195669s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:11.79558Z","caller":"traceutil/trace.go:171","msg":"trace[447028159] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"382.709303ms","start":"2026-03-11T05:17:11.412857Z","end":"2026-03-11T05:17:11.795567Z","steps":["trace[447028159] 'process raft request' (duration: 382.56763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.795674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:11.41283Z","time spent":"382.785165ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:17:11.79569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009053137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:17:11.795751Z","caller":"traceutil/trace.go:171","msg":"trace[818090394] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2425; }","duration":"2.009164429s","start":"2026-03-11T05:17:09.786573Z","end":"2026-03-11T05:17:11.795737Z","steps":["trace[818090394] 'agreement among raft nodes before linearized reading' (duration: 2.009062287s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:11.795512Z","caller":"traceutil/trace.go:171","msg":"trace[302772610] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2524; }","duration":"2.008856332s","start":"2026-03-11T05:17:09.786634Z","end":"2026-03-11T05:17:11.79549Z","steps":["trace[302772610] 'read index received' (duration: 1.935007886s)","trace[302772610] 'applied index is now lower than readState.Index' (duration: 73.847776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:11.795795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.786552Z","time spent":"2.009234992s","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T05:17:11.795934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933771335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:17:11.795964Z","caller":"traceutil/trace.go:171","msg":"trace[1945656270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2425; }","duration":"1.933831247s","start":"2026-03-11T05:17:09.862125Z","end":"2026-03-11T05:17:11.795956Z","steps":["trace[1945656270] 'agreement among raft nodes before linearized reading' (duration: 1.933734484s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.795983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.862112Z","time spent":"1.933867317s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:17:11.795992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92213429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:17:11.79603Z","caller":"traceutil/trace.go:171","msg":"trace[1782023574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2425; }","duration":"1.922203912s","start":"2026-03-11T05:17:09.873815Z","end":"2026-03-11T05:17:11.796019Z","steps":["trace[1782023574] 'agreement among raft nodes before linearized reading' (duration: 1.922053029s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.796033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569514583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-11T05:17:11.796054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720591369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:17:11.796101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923094575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:17:11.796121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930448601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-11T05:17:11.796136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922413748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:17:11.796144Z","caller":"traceutil/trace.go:171","msg":"trace[183366769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2425; }","duration":"1.930501032s","start":"2026-03-11T05:17:09.865638Z","end":"2026-03-11T05:17:11.796139Z","steps":["trace[183366769] 'agreement among raft nodes before linearized reading' (duration: 1.930437601s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:11.796149Z","caller":"traceutil/trace.go:171","msg":"trace[1503675651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2425; }","duration":"1.923169056s","start":"2026-03-11T05:17:09.872967Z","end":"2026-03-11T05:17:11.796136Z","steps":["trace[1503675651] 'agreement among raft nodes before linearized reading' (duration: 1.922994092s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:11.796156Z","caller":"traceutil/trace.go:171","msg":"trace[85631350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2425; }","duration":"1.922455119s","start":"2026-03-11T05:17:09.873696Z","end":"2026-03-11T05:17:11.796151Z","steps":["trace[85631350] 'agreement among raft nodes before linearized reading' (duration: 1.922409097s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.796172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.873683Z","time spent":"1.92248619s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:17:11.796177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.872954Z","time spent":"1.923218048s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:17:11.796088Z","caller":"traceutil/trace.go:171","msg":"trace[386398885] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2425; }","duration":"1.569616206s","start":"2026-03-11T05:17:10.226456Z","end":"2026-03-11T05:17:11.796072Z","steps":["trace[386398885] 'agreement among raft nodes before linearized reading' (duration: 1.569434231s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.796219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:10.226431Z","time spent":"1.569780899s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-11T05:17:11.796171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.865621Z","time spent":"1.930545133s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T05:17:11.796133Z","caller":"traceutil/trace.go:171","msg":"trace[1935980196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2425; }","duration":"1.720702082s","start":"2026-03-11T05:17:10.075413Z","end":"2026-03-11T05:17:11.796115Z","steps":["trace[1935980196] 'agreement among raft nodes before linearized reading' (duration: 1.720584109s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.79633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:10.075397Z","time spent":"1.720927347s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:17:11.796088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.65536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:17:11.796365Z","caller":"traceutil/trace.go:171","msg":"trace[1580199600] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2425; }","duration":"395.926517ms","start":"2026-03-11T05:17:11.400426Z","end":"2026-03-11T05:17:11.796353Z","steps":["trace[1580199600] 'agreement among raft nodes before linearized reading' (duration: 395.6438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:11.796389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:11.400357Z","time spent":"396.025459ms","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:17:11.79605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:09.87379Z","time spent":"1.922255874s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:17:18.107357Z","caller":"traceutil/trace.go:171","msg":"trace[347389587] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"292.451762ms","start":"2026-03-11T05:17:17.814869Z","end":"2026-03-11T05:17:18.107321Z","steps":["trace[347389587] 'process raft request' (duration: 292.284067ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:18.109496Z","caller":"traceutil/trace.go:171","msg":"trace[1124566200] linearizableReadLoop","detail":"{readStateIndex:2566; appliedIndex:2563; }","duration":"277.75408ms","start":"2026-03-11T05:17:17.831709Z","end":"2026-03-11T05:17:18.109463Z","steps":["trace[1124566200] 'read index received' (duration: 275.462872ms)","trace[1124566200] 'applied index is now lower than readState.Index' (duration: 2.289668ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:18.109549Z","caller":"traceutil/trace.go:171","msg":"trace[218382262] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"293.804816ms","start":"2026-03-11T05:17:17.815725Z","end":"2026-03-11T05:17:18.10953Z","steps":["trace[218382262] 'process raft request' (duration: 293.697603ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:18.109543Z","caller":"traceutil/trace.go:171","msg":"trace[284028194] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"294.135464ms","start":"2026-03-11T05:17:17.815367Z","end":"2026-03-11T05:17:18.109502Z","steps":["trace[284028194] 'process raft request' (duration: 293.929259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:18.109777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.040977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T05:17:18.109794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.773205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:17:18.109875Z","caller":"traceutil/trace.go:171","msg":"trace[1742058013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2460; }","duration":"276.891919ms","start":"2026-03-11T05:17:17.832964Z","end":"2026-03-11T05:17:18.109856Z","steps":["trace[1742058013] 'agreement among raft nodes before linearized reading' (duration: 276.683703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:18.109893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.095647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:17:18.110001Z","caller":"traceutil/trace.go:171","msg":"trace[1658244813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2460; }","duration":"272.238411ms","start":"2026-03-11T05:17:17.837749Z","end":"2026-03-11T05:17:18.109987Z","steps":["trace[1658244813] 'agreement among raft nodes before linearized reading' (duration: 271.931353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:18.110047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.274726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:17:18.11011Z","caller":"traceutil/trace.go:171","msg":"trace[310055394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2460; }","duration":"273.343659ms","start":"2026-03-11T05:17:17.836748Z","end":"2026-03-11T05:17:18.110092Z","steps":["trace[310055394] 'agreement among raft nodes before linearized reading' (duration: 273.141764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:18.11012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.948994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:17:18.109826Z","caller":"traceutil/trace.go:171","msg":"trace[1950318053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2460; }","duration":"278.15187ms","start":"2026-03-11T05:17:17.83166Z","end":"2026-03-11T05:17:18.109812Z","steps":["trace[1950318053] 'agreement among raft nodes before linearized reading' (duration: 277.965655ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:18.110153Z","caller":"traceutil/trace.go:171","msg":"trace[1089102025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2460; }","duration":"274.008956ms","start":"2026-03-11T05:17:17.836135Z","end":"2026-03-11T05:17:18.110143Z","steps":["trace[1089102025] 'agreement among raft nodes before linearized reading' (duration: 273.912843ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:22.224176Z","caller":"traceutil/trace.go:171","msg":"trace[2047195637] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"103.784483ms","start":"2026-03-11T05:17:22.120349Z","end":"2026-03-11T05:17:22.224134Z","steps":["trace[2047195637] 'process raft request' (duration: 103.507046ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:22.909533Z","caller":"traceutil/trace.go:171","msg":"trace[74743333] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"787.879694ms","start":"2026-03-11T05:17:22.121632Z","end":"2026-03-11T05:17:22.909512Z","steps":["trace[74743333] 'process raft request' (duration: 787.480164ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:22.909709Z","caller":"traceutil/trace.go:171","msg":"trace[470004246] linearizableReadLoop","detail":"{readStateIndex:2591; appliedIndex:2588; }","duration":"784.376995ms","start":"2026-03-11T05:17:22.125306Z","end":"2026-03-11T05:17:22.909683Z","steps":["trace[470004246] 'read index received' (duration: 98.538331ms)","trace[470004246] 'applied index is now lower than readState.Index' (duration: 685.837594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:22.909796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:22.121605Z","time spent":"787.987357ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:22.909872Z","caller":"traceutil/trace.go:171","msg":"trace[1219261621] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"787.770802ms","start":"2026-03-11T05:17:22.122089Z","end":"2026-03-11T05:17:22.90986Z","steps":["trace[1219261621] 'process raft request' (duration: 787.367242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:22.909983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:22.122081Z","time spent":"787.823093ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:17:22.910188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.478582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-11T05:17:22.910225Z","caller":"traceutil/trace.go:171","msg":"trace[1969810814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2484; }","duration":"777.543484ms","start":"2026-03-11T05:17:22.132672Z","end":"2026-03-11T05:17:22.910215Z","steps":["trace[1969810814] 'agreement among raft nodes before linearized reading' (duration: 777.419711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:22.910235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.913651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T05:17:22.910258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:22.132653Z","time spent":"777.598445ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:17:22.910239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.549112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-11T05:17:22.910269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.767385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T05:17:22.910279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.830441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T05:17:22.91031Z","caller":"traceutil/trace.go:171","msg":"trace[621351598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2484; }","duration":"785.015973ms","start":"2026-03-11T05:17:22.125272Z","end":"2026-03-11T05:17:22.910287Z","steps":["trace[621351598] 'agreement among raft nodes before linearized reading' (duration: 784.797067ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:22.91031Z","caller":"traceutil/trace.go:171","msg":"trace[964794774] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2484; }","duration":"682.657335ms","start":"2026-03-11T05:17:22.22764Z","end":"2026-03-11T05:17:22.910297Z","steps":["trace[964794774] 'agreement among raft nodes before linearized reading' (duration: 682.45786ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:22.910354Z","caller":"traceutil/trace.go:171","msg":"trace[1667576113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2484; }","duration":"778.872587ms","start":"2026-03-11T05:17:22.13146Z","end":"2026-03-11T05:17:22.910332Z","steps":["trace[1667576113] 'agreement among raft nodes before linearized reading' (duration: 778.62449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:22.910366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:22.125263Z","time spent":"785.096434ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:17:22.910372Z","caller":"traceutil/trace.go:171","msg":"trace[177524261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2484; }","duration":"777.946464ms","start":"2026-03-11T05:17:22.132401Z","end":"2026-03-11T05:17:22.910347Z","steps":["trace[177524261] 'agreement among raft nodes before linearized reading' (duration: 777.704398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:22.910385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:22.227584Z","time spent":"682.790689ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-11T05:17:22.910446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:22.132392Z","time spent":"778.040326ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:17:22.910395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:22.131451Z","time spent":"778.935388ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:17:22.910269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.632575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T05:17:22.910573Z","caller":"traceutil/trace.go:171","msg":"trace[944105234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2484; }","duration":"777.965824ms","start":"2026-03-11T05:17:22.132593Z","end":"2026-03-11T05:17:22.910559Z","steps":["trace[944105234] 'agreement among raft nodes before linearized reading' (duration: 777.502883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:22.910624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:22.132584Z","time spent":"778.030696ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T05:17:41.239151Z","caller":"traceutil/trace.go:171","msg":"trace[1086474545] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2696; }","duration":"217.791324ms","start":"2026-03-11T05:17:41.021331Z","end":"2026-03-11T05:17:41.239123Z","steps":["trace[1086474545] 'read index received' (duration: 188.446863ms)","trace[1086474545] 'applied index is now lower than readState.Index' (duration: 29.343571ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:41.239327Z","caller":"traceutil/trace.go:171","msg":"trace[628576251] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"220.664277ms","start":"2026-03-11T05:17:41.018626Z","end":"2026-03-11T05:17:41.23929Z","steps":["trace[628576251] 'process raft request' (duration: 191.222093ms)","trace[628576251] 'compare' (duration: 29.150397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:41.239428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.073712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:17:41.239463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.906618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:17:41.239503Z","caller":"traceutil/trace.go:171","msg":"trace[852772209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2586; }","duration":"218.212236ms","start":"2026-03-11T05:17:41.021271Z","end":"2026-03-11T05:17:41.239483Z","steps":["trace[852772209] 'agreement among raft nodes before linearized reading' (duration: 217.983069ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:41.239518Z","caller":"traceutil/trace.go:171","msg":"trace[1425606514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2586; }","duration":"218.00849ms","start":"2026-03-11T05:17:41.021494Z","end":"2026-03-11T05:17:41.239502Z","steps":["trace[1425606514] 'agreement among raft nodes before linearized reading' (duration: 217.848465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:41.239611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.215605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-11T05:17:41.239681Z","caller":"traceutil/trace.go:171","msg":"trace[1317000494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2586; }","duration":"214.302457ms","start":"2026-03-11T05:17:41.025363Z","end":"2026-03-11T05:17:41.239665Z","steps":["trace[1317000494] 'agreement among raft nodes before linearized reading' (duration: 214.071522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:41.519859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.374247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:17:41.520082Z","caller":"traceutil/trace.go:171","msg":"trace[497900118] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"275.568496ms","start":"2026-03-11T05:17:41.244488Z","end":"2026-03-11T05:17:41.520057Z","steps":["trace[497900118] 'process raft request' (duration: 275.482314ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:41.520109Z","caller":"traceutil/trace.go:171","msg":"trace[1316168158] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"275.663708ms","start":"2026-03-11T05:17:41.244405Z","end":"2026-03-11T05:17:41.520069Z","steps":["trace[1316168158] 'process raft request' (duration: 121.971284ms)","trace[1316168158] 'compare' (duration: 153.250323ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:42.093791Z","caller":"traceutil/trace.go:171","msg":"trace[43631335] linearizableReadLoop","detail":"{readStateIndex:2701; appliedIndex:2700; }","duration":"271.333117ms","start":"2026-03-11T05:17:41.822443Z","end":"2026-03-11T05:17:42.093776Z","steps":["trace[43631335] 'read index received' (duration: 271.117142ms)","trace[43631335] 'applied index is now lower than readState.Index' (duration: 215.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:42.093894Z","caller":"traceutil/trace.go:171","msg":"trace[1268666711] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"281.699591ms","start":"2026-03-11T05:17:41.812184Z","end":"2026-03-11T05:17:42.093884Z","steps":["trace[1268666711] 'process raft request' (duration: 281.475094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:42.094201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.701017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:17:42.094281Z","caller":"traceutil/trace.go:171","msg":"trace[1604193535] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2590; }","duration":"271.862691ms","start":"2026-03-11T05:17:41.8224Z","end":"2026-03-11T05:17:42.094263Z","steps":["trace[1604193535] 'agreement among raft nodes before linearized reading' (duration: 271.577914ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:42.811677Z","caller":"traceutil/trace.go:171","msg":"trace[2047060726] linearizableReadLoop","detail":"{readStateIndex:2703; appliedIndex:2702; }","duration":"326.426841ms","start":"2026-03-11T05:17:42.485232Z","end":"2026-03-11T05:17:42.811659Z","steps":["trace[2047060726] 'read index received' (duration: 326.324798ms)","trace[2047060726] 'applied index is now lower than readState.Index' (duration: 101.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:42.811731Z","caller":"traceutil/trace.go:171","msg":"trace[1131194719] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"330.315979ms","start":"2026-03-11T05:17:42.481384Z","end":"2026-03-11T05:17:42.811699Z","steps":["trace[1131194719] 'process raft request' (duration: 330.156005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:42.811911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:42.48136Z","time spent":"330.490074ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:17:42.811981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.688427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:17:42.812087Z","caller":"traceutil/trace.go:171","msg":"trace[598026644] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2592; }","duration":"326.865482ms","start":"2026-03-11T05:17:42.485201Z","end":"2026-03-11T05:17:42.812067Z","steps":["trace[598026644] 'agreement among raft nodes before linearized reading' (duration: 326.630616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:42.812138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:42.485189Z","time spent":"326.936693ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T05:17:44.164799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000115869s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:17:44.165074Z","caller":"traceutil/trace.go:171","msg":"trace[1977818961] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2703; }","duration":"1.162627676s","start":"2026-03-11T05:17:43.002367Z","end":"2026-03-11T05:17:44.164995Z","steps":["trace[1977818961] 'read index received' (duration: 162.328783ms)","trace[1977818961] 'applied index is now lower than readState.Index' (duration: 1.000293923s)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:44.165426Z","caller":"traceutil/trace.go:171","msg":"trace[1685419246] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"1.192594434s","start":"2026-03-11T05:17:42.972783Z","end":"2026-03-11T05:17:44.165377Z","steps":["trace[1685419246] 'process raft request' (duration: 191.805828ms)","trace[1685419246] 'compare' (duration: 999.453372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:44.165483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163112348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T05:17:44.16551Z","caller":"traceutil/trace.go:171","msg":"trace[1646902852] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"1.191022834s","start":"2026-03-11T05:17:42.974473Z","end":"2026-03-11T05:17:44.165496Z","steps":["trace[1646902852] 'process raft request' (duration: 1.190442199s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:44.165547Z","caller":"traceutil/trace.go:171","msg":"trace[678014649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2594; }","duration":"1.1632125s","start":"2026-03-11T05:17:43.002316Z","end":"2026-03-11T05:17:44.165528Z","steps":["trace[678014649] 'agreement among raft nodes before linearized reading' (duration: 1.163028006s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.16558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:42.974446Z","time spent":"1.191098556s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:17:44.165543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090262187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:17:44.165609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:43.002297Z","time spent":"1.163298403s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:17:44.165632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.514277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T05:17:44.165655Z","caller":"traceutil/trace.go:171","msg":"trace[683322595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2594; }","duration":"1.090423321s","start":"2026-03-11T05:17:43.075203Z","end":"2026-03-11T05:17:44.165626Z","steps":["trace[683322595] 'agreement among raft nodes before linearized reading' (duration: 1.090243576s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.165666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.91477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:17:44.165687Z","caller":"traceutil/trace.go:171","msg":"trace[1058781052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2594; }","duration":"920.587909ms","start":"2026-03-11T05:17:43.245083Z","end":"2026-03-11T05:17:44.165671Z","steps":["trace[1058781052] 'agreement among raft nodes before linearized reading' (duration: 920.423865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.1657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:43.075179Z","time spent":"1.090513004s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:17:44.165554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.173019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-11T05:17:44.165698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:42.972763Z","time spent":"1.192756018s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:44.165721Z","caller":"traceutil/trace.go:171","msg":"trace[1908280217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2594; }","duration":"640.999182ms","start":"2026-03-11T05:17:43.524705Z","end":"2026-03-11T05:17:44.165705Z","steps":["trace[1908280217] 'agreement among raft nodes before linearized reading' (duration: 640.881149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.165746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:43.245021Z","time spent":"920.711232ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T05:17:44.165752Z","caller":"traceutil/trace.go:171","msg":"trace[759660127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2594; }","duration":"831.411245ms","start":"2026-03-11T05:17:43.334325Z","end":"2026-03-11T05:17:44.165737Z","steps":["trace[759660127] 'agreement among raft nodes before linearized reading' (duration: 831.126428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.165767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:43.524685Z","time spent":"641.069853ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:17:44.165802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:43.334304Z","time spent":"831.483507ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:17:44.165755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.853309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:17:44.165894Z","caller":"traceutil/trace.go:171","msg":"trace[1061797550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2594; }","duration":"641.097034ms","start":"2026-03-11T05:17:43.524779Z","end":"2026-03-11T05:17:44.165876Z","steps":["trace[1061797550] 'agreement among raft nodes before linearized reading' (duration: 640.668433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.165885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.793005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:17:44.165945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.412881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189bb1b15ac2a55f\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-11T05:17:44.165954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:43.52475Z","time spent":"641.188537ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:17:44.165978Z","caller":"traceutil/trace.go:171","msg":"trace[1968252355] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189bb1b15ac2a55f; range_end:; response_count:1; response_revision:2594; }","duration":"489.487942ms","start":"2026-03-11T05:17:43.676481Z","end":"2026-03-11T05:17:44.165969Z","steps":["trace[1968252355] 'agreement among raft nodes before linearized reading' (duration: 489.40263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.166011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:43.676459Z","time spent":"489.547334ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.189bb1b15ac2a55f\" "} {"level":"info","ts":"2026-03-11T05:17:44.16599Z","caller":"traceutil/trace.go:171","msg":"trace[4425444] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2594; }","duration":"435.933847ms","start":"2026-03-11T05:17:43.730036Z","end":"2026-03-11T05:17:44.16597Z","steps":["trace[4425444] 'agreement among raft nodes before linearized reading' (duration: 435.757173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.166146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:43.730014Z","time spent":"436.071051ms","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:17:44.455167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.739017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:17:44.45531Z","caller":"traceutil/trace.go:171","msg":"trace[1836976701] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"287.431034ms","start":"2026-03-11T05:17:44.167851Z","end":"2026-03-11T05:17:44.455282Z","steps":["trace[1836976701] 'process raft request' (duration: 163.509443ms)","trace[1836976701] 'compare' (duration: 123.419709ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:44.484859Z","caller":"traceutil/trace.go:171","msg":"trace[412038967] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"313.417092ms","start":"2026-03-11T05:17:44.17142Z","end":"2026-03-11T05:17:44.484837Z","steps":["trace[412038967] 'process raft request' (duration: 313.354911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.485033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:44.171391Z","time spent":"313.526754ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:44.484985Z","caller":"traceutil/trace.go:171","msg":"trace[1900749953] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"313.578476ms","start":"2026-03-11T05:17:44.171363Z","end":"2026-03-11T05:17:44.484942Z","steps":["trace[1900749953] 'process raft request' (duration: 313.376801ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:44.485043Z","caller":"traceutil/trace.go:171","msg":"trace[578072621] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"313.619677ms","start":"2026-03-11T05:17:44.171277Z","end":"2026-03-11T05:17:44.484896Z","steps":["trace[578072621] 'process raft request' (duration: 313.35128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.485171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:44.171356Z","time spent":"313.74119ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:44.485224Z","caller":"traceutil/trace.go:171","msg":"trace[503737577] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"312.045107ms","start":"2026-03-11T05:17:44.173147Z","end":"2026-03-11T05:17:44.485192Z","steps":["trace[503737577] 'process raft request' (duration: 311.661547ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:44.485321Z","caller":"traceutil/trace.go:171","msg":"trace[202359208] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"312.012196ms","start":"2026-03-11T05:17:44.17328Z","end":"2026-03-11T05:17:44.485292Z","steps":["trace[202359208] 'process raft request' (duration: 311.829001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.485346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:44.171251Z","time spent":"313.925225ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:44.485417Z","caller":"traceutil/trace.go:171","msg":"trace[2124002720] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"175.347661ms","start":"2026-03-11T05:17:44.310053Z","end":"2026-03-11T05:17:44.485401Z","steps":["trace[2124002720] 'process raft request' (duration: 175.192577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.485453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.799489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:17:44.485405Z","caller":"traceutil/trace.go:171","msg":"trace[1564479138] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2705; }","duration":"309.705917ms","start":"2026-03-11T05:17:44.175651Z","end":"2026-03-11T05:17:44.485357Z","steps":["trace[1564479138] 'read index received' (duration: 155.689544ms)","trace[1564479138] 'applied index is now lower than readState.Index' (duration: 154.015443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:44.485477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:44.17326Z","time spent":"312.140129ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:17:44.485482Z","caller":"traceutil/trace.go:171","msg":"trace[1570789734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2601; }","duration":"309.852211ms","start":"2026-03-11T05:17:44.175622Z","end":"2026-03-11T05:17:44.485474Z","steps":["trace[1570789734] 'agreement among raft nodes before linearized reading' (duration: 309.80675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:44.485353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:44.173138Z","time spent":"312.150679ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:17:44.48562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:44.175612Z","time spent":"309.971634ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:17:44.485687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.701404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-11T05:17:44.485721Z","caller":"traceutil/trace.go:171","msg":"trace[1034311878] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2601; }","duration":"257.764065ms","start":"2026-03-11T05:17:44.227948Z","end":"2026-03-11T05:17:44.485712Z","steps":["trace[1034311878] 'agreement among raft nodes before linearized reading' (duration: 257.636262ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:45.565374Z","caller":"traceutil/trace.go:171","msg":"trace[1921095450] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2715; }","duration":"148.677558ms","start":"2026-03-11T05:17:45.416669Z","end":"2026-03-11T05:17:45.565347Z","steps":["trace[1921095450] 'read index received' (duration: 99.3483ms)","trace[1921095450] 'applied index is now lower than readState.Index' (duration: 49.328328ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:45.565484Z","caller":"traceutil/trace.go:171","msg":"trace[1817648223] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"205.642868ms","start":"2026-03-11T05:17:45.359798Z","end":"2026-03-11T05:17:45.565441Z","steps":["trace[1817648223] 'process raft request' (duration: 156.207908ms)","trace[1817648223] 'compare' (duration: 49.209975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:45.565664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.973536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:17:45.565739Z","caller":"traceutil/trace.go:171","msg":"trace[631440644] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2604; }","duration":"149.068198ms","start":"2026-03-11T05:17:45.416653Z","end":"2026-03-11T05:17:45.565721Z","steps":["trace[631440644] 'agreement among raft nodes before linearized reading' (duration: 148.812182ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:48.334971Z","caller":"traceutil/trace.go:171","msg":"trace[1839217820] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"158.188948ms","start":"2026-03-11T05:17:48.176742Z","end":"2026-03-11T05:17:48.334931Z","steps":["trace[1839217820] 'process raft request' (duration: 130.390705ms)","trace[1839217820] 'compare' (duration: 27.590458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:51.009091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520799423,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:17:51.141214Z","caller":"traceutil/trace.go:171","msg":"trace[191562577] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"636.911368ms","start":"2026-03-11T05:17:50.504276Z","end":"2026-03-11T05:17:51.141187Z","steps":["trace[191562577] 'process raft request' (duration: 636.754774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:51.14139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:50.50425Z","time spent":"637.058592ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:17:51.411374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.990333ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T05:17:51.4115Z","caller":"traceutil/trace.go:171","msg":"trace[1917931582] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2738; }","duration":"902.630275ms","start":"2026-03-11T05:17:50.508852Z","end":"2026-03-11T05:17:51.411482Z","steps":["trace[1917931582] 'read index received' (duration: 632.173629ms)","trace[1917931582] 'applied index is now lower than readState.Index' (duration: 270.455216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:17:51.411791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.858091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T05:17:51.411858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.173523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T05:17:51.411885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.762896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:17:51.411893Z","caller":"traceutil/trace.go:171","msg":"trace[1404409508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2627; }","duration":"903.117557ms","start":"2026-03-11T05:17:50.508754Z","end":"2026-03-11T05:17:51.411871Z","steps":["trace[1404409508] 'agreement among raft nodes before linearized reading' (duration: 902.802349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:51.411921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.843451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:17:51.411939Z","caller":"traceutil/trace.go:171","msg":"trace[1518728107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2627; }","duration":"894.821867ms","start":"2026-03-11T05:17:50.517099Z","end":"2026-03-11T05:17:51.411921Z","steps":["trace[1518728107] 'agreement among raft nodes before linearized reading' (duration: 894.754055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:51.411951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:50.508735Z","time spent":"903.20531ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:17:51.411969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.918905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T05:17:51.411804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.794917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:17:51.411987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:50.517092Z","time spent":"894.883329ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:17:51.412017Z","caller":"traceutil/trace.go:171","msg":"trace[1401066111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2627; }","duration":"336.078414ms","start":"2026-03-11T05:17:51.075931Z","end":"2026-03-11T05:17:51.41201Z","steps":["trace[1401066111] 'agreement among raft nodes before linearized reading' (duration: 335.802647ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:51.412023Z","caller":"traceutil/trace.go:171","msg":"trace[1288926743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2627; }","duration":"899.985297ms","start":"2026-03-11T05:17:50.51202Z","end":"2026-03-11T05:17:51.412006Z","steps":["trace[1288926743] 'agreement among raft nodes before linearized reading' (duration: 899.664989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:51.412052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:51.07591Z","time spent":"336.133126ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:17:51.412071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:50.512015Z","time spent":"900.043429ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T05:17:51.411895Z","caller":"traceutil/trace.go:171","msg":"trace[958109716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2627; }","duration":"900.241264ms","start":"2026-03-11T05:17:50.511641Z","end":"2026-03-11T05:17:51.411882Z","steps":["trace[958109716] 'agreement among raft nodes before linearized reading' (duration: 900.08772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:51.411873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.993794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:17:51.412052Z","caller":"traceutil/trace.go:171","msg":"trace[172310547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2627; }","duration":"902.904442ms","start":"2026-03-11T05:17:50.509061Z","end":"2026-03-11T05:17:51.411966Z","steps":["trace[172310547] 'agreement among raft nodes before linearized reading' (duration: 902.755178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:51.412194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:50.511626Z","time spent":"900.521692ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:17:51.412223Z","caller":"traceutil/trace.go:171","msg":"trace[939657658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2627; }","duration":"903.426345ms","start":"2026-03-11T05:17:50.508754Z","end":"2026-03-11T05:17:51.41218Z","steps":["trace[939657658] 'agreement among raft nodes before linearized reading' (duration: 902.917012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:17:51.412288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:50.508727Z","time spent":"903.544768ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:17:51.41226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:17:50.509047Z","time spent":"903.159218ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T05:17:51.599787Z","caller":"traceutil/trace.go:171","msg":"trace[532298225] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"182.714178ms","start":"2026-03-11T05:17:51.417044Z","end":"2026-03-11T05:17:51.599758Z","steps":["trace[532298225] 'process raft request' (duration: 144.782958ms)","trace[532298225] 'compare' (duration: 37.735865ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:17:51.599853Z","caller":"traceutil/trace.go:171","msg":"trace[455645047] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"182.749379ms","start":"2026-03-11T05:17:51.417044Z","end":"2026-03-11T05:17:51.599793Z","steps":["trace[455645047] 'process raft request' (duration: 182.638746ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:51.599801Z","caller":"traceutil/trace.go:171","msg":"trace[318339165] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"182.735708ms","start":"2026-03-11T05:17:51.417048Z","end":"2026-03-11T05:17:51.599784Z","steps":["trace[318339165] 'process raft request' (duration: 182.671807ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:17:51.600061Z","caller":"traceutil/trace.go:171","msg":"trace[1559682786] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"182.965794ms","start":"2026-03-11T05:17:51.417055Z","end":"2026-03-11T05:17:51.60002Z","steps":["trace[1559682786] 'process raft request' (duration: 182.692578ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:19:41.438667Z","caller":"traceutil/trace.go:171","msg":"trace[1244093141] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"143.50917ms","start":"2026-03-11T05:19:41.295129Z","end":"2026-03-11T05:19:41.438638Z","steps":["trace[1244093141] 'process raft request' (duration: 143.336216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:20:13.372217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520801794,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:20:13.625515Z","caller":"traceutil/trace.go:171","msg":"trace[1650905313] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"844.427233ms","start":"2026-03-11T05:20:12.781066Z","end":"2026-03-11T05:20:13.625494Z","steps":["trace[1650905313] 'process raft request' (duration: 844.31669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:20:13.625634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:20:12.781049Z","time spent":"844.520046ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:20:13.814015Z","caller":"traceutil/trace.go:171","msg":"trace[1347422087] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"913.466469ms","start":"2026-03-11T05:20:12.900516Z","end":"2026-03-11T05:20:13.813983Z","steps":["trace[1347422087] 'process raft request' (duration: 820.049206ms)","trace[1347422087] 'compare' (duration: 92.872119ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:20:13.814104Z","caller":"traceutil/trace.go:171","msg":"trace[793870831] linearizableReadLoop","detail":"{readStateIndex:3657; appliedIndex:3655; }","duration":"942.553665ms","start":"2026-03-11T05:20:12.871514Z","end":"2026-03-11T05:20:13.814068Z","steps":["trace[793870831] 'read index received' (duration: 753.934155ms)","trace[793870831] 'applied index is now lower than readState.Index' (duration: 188.61671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:20:13.814815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:20:12.900498Z","time spent":"913.604433ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:20:13.814887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.364806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:20:13.814224Z","caller":"traceutil/trace.go:171","msg":"trace[981095811] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"155.149654ms","start":"2026-03-11T05:20:13.659053Z","end":"2026-03-11T05:20:13.814202Z","steps":["trace[981095811] 'process raft request' (duration: 154.761444ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:20:13.814994Z","caller":"traceutil/trace.go:171","msg":"trace[1461001316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:3509; }","duration":"943.476658ms","start":"2026-03-11T05:20:12.871467Z","end":"2026-03-11T05:20:13.814943Z","steps":["trace[1461001316] 'agreement among raft nodes before linearized reading' (duration: 942.679068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:20:13.815055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:20:12.871449Z","time spent":"943.592362ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"warn","ts":"2026-03-11T05:20:13.814892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.32448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:20:13.81514Z","caller":"traceutil/trace.go:171","msg":"trace[592380967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3509; }","duration":"195.621638ms","start":"2026-03-11T05:20:13.6195Z","end":"2026-03-11T05:20:13.815122Z","steps":["trace[592380967] 'agreement among raft nodes before linearized reading' (duration: 195.31573ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:28.172996Z","caller":"traceutil/trace.go:171","msg":"trace[226079845] linearizableReadLoop","detail":"{readStateIndex:4522; appliedIndex:4521; }","duration":"334.847891ms","start":"2026-03-11T05:21:27.838129Z","end":"2026-03-11T05:21:28.172977Z","steps":["trace[226079845] 'read index received' (duration: 294.042953ms)","trace[226079845] 'applied index is now lower than readState.Index' (duration: 40.803988ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:28.173029Z","caller":"traceutil/trace.go:171","msg":"trace[1124815885] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"335.427785ms","start":"2026-03-11T05:21:27.837578Z","end":"2026-03-11T05:21:28.173005Z","steps":["trace[1124815885] 'process raft request' (duration: 294.578746ms)","trace[1124815885] 'compare' (duration: 40.405668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:21:28.173133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.988365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:21:28.173155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:27.837561Z","time spent":"335.520868ms","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11968,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:21:28.173169Z","caller":"traceutil/trace.go:171","msg":"trace[123802655] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:4339; }","duration":"335.056766ms","start":"2026-03-11T05:21:27.838102Z","end":"2026-03-11T05:21:28.173159Z","steps":["trace[123802655] 'agreement among raft nodes before linearized reading' (duration: 334.982884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.173217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:27.83809Z","time spent":"335.107067ms","remote":"127.0.0.1:57408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" "} {"level":"info","ts":"2026-03-11T05:21:28.188213Z","caller":"traceutil/trace.go:171","msg":"trace[1441869784] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"348.700755ms","start":"2026-03-11T05:21:27.839471Z","end":"2026-03-11T05:21:28.188172Z","steps":["trace[1441869784] 'process raft request' (duration: 348.538071ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:28.188307Z","caller":"traceutil/trace.go:171","msg":"trace[1882978598] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"337.533151ms","start":"2026-03-11T05:21:27.850742Z","end":"2026-03-11T05:21:28.188275Z","steps":["trace[1882978598] 'process raft request' (duration: 337.358686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.188411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:27.839458Z","time spent":"348.844168ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1126,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T05:21:28.188429Z","caller":"traceutil/trace.go:171","msg":"trace[866910869] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"337.134941ms","start":"2026-03-11T05:21:27.851268Z","end":"2026-03-11T05:21:28.188403Z","steps":["trace[866910869] 'process raft request' (duration: 336.894525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.188463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:27.850724Z","time spent":"337.656023ms","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4722,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:21:28.188529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:27.851253Z","time spent":"337.230703ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T05:21:28.188461Z","caller":"traceutil/trace.go:171","msg":"trace[697155599] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"285.782223ms","start":"2026-03-11T05:21:27.902648Z","end":"2026-03-11T05:21:28.18843Z","steps":["trace[697155599] 'process raft request' (duration: 285.541357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.194475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.128626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-11T05:21:28.194538Z","caller":"traceutil/trace.go:171","msg":"trace[102669103] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4347; }","duration":"353.238679ms","start":"2026-03-11T05:21:27.841286Z","end":"2026-03-11T05:21:28.194524Z","steps":["trace[102669103] 'agreement among raft nodes before linearized reading' (duration: 353.033184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.194604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:27.841263Z","time spent":"353.325022ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-11T05:21:28.194811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.873384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:21:28.194929Z","caller":"traceutil/trace.go:171","msg":"trace[656030088] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4347; }","duration":"295.029308ms","start":"2026-03-11T05:21:27.899886Z","end":"2026-03-11T05:21:28.194916Z","steps":["trace[656030088] 'agreement among raft nodes before linearized reading' (duration: 294.868374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.194943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.793139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:1 size:4295"} {"level":"info","ts":"2026-03-11T05:21:28.195079Z","caller":"traceutil/trace.go:171","msg":"trace[544144580] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4347; }","duration":"243.052096ms","start":"2026-03-11T05:21:27.952005Z","end":"2026-03-11T05:21:28.195057Z","steps":["trace[544144580] 'agreement among raft nodes before linearized reading' (duration: 242.724297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.195171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.308721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/grafana-tls.189bb1e77010f623\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-11T05:21:28.195282Z","caller":"traceutil/trace.go:171","msg":"trace[762434363] range","detail":"{range_begin:/registry/events/monitoring/grafana-tls.189bb1e77010f623; range_end:; response_count:1; response_revision:4347; }","duration":"195.458505ms","start":"2026-03-11T05:21:27.999802Z","end":"2026-03-11T05:21:28.195261Z","steps":["trace[762434363] 'agreement among raft nodes before linearized reading' (duration: 194.959492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.195511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.924457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-gb8vj\" ","response":"range_response_count:1 size:2412"} {"level":"info","ts":"2026-03-11T05:21:28.195596Z","caller":"traceutil/trace.go:171","msg":"trace[996248920] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-gb8vj; range_end:; response_count:1; response_revision:4347; }","duration":"145.02242ms","start":"2026-03-11T05:21:28.050556Z","end":"2026-03-11T05:21:28.195578Z","steps":["trace[996248920] 'agreement among raft nodes before linearized reading' (duration: 143.786589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:28.195671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.715156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-11T05:21:28.195716Z","caller":"traceutil/trace.go:171","msg":"trace[1441334250] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4347; }","duration":"209.786488ms","start":"2026-03-11T05:21:27.985919Z","end":"2026-03-11T05:21:28.195705Z","steps":["trace[1441334250] 'agreement among raft nodes before linearized reading' (duration: 208.768082ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:31.605148Z","caller":"traceutil/trace.go:171","msg":"trace[1968834478] linearizableReadLoop","detail":"{readStateIndex:4624; appliedIndex:4623; }","duration":"133.461627ms","start":"2026-03-11T05:21:31.471654Z","end":"2026-03-11T05:21:31.605116Z","steps":["trace[1968834478] 'read index received' (duration: 34.502338ms)","trace[1968834478] 'applied index is now lower than readState.Index' (duration: 98.957209ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:31.605211Z","caller":"traceutil/trace.go:171","msg":"trace[1656265789] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4440; }","duration":"175.891666ms","start":"2026-03-11T05:21:31.429293Z","end":"2026-03-11T05:21:31.605185Z","steps":["trace[1656265789] 'process raft request' (duration: 76.845846ms)","trace[1656265789] 'compare' (duration: 98.837985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:21:31.605538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.860847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c5b0d93-074a-4309-98d3-9e758a68c0b7\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-11T05:21:31.605677Z","caller":"traceutil/trace.go:171","msg":"trace[2141860165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c5b0d93-074a-4309-98d3-9e758a68c0b7; range_end:; response_count:1; response_revision:4440; }","duration":"133.97251ms","start":"2026-03-11T05:21:31.471641Z","end":"2026-03-11T05:21:31.605614Z","steps":["trace[2141860165] 'agreement among raft nodes before linearized reading' (duration: 133.621221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:31.921178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.742717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:21:31.921258Z","caller":"traceutil/trace.go:171","msg":"trace[1231624249] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4443; }","duration":"119.875721ms","start":"2026-03-11T05:21:31.801364Z","end":"2026-03-11T05:21:31.92124Z","steps":["trace[1231624249] 'range keys from in-memory index tree' (duration: 119.656955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:31.921477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.006081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-l9m99\" ","response":"range_response_count:1 size:4569"} {"level":"info","ts":"2026-03-11T05:21:31.921945Z","caller":"traceutil/trace.go:171","msg":"trace[2089672217] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-l9m99; range_end:; response_count:1; response_revision:4443; }","duration":"215.473204ms","start":"2026-03-11T05:21:31.706424Z","end":"2026-03-11T05:21:31.921897Z","steps":["trace[2089672217] 'range keys from in-memory index tree' (duration: 214.718944ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:31.930798Z","caller":"traceutil/trace.go:171","msg":"trace[229977742] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"105.371503ms","start":"2026-03-11T05:21:31.825398Z","end":"2026-03-11T05:21:31.930769Z","steps":["trace[229977742] 'process raft request' (duration: 105.020074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:34.320916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.329249ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:21:34.321043Z","caller":"traceutil/trace.go:171","msg":"trace[2105583247] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4481; }","duration":"233.471573ms","start":"2026-03-11T05:21:34.087554Z","end":"2026-03-11T05:21:34.321025Z","steps":["trace[2105583247] 'range keys from in-memory index tree' (duration: 233.313388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:34.321235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.916145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:21:34.321355Z","caller":"traceutil/trace.go:171","msg":"trace[951315695] linearizableReadLoop","detail":"{readStateIndex:4668; appliedIndex:4667; }","duration":"439.592589ms","start":"2026-03-11T05:21:33.881742Z","end":"2026-03-11T05:21:34.321335Z","steps":["trace[951315695] 'read index received' (duration: 91.51159ms)","trace[951315695] 'applied index is now lower than readState.Index' (duration: 348.079469ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:34.321436Z","caller":"traceutil/trace.go:171","msg":"trace[1172340358] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"470.488995ms","start":"2026-03-11T05:21:33.850932Z","end":"2026-03-11T05:21:34.321421Z","steps":["trace[1172340358] 'process raft request' (duration: 122.296413ms)","trace[1172340358] 'compare' (duration: 347.474204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:21:34.321501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:33.850893Z","time spent":"470.575618ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12960,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:21:34.321661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.912017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-11T05:21:34.321714Z","caller":"traceutil/trace.go:171","msg":"trace[161889949] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4482; }","duration":"439.992759ms","start":"2026-03-11T05:21:33.881707Z","end":"2026-03-11T05:21:34.3217Z","steps":["trace[161889949] 'agreement among raft nodes before linearized reading' (duration: 439.841666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:34.321758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:33.881688Z","time spent":"440.060901ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-11T05:21:34.330211Z","caller":"traceutil/trace.go:171","msg":"trace[1527745258] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"121.200424ms","start":"2026-03-11T05:21:34.208986Z","end":"2026-03-11T05:21:34.330187Z","steps":["trace[1527745258] 'process raft request' (duration: 121.076951ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:34.330377Z","caller":"traceutil/trace.go:171","msg":"trace[1779689862] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"416.198853ms","start":"2026-03-11T05:21:33.914166Z","end":"2026-03-11T05:21:34.330364Z","steps":["trace[1779689862] 'process raft request' (duration: 415.68821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:34.330448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:33.914145Z","time spent":"416.260545ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:21:34.330645Z","caller":"traceutil/trace.go:171","msg":"trace[126035677] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"412.168121ms","start":"2026-03-11T05:21:33.918467Z","end":"2026-03-11T05:21:34.330635Z","steps":["trace[126035677] 'process raft request' (duration: 411.514414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:34.330703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:33.918441Z","time spent":"412.235183ms","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2899,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T05:21:34.330858Z","caller":"traceutil/trace.go:171","msg":"trace[617259959] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"125.884493ms","start":"2026-03-11T05:21:34.204963Z","end":"2026-03-11T05:21:34.330847Z","steps":["trace[617259959] 'process raft request' (duration: 125.063342ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:34.330979Z","caller":"traceutil/trace.go:171","msg":"trace[1996697163] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"121.049011ms","start":"2026-03-11T05:21:34.20988Z","end":"2026-03-11T05:21:34.330929Z","steps":["trace[1996697163] 'process raft request' (duration: 120.21701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:38.169406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.709591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714863"} {"level":"info","ts":"2026-03-11T05:21:38.169507Z","caller":"traceutil/trace.go:171","msg":"trace[2100700763] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4607; }","duration":"305.853445ms","start":"2026-03-11T05:21:37.863632Z","end":"2026-03-11T05:21:38.169486Z","steps":["trace[2100700763] 'range keys from in-memory index tree' (duration: 305.243579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:38.169552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:37.863618Z","time spent":"305.923366ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":714885,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-11T05:21:38.857716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520804209,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:21:39.027824Z","caller":"traceutil/trace.go:171","msg":"trace[987513293] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"684.929763ms","start":"2026-03-11T05:21:38.342865Z","end":"2026-03-11T05:21:39.027795Z","steps":["trace[987513293] 'process raft request' (duration: 684.687327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.028131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.342844Z","time spent":"685.127828ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:21:39.121071Z","caller":"traceutil/trace.go:171","msg":"trace[1405846394] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"767.315491ms","start":"2026-03-11T05:21:38.353718Z","end":"2026-03-11T05:21:39.121033Z","steps":["trace[1405846394] 'process raft request' (duration: 754.354842ms)","trace[1405846394] 'compare' (duration: 12.656881ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:39.121233Z","caller":"traceutil/trace.go:171","msg":"trace[1426853556] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4796; }","duration":"764.411736ms","start":"2026-03-11T05:21:38.356791Z","end":"2026-03-11T05:21:39.121202Z","steps":["trace[1426853556] 'read index received' (duration: 670.801724ms)","trace[1426853556] 'applied index is now lower than readState.Index' (duration: 93.608512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:21:39.12135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.353706Z","time spent":"767.464594ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:21:39.121559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.738705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:21:39.121386Z","caller":"traceutil/trace.go:171","msg":"trace[1941122703] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"767.347941ms","start":"2026-03-11T05:21:38.354023Z","end":"2026-03-11T05:21:39.121371Z","steps":["trace[1941122703] 'process raft request' (duration: 766.957421ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.121606Z","caller":"traceutil/trace.go:171","msg":"trace[2081638121] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:4610; }","duration":"764.804637ms","start":"2026-03-11T05:21:38.356787Z","end":"2026-03-11T05:21:39.121592Z","steps":["trace[2081638121] 'agreement among raft nodes before linearized reading' (duration: 764.621442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.12164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.356759Z","time spent":"764.872488ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"warn","ts":"2026-03-11T05:21:39.121735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.557969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0368a641-918b-4730-ac80-25800907a5e0\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-11T05:21:39.121765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.568776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-11T05:21:39.12175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.354015Z","time spent":"767.610848ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:21:39.121809Z","caller":"traceutil/trace.go:171","msg":"trace[1765166995] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4610; }","duration":"257.649498ms","start":"2026-03-11T05:21:38.864146Z","end":"2026-03-11T05:21:39.121795Z","steps":["trace[1765166995] 'agreement among raft nodes before linearized reading' (duration: 257.458293ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.12181Z","caller":"traceutil/trace.go:171","msg":"trace[2022566071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0368a641-918b-4730-ac80-25800907a5e0; range_end:; response_count:1; response_revision:4610; }","duration":"707.690594ms","start":"2026-03-11T05:21:38.414098Z","end":"2026-03-11T05:21:39.121789Z","steps":["trace[2022566071] 'agreement among raft nodes before linearized reading' (duration: 707.403387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.121844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.688972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T05:21:39.121856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.414074Z","time spent":"707.772245ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0368a641-918b-4730-ac80-25800907a5e0\" "} {"level":"warn","ts":"2026-03-11T05:21:39.121838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.318637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:21:39.121883Z","caller":"traceutil/trace.go:171","msg":"trace[719470367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4610; }","duration":"129.732813ms","start":"2026-03-11T05:21:38.992137Z","end":"2026-03-11T05:21:39.12187Z","steps":["trace[719470367] 'agreement among raft nodes before linearized reading' (duration: 129.660611ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.121912Z","caller":"traceutil/trace.go:171","msg":"trace[1964614234] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4610; }","duration":"570.45125ms","start":"2026-03-11T05:21:38.551443Z","end":"2026-03-11T05:21:39.121894Z","steps":["trace[1964614234] 'agreement among raft nodes before linearized reading' (duration: 570.269146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.121887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.059531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T05:21:39.121945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.551431Z","time spent":"570.504921ms","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:21:39.121978Z","caller":"traceutil/trace.go:171","msg":"trace[1380406590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4610; }","duration":"130.188604ms","start":"2026-03-11T05:21:38.991764Z","end":"2026-03-11T05:21:39.121953Z","steps":["trace[1380406590] 'agreement among raft nodes before linearized reading' (duration: 129.888366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.121989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.73718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:21:39.122021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.310192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:21:39.122022Z","caller":"traceutil/trace.go:171","msg":"trace[721827191] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4610; }","duration":"631.795791ms","start":"2026-03-11T05:21:38.490214Z","end":"2026-03-11T05:21:39.12201Z","steps":["trace[721827191] 'agreement among raft nodes before linearized reading' (duration: 631.74511ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.122041Z","caller":"traceutil/trace.go:171","msg":"trace[1574805393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4610; }","duration":"131.385344ms","start":"2026-03-11T05:21:38.99065Z","end":"2026-03-11T05:21:39.122036Z","steps":["trace[1574805393] 'agreement among raft nodes before linearized reading' (duration: 131.326142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.122057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.4902Z","time spent":"631.849253ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:21:39.121759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.619229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T05:21:39.122145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.816966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0368a641-918b-4730-ac80-25800907a5e0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-11T05:21:39.122164Z","caller":"traceutil/trace.go:171","msg":"trace[944806960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0368a641-918b-4730-ac80-25800907a5e0; range_end:; response_count:1; response_revision:4610; }","duration":"705.872517ms","start":"2026-03-11T05:21:38.416285Z","end":"2026-03-11T05:21:39.122158Z","steps":["trace[944806960] 'agreement among raft nodes before linearized reading' (duration: 705.811415ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.122164Z","caller":"traceutil/trace.go:171","msg":"trace[1720816150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4610; }","duration":"130.106432ms","start":"2026-03-11T05:21:38.992018Z","end":"2026-03-11T05:21:39.122124Z","steps":["trace[1720816150] 'agreement among raft nodes before linearized reading' (duration: 129.600549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.122173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.826394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T05:21:39.122182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.416242Z","time spent":"705.934308ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0368a641-918b-4730-ac80-25800907a5e0\" "} {"level":"info","ts":"2026-03-11T05:21:39.122201Z","caller":"traceutil/trace.go:171","msg":"trace[1258993410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4610; }","duration":"536.863855ms","start":"2026-03-11T05:21:38.585329Z","end":"2026-03-11T05:21:39.122192Z","steps":["trace[1258993410] 'agreement among raft nodes before linearized reading' (duration: 536.746752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.122225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.585322Z","time spent":"536.898476ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:21:39.122337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.862106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714863"} {"level":"info","ts":"2026-03-11T05:21:39.122403Z","caller":"traceutil/trace.go:171","msg":"trace[679558374] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4610; }","duration":"461.979229ms","start":"2026-03-11T05:21:38.660407Z","end":"2026-03-11T05:21:39.122386Z","steps":["trace[679558374] 'agreement among raft nodes before linearized reading' (duration: 461.506087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.122444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:38.660396Z","time spent":"462.03882ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":714885,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-11T05:21:39.285349Z","caller":"traceutil/trace.go:171","msg":"trace[2080967067] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"157.92946ms","start":"2026-03-11T05:21:39.127388Z","end":"2026-03-11T05:21:39.285317Z","steps":["trace[2080967067] 'process raft request' (duration: 103.421913ms)","trace[2080967067] 'compare' (duration: 54.294421ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:39.285601Z","caller":"traceutil/trace.go:171","msg":"trace[27428726] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"158.180166ms","start":"2026-03-11T05:21:39.12741Z","end":"2026-03-11T05:21:39.28559Z","steps":["trace[27428726] 'process raft request' (duration: 157.858597ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.28596Z","caller":"traceutil/trace.go:171","msg":"trace[291789801] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"158.478303ms","start":"2026-03-11T05:21:39.12746Z","end":"2026-03-11T05:21:39.285939Z","steps":["trace[291789801] 'process raft request' (duration: 158.090254ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.286008Z","caller":"traceutil/trace.go:171","msg":"trace[1217417040] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"158.38ms","start":"2026-03-11T05:21:39.127598Z","end":"2026-03-11T05:21:39.285978Z","steps":["trace[1217417040] 'process raft request' (duration: 158.248897ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.286053Z","caller":"traceutil/trace.go:171","msg":"trace[1201388835] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"155.59723ms","start":"2026-03-11T05:21:39.130427Z","end":"2026-03-11T05:21:39.286024Z","steps":["trace[1201388835] 'process raft request' (duration: 155.503628ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.28632Z","caller":"traceutil/trace.go:171","msg":"trace[2132966720] linearizableReadLoop","detail":"{readStateIndex:4807; appliedIndex:4800; }","duration":"106.85965ms","start":"2026-03-11T05:21:39.179448Z","end":"2026-03-11T05:21:39.286308Z","steps":["trace[2132966720] 'read index received' (duration: 51.280156ms)","trace[2132966720] 'applied index is now lower than readState.Index' (duration: 55.578544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:21:39.286527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.917444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62990"} {"level":"info","ts":"2026-03-11T05:21:39.286507Z","caller":"traceutil/trace.go:171","msg":"trace[269810859] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"154.555644ms","start":"2026-03-11T05:21:39.131925Z","end":"2026-03-11T05:21:39.286481Z","steps":["trace[269810859] 'process raft request' (duration: 154.282407ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.286545Z","caller":"traceutil/trace.go:171","msg":"trace[1698980252] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"156.041681ms","start":"2026-03-11T05:21:39.130486Z","end":"2026-03-11T05:21:39.286527Z","steps":["trace[1698980252] 'process raft request' (duration: 155.502678ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.286571Z","caller":"traceutil/trace.go:171","msg":"trace[656852132] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4618; }","duration":"159.012207ms","start":"2026-03-11T05:21:39.127547Z","end":"2026-03-11T05:21:39.286559Z","steps":["trace[656852132] 'agreement among raft nodes before linearized reading' (duration: 158.810312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:39.286932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.008624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714863"} {"level":"info","ts":"2026-03-11T05:21:39.287012Z","caller":"traceutil/trace.go:171","msg":"trace[527568684] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4618; }","duration":"149.114777ms","start":"2026-03-11T05:21:39.137872Z","end":"2026-03-11T05:21:39.286987Z","steps":["trace[527568684] 'agreement among raft nodes before linearized reading' (duration: 148.628403ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:39.315059Z","caller":"traceutil/trace.go:171","msg":"trace[1139042265] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"128.504801ms","start":"2026-03-11T05:21:39.186523Z","end":"2026-03-11T05:21:39.315028Z","steps":["trace[1139042265] 'process raft request' (duration: 128.192113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:40.138888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.047434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-11T05:21:40.139033Z","caller":"traceutil/trace.go:171","msg":"trace[1911436764] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4622; }","duration":"237.243309ms","start":"2026-03-11T05:21:39.901765Z","end":"2026-03-11T05:21:40.139008Z","steps":["trace[1911436764] 'range keys from in-memory index tree' (duration: 236.89337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:40.139277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.53428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:21:40.139361Z","caller":"traceutil/trace.go:171","msg":"trace[1672762098] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4622; }","duration":"269.703664ms","start":"2026-03-11T05:21:39.869638Z","end":"2026-03-11T05:21:40.139341Z","steps":["trace[1672762098] 'count revisions from in-memory index tree' (duration: 262.777579ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:40.268727Z","caller":"traceutil/trace.go:171","msg":"trace[324729697] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"125.923335ms","start":"2026-03-11T05:21:40.142763Z","end":"2026-03-11T05:21:40.268686Z","steps":["trace[324729697] 'process raft request' (duration: 125.750341ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:41.444223Z","caller":"traceutil/trace.go:171","msg":"trace[1845500832] linearizableReadLoop","detail":"{readStateIndex:4840; appliedIndex:4839; }","duration":"173.914037ms","start":"2026-03-11T05:21:41.270289Z","end":"2026-03-11T05:21:41.444203Z","steps":["trace[1845500832] 'read index received' (duration: 172.206813ms)","trace[1845500832] 'applied index is now lower than readState.Index' (duration: 1.705844ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:41.444305Z","caller":"traceutil/trace.go:171","msg":"trace[1426041934] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"257.578346ms","start":"2026-03-11T05:21:41.186694Z","end":"2026-03-11T05:21:41.444272Z","steps":["trace[1426041934] 'process raft request' (duration: 255.858741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:41.444347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.04664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:21:41.444378Z","caller":"traceutil/trace.go:171","msg":"trace[682020755] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4649; }","duration":"174.122702ms","start":"2026-03-11T05:21:41.270246Z","end":"2026-03-11T05:21:41.444369Z","steps":["trace[682020755] 'agreement among raft nodes before linearized reading' (duration: 174.05116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:41.444407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.99308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:21:41.444461Z","caller":"traceutil/trace.go:171","msg":"trace[190458995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4649; }","duration":"154.082602ms","start":"2026-03-11T05:21:41.290367Z","end":"2026-03-11T05:21:41.444449Z","steps":["trace[190458995] 'agreement among raft nodes before linearized reading' (duration: 153.946699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:41.444638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.049066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:21:41.444694Z","caller":"traceutil/trace.go:171","msg":"trace[400972120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4649; }","duration":"153.119158ms","start":"2026-03-11T05:21:41.291561Z","end":"2026-03-11T05:21:41.44468Z","steps":["trace[400972120] 'agreement among raft nodes before linearized reading' (duration: 152.981054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:41.444706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.318923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T05:21:41.444717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.478177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T05:21:41.444744Z","caller":"traceutil/trace.go:171","msg":"trace[1229054155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4649; }","duration":"153.411225ms","start":"2026-03-11T05:21:41.291322Z","end":"2026-03-11T05:21:41.444733Z","steps":["trace[1229054155] 'agreement among raft nodes before linearized reading' (duration: 153.285532ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:41.444763Z","caller":"traceutil/trace.go:171","msg":"trace[196783641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4649; }","duration":"153.543979ms","start":"2026-03-11T05:21:41.29121Z","end":"2026-03-11T05:21:41.444754Z","steps":["trace[196783641] 'agreement among raft nodes before linearized reading' (duration: 153.368544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:41.444869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.844764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:21:41.444906Z","caller":"traceutil/trace.go:171","msg":"trace[459610085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:4649; }","duration":"149.892355ms","start":"2026-03-11T05:21:41.295005Z","end":"2026-03-11T05:21:41.444897Z","steps":["trace[459610085] 'agreement among raft nodes before linearized reading' (duration: 149.620208ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:42.641628Z","caller":"traceutil/trace.go:171","msg":"trace[1382239650] linearizableReadLoop","detail":"{readStateIndex:4870; appliedIndex:4869; }","duration":"120.99715ms","start":"2026-03-11T05:21:42.520603Z","end":"2026-03-11T05:21:42.6416Z","steps":["trace[1382239650] 'read index received' (duration: 47.077159ms)","trace[1382239650] 'applied index is now lower than readState.Index' (duration: 73.918791ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:42.641673Z","caller":"traceutil/trace.go:171","msg":"trace[408575466] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"142.59155ms","start":"2026-03-11T05:21:42.499044Z","end":"2026-03-11T05:21:42.641635Z","steps":["trace[408575466] 'process raft request' (duration: 68.758741ms)","trace[408575466] 'compare' (duration: 73.548761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:21:42.642109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.506842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:783280"} {"level":"info","ts":"2026-03-11T05:21:42.642174Z","caller":"traceutil/trace.go:171","msg":"trace[1535407678] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4678; }","duration":"121.625996ms","start":"2026-03-11T05:21:42.520533Z","end":"2026-03-11T05:21:42.642159Z","steps":["trace[1535407678] 'agreement among raft nodes before linearized reading' (duration: 121.163164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.079121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520804509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:21:45.082086Z","caller":"traceutil/trace.go:171","msg":"trace[1249665723] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"569.28124ms","start":"2026-03-11T05:21:44.512752Z","end":"2026-03-11T05:21:45.082033Z","steps":["trace[1249665723] 'process raft request' (duration: 569.052634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.08234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.512729Z","time spent":"569.474485ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:21:45.082348Z","caller":"traceutil/trace.go:171","msg":"trace[758970953] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"569.491375ms","start":"2026-03-11T05:21:44.512814Z","end":"2026-03-11T05:21:45.082306Z","steps":["trace[758970953] 'process raft request' (duration: 569.136726ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:45.082401Z","caller":"traceutil/trace.go:171","msg":"trace[1658701387] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"561.653285ms","start":"2026-03-11T05:21:44.52072Z","end":"2026-03-11T05:21:45.082373Z","steps":["trace[1658701387] 'process raft request' (duration: 561.586774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.082492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.512787Z","time spent":"569.631729ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:21:45.082549Z","caller":"traceutil/trace.go:171","msg":"trace[1841021414] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"569.71175ms","start":"2026-03-11T05:21:44.512818Z","end":"2026-03-11T05:21:45.08253Z","steps":["trace[1841021414] 'process raft request' (duration: 569.376732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.082602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.520705Z","time spent":"561.771148ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9701,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:21:45.082635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.512794Z","time spent":"569.795573ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:21:45.085027Z","caller":"traceutil/trace.go:171","msg":"trace[2135957833] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4939; }","duration":"506.617355ms","start":"2026-03-11T05:21:44.57839Z","end":"2026-03-11T05:21:45.085007Z","steps":["trace[2135957833] 'read index received' (duration: 503.427554ms)","trace[2135957833] 'applied index is now lower than readState.Index' (duration: 3.188721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:21:45.085221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.81715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-11T05:21:45.085259Z","caller":"traceutil/trace.go:171","msg":"trace[1026587292] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4748; }","duration":"506.915762ms","start":"2026-03-11T05:21:44.578332Z","end":"2026-03-11T05:21:45.085248Z","steps":["trace[1026587292] 'agreement among raft nodes before linearized reading' (duration: 506.777549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.085474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.578311Z","time spent":"506.965674ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-11T05:21:45.085546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.225939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-11T05:21:45.085592Z","caller":"traceutil/trace.go:171","msg":"trace[1896658396] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4748; }","duration":"404.305242ms","start":"2026-03-11T05:21:44.681271Z","end":"2026-03-11T05:21:45.085577Z","steps":["trace[1896658396] 'agreement among raft nodes before linearized reading' (duration: 403.976852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.085579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.87644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-11T05:21:45.08562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.681253Z","time spent":"404.362153ms","remote":"127.0.0.1:57546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-11T05:21:45.085657Z","caller":"traceutil/trace.go:171","msg":"trace[660896498] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4748; }","duration":"502.991873ms","start":"2026-03-11T05:21:44.582639Z","end":"2026-03-11T05:21:45.085631Z","steps":["trace[660896498] 'agreement among raft nodes before linearized reading' (duration: 502.570001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.085706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.582618Z","time spent":"503.074936ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T05:21:45.085812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.994582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16305"} {"level":"info","ts":"2026-03-11T05:21:45.08591Z","caller":"traceutil/trace.go:171","msg":"trace[1972269553] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4748; }","duration":"437.139666ms","start":"2026-03-11T05:21:44.648745Z","end":"2026-03-11T05:21:45.085885Z","steps":["trace[1972269553] 'agreement among raft nodes before linearized reading' (duration: 436.810728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.085966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.648728Z","time spent":"437.224219ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16327,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T05:21:45.086286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.982088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787705"} {"level":"info","ts":"2026-03-11T05:21:45.086325Z","caller":"traceutil/trace.go:171","msg":"trace[704648218] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4748; }","duration":"326.05024ms","start":"2026-03-11T05:21:44.760262Z","end":"2026-03-11T05:21:45.086312Z","steps":["trace[704648218] 'agreement among raft nodes before linearized reading' (duration: 324.943381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:45.086346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:44.760244Z","time spent":"326.097031ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787727,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-11T05:21:49.966621Z","caller":"traceutil/trace.go:171","msg":"trace[1603682863] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"122.768744ms","start":"2026-03-11T05:21:49.843815Z","end":"2026-03-11T05:21:49.966584Z","steps":["trace[1603682863] 'process raft request' (duration: 122.59221ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:52.873309Z","caller":"traceutil/trace.go:171","msg":"trace[38276914] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"243.62341ms","start":"2026-03-11T05:21:52.629653Z","end":"2026-03-11T05:21:52.873277Z","steps":["trace[38276914] 'process raft request' (duration: 243.441475ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:52.99501Z","caller":"traceutil/trace.go:171","msg":"trace[1402040461] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"116.785622ms","start":"2026-03-11T05:21:52.878143Z","end":"2026-03-11T05:21:52.994929Z","steps":["trace[1402040461] 'process raft request' (duration: 96.916017ms)","trace[1402040461] 'compare' (duration: 19.722952ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:53.001841Z","caller":"traceutil/trace.go:171","msg":"trace[1178567534] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"122.537708ms","start":"2026-03-11T05:21:52.879275Z","end":"2026-03-11T05:21:53.001812Z","steps":["trace[1178567534] 'process raft request' (duration: 122.354293ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:53.002143Z","caller":"traceutil/trace.go:171","msg":"trace[81386939] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"122.62161ms","start":"2026-03-11T05:21:52.879509Z","end":"2026-03-11T05:21:53.00213Z","steps":["trace[81386939] 'process raft request' (duration: 122.258581ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:53.002133Z","caller":"traceutil/trace.go:171","msg":"trace[1637376995] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"122.440216ms","start":"2026-03-11T05:21:52.87967Z","end":"2026-03-11T05:21:53.00211Z","steps":["trace[1637376995] 'process raft request' (duration: 122.294342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:53.366012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.197215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:21:53.366105Z","caller":"traceutil/trace.go:171","msg":"trace[168742267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4880; }","duration":"268.35343ms","start":"2026-03-11T05:21:53.097736Z","end":"2026-03-11T05:21:53.366089Z","steps":["trace[168742267] 'count revisions from in-memory index tree' (duration: 268.087283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:53.366289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.417755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:21:53.366413Z","caller":"traceutil/trace.go:171","msg":"trace[2147063518] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"268.244647ms","start":"2026-03-11T05:21:53.098142Z","end":"2026-03-11T05:21:53.366387Z","steps":["trace[2147063518] 'process raft request' (duration: 37.644267ms)","trace[2147063518] 'compare' (duration: 230.2242ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:53.506395Z","caller":"traceutil/trace.go:171","msg":"trace[1379764638] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5082; }","duration":"269.56207ms","start":"2026-03-11T05:21:53.236808Z","end":"2026-03-11T05:21:53.50637Z","steps":["trace[1379764638] 'read index received' (duration: 253.723358ms)","trace[1379764638] 'applied index is now lower than readState.Index' (duration: 15.837932ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:21:53.506404Z","caller":"traceutil/trace.go:171","msg":"trace[713413594] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"328.341567ms","start":"2026-03-11T05:21:53.178043Z","end":"2026-03-11T05:21:53.506384Z","steps":["trace[713413594] 'process raft request' (duration: 328.217243ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:53.506433Z","caller":"traceutil/trace.go:171","msg":"trace[267234872] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"324.16376ms","start":"2026-03-11T05:21:53.182234Z","end":"2026-03-11T05:21:53.506398Z","steps":["trace[267234872] 'process raft request' (duration: 324.101368ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:21:53.50644Z","caller":"traceutil/trace.go:171","msg":"trace[739360716] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"334.34315ms","start":"2026-03-11T05:21:53.172047Z","end":"2026-03-11T05:21:53.50639Z","steps":["trace[739360716] 'process raft request' (duration: 318.469996ms)","trace[739360716] 'compare' (duration: 15.547506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:21:53.506543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:53.178029Z","time spent":"328.442361ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:21:53.506617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.794218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:21:53.506622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:53.182206Z","time spent":"324.309785ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:21:53.506665Z","caller":"traceutil/trace.go:171","msg":"trace[423633296] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4884; }","duration":"269.882499ms","start":"2026-03-11T05:21:53.236773Z","end":"2026-03-11T05:21:53.506655Z","steps":["trace[423633296] 'agreement among raft nodes before linearized reading' (duration: 269.785907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:21:53.506646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:21:53.172031Z","time spent":"334.498844ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:21:56.05814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.957884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-75849cccfd-2q6cb\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-03-11T05:21:56.058227Z","caller":"traceutil/trace.go:171","msg":"trace[2102053155] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-75849cccfd-2q6cb; range_end:; response_count:1; response_revision:4912; }","duration":"190.114328ms","start":"2026-03-11T05:21:55.868093Z","end":"2026-03-11T05:21:56.058207Z","steps":["trace[2102053155] 'range keys from in-memory index tree' (duration: 189.048372ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:00.324287Z","caller":"traceutil/trace.go:171","msg":"trace[718088181] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"200.78812ms","start":"2026-03-11T05:22:00.123473Z","end":"2026-03-11T05:22:00.324261Z","steps":["trace[718088181] 'process raft request' (duration: 200.609145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:03.956193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.112477118s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:22:03.956652Z","caller":"traceutil/trace.go:171","msg":"trace[1257546213] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"2.188684048s","start":"2026-03-11T05:22:01.767944Z","end":"2026-03-11T05:22:03.956628Z","steps":["trace[1257546213] 'process raft request' (duration: 2.188493943s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:03.956802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:01.767919Z","time spent":"2.18879212s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:22:03.956964Z","caller":"traceutil/trace.go:171","msg":"trace[903882724] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"2.188693808s","start":"2026-03-11T05:22:01.768235Z","end":"2026-03-11T05:22:03.956929Z","steps":["trace[903882724] 'process raft request' (duration: 2.1883536s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:03.957098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:01.768225Z","time spent":"2.188802671s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:22:03.957274Z","caller":"traceutil/trace.go:171","msg":"trace[399981770] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"2.188964105s","start":"2026-03-11T05:22:01.7683Z","end":"2026-03-11T05:22:03.957264Z","steps":["trace[399981770] 'process raft request' (duration: 2.188532994s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:03.957417Z","caller":"traceutil/trace.go:171","msg":"trace[179067966] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5231; }","duration":"2.189049056s","start":"2026-03-11T05:22:01.76836Z","end":"2026-03-11T05:22:03.957409Z","steps":["trace[179067966] 'read index received' (duration: 75.391039ms)","trace[179067966] 'applied index is now lower than readState.Index' (duration: 2.113657107s)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:03.957471Z","caller":"traceutil/trace.go:171","msg":"trace[1687884560] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"2.185525608s","start":"2026-03-11T05:22:01.771937Z","end":"2026-03-11T05:22:03.957463Z","steps":["trace[1687884560] 'process raft request' (duration: 2.185418255s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:03.957513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:01.771927Z","time spent":"2.185561228s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:22:03.95759Z","caller":"traceutil/trace.go:171","msg":"trace[1579741822] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"2.188302148s","start":"2026-03-11T05:22:01.76928Z","end":"2026-03-11T05:22:03.957582Z","steps":["trace[1579741822] 'process raft request' (duration: 2.187936659s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:03.957631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:01.769258Z","time spent":"2.188352069s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:22:03.957677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189310004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80219"} {"level":"info","ts":"2026-03-11T05:22:03.957731Z","caller":"traceutil/trace.go:171","msg":"trace[50898543] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5034; }","duration":"2.189365825s","start":"2026-03-11T05:22:01.768351Z","end":"2026-03-11T05:22:03.957717Z","steps":["trace[50898543] 'agreement among raft nodes before linearized reading' (duration: 2.189139239s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:03.957769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:01.768331Z","time spent":"2.189428916s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80241,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T05:22:03.958081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:01.76828Z","time spent":"2.189777265s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:22:04.074498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-11T05:22:04.074601Z","caller":"traceutil/trace.go:171","msg":"trace[393862560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101268s","start":"2026-03-11T05:22:02.074476Z","end":"2026-03-11T05:22:04.074577Z","steps":["trace[393862560] 'agreement among raft nodes before linearized reading' (duration: 1.999976945s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.074664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:02.074453Z","time spent":"2.000196291s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 05:22:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T05:22:04.68252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.45201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:04.682651Z","caller":"traceutil/trace.go:171","msg":"trace[1509778548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5034; }","duration":"594.609554ms","start":"2026-03-11T05:22:04.088022Z","end":"2026-03-11T05:22:04.682632Z","steps":["trace[1509778548] 'range keys from in-memory index tree' (duration: 594.4238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.682973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.805389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:22:04.683197Z","caller":"traceutil/trace.go:171","msg":"trace[162219608] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"1.144686505s","start":"2026-03-11T05:22:03.538482Z","end":"2026-03-11T05:22:04.683168Z","steps":["trace[162219608] 'process raft request' (duration: 872.559558ms)","trace[162219608] 'compare' (duration: 271.666545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:22:04.683277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:03.538461Z","time spent":"1.144779668s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:22:04.683446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188753329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:22:04.683517Z","caller":"traceutil/trace.go:171","msg":"trace[494938400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5037; }","duration":"2.188843721s","start":"2026-03-11T05:22:02.494657Z","end":"2026-03-11T05:22:04.683501Z","steps":["trace[494938400] 'agreement among raft nodes before linearized reading' (duration: 2.188643146s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.68356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:02.494642Z","time spent":"2.188906673s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T05:22:04.683268Z","caller":"traceutil/trace.go:171","msg":"trace[1038012288] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5237; }","duration":"725.813144ms","start":"2026-03-11T05:22:03.957438Z","end":"2026-03-11T05:22:04.683251Z","steps":["trace[1038012288] 'read index received' (duration: 453.502683ms)","trace[1038012288] 'applied index is now lower than readState.Index' (duration: 272.309301ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:04.683634Z","caller":"traceutil/trace.go:171","msg":"trace[614421392] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"1.139103153s","start":"2026-03-11T05:22:03.544493Z","end":"2026-03-11T05:22:04.683596Z","steps":["trace[614421392] 'process raft request' (duration: 1.138697852s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.683648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.316179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:22:04.683728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908845474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:04.683748Z","caller":"traceutil/trace.go:171","msg":"trace[1402641117] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5037; }","duration":"897.466893ms","start":"2026-03-11T05:22:03.786254Z","end":"2026-03-11T05:22:04.683721Z","steps":["trace[1402641117] 'agreement among raft nodes before linearized reading' (duration: 897.295188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.683774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064498195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:22:04.683774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.902019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:04.683565Z","caller":"traceutil/trace.go:171","msg":"trace[267244565] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"1.140807246s","start":"2026-03-11T05:22:03.542747Z","end":"2026-03-11T05:22:04.683554Z","steps":["trace[267244565] 'process raft request' (duration: 1.140350655s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.683818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:03.544477Z","time spent":"1.139242696s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:22:04.683815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:03.786234Z","time spent":"897.563175ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:22:04.683838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.054062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:22:04.683858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:03.542721Z","time spent":"1.141112894s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:22:04.683795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668021755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:04.683867Z","caller":"traceutil/trace.go:171","msg":"trace[1251711009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5037; }","duration":"609.115633ms","start":"2026-03-11T05:22:04.074742Z","end":"2026-03-11T05:22:04.683857Z","steps":["trace[1251711009] 'agreement among raft nodes before linearized reading' (duration: 609.081542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.683902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:04.074725Z","time spent":"609.171815ms","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T05:22:04.683923Z","caller":"traceutil/trace.go:171","msg":"trace[854138882] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5037; }","duration":"1.66820925s","start":"2026-03-11T05:22:03.015684Z","end":"2026-03-11T05:22:04.683893Z","steps":["trace[854138882] 'agreement among raft nodes before linearized reading' (duration: 1.668070587s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:04.683802Z","caller":"traceutil/trace.go:171","msg":"trace[133440292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5037; }","duration":"1.064557577s","start":"2026-03-11T05:22:03.619236Z","end":"2026-03-11T05:22:04.683793Z","steps":["trace[133440292] 'agreement among raft nodes before linearized reading' (duration: 1.064511025s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.683961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:03.619218Z","time spent":"1.064736742s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:22:04.683967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:03.015654Z","time spent":"1.668299183s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:22:04.683788Z","caller":"traceutil/trace.go:171","msg":"trace[1228301455] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5037; }","duration":"1.908934727s","start":"2026-03-11T05:22:02.774836Z","end":"2026-03-11T05:22:04.683771Z","steps":["trace[1228301455] 'agreement among raft nodes before linearized reading' (duration: 1.908809204s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.684016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:02.774817Z","time spent":"1.909188285s","remote":"127.0.0.1:40168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:22:04.684096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.793064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:22:04.684204Z","caller":"traceutil/trace.go:171","msg":"trace[1287413513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5037; }","duration":"836.002409ms","start":"2026-03-11T05:22:03.848183Z","end":"2026-03-11T05:22:04.684185Z","steps":["trace[1287413513] 'agreement among raft nodes before linearized reading' (duration: 835.647529ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:04.683852Z","caller":"traceutil/trace.go:171","msg":"trace[2076690502] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5037; }","duration":"703.021683ms","start":"2026-03-11T05:22:03.980812Z","end":"2026-03-11T05:22:04.683834Z","steps":["trace[2076690502] 'agreement among raft nodes before linearized reading' (duration: 702.887679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.684309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:03.84816Z","time spent":"836.130532ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:22:04.684225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916016688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e57f0005-3990-4af9-9bd5-964198167df9\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-11T05:22:04.684533Z","caller":"traceutil/trace.go:171","msg":"trace[1643327214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e57f0005-3990-4af9-9bd5-964198167df9; range_end:; response_count:1; response_revision:5037; }","duration":"1.916360677s","start":"2026-03-11T05:22:02.768148Z","end":"2026-03-11T05:22:04.684509Z","steps":["trace[1643327214] 'agreement among raft nodes before linearized reading' (duration: 1.915637777s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:04.684658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:02.768128Z","time spent":"1.916510211s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e57f0005-3990-4af9-9bd5-964198167df9\" "} {"level":"warn","ts":"2026-03-11T05:22:04.684323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:03.980795Z","time spent":"703.516258ms","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:22:04.977239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.596891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:22:04.977376Z","caller":"traceutil/trace.go:171","msg":"trace[294510938] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5241; }","duration":"209.495993ms","start":"2026-03-11T05:22:04.767857Z","end":"2026-03-11T05:22:04.977353Z","steps":["trace[294510938] 'read index received' (duration: 29.647325ms)","trace[294510938] 'applied index is now lower than readState.Index' (duration: 179.846727ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:04.977496Z","caller":"traceutil/trace.go:171","msg":"trace[664446937] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"210.610691ms","start":"2026-03-11T05:22:04.766866Z","end":"2026-03-11T05:22:04.977477Z","steps":["trace[664446937] 'process raft request' (duration: 30.63749ms)","trace[664446937] 'compare' (duration: 179.403466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:22:04.977696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.837091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:04.97777Z","caller":"traceutil/trace.go:171","msg":"trace[1376725047] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5039; }","duration":"209.952194ms","start":"2026-03-11T05:22:04.7678Z","end":"2026-03-11T05:22:04.977752Z","steps":["trace[1376725047] 'agreement among raft nodes before linearized reading' (duration: 209.773969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.73063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81003919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:22:08.730722Z","caller":"traceutil/trace.go:171","msg":"trace[1152897989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5059; }","duration":"1.810179284s","start":"2026-03-11T05:22:06.920523Z","end":"2026-03-11T05:22:08.730702Z","steps":["trace[1152897989] 'count revisions from in-memory index tree' (duration: 1.809878106s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.730769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:06.920502Z","time spent":"1.810253256s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:22:08.731285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655901207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:08.731434Z","caller":"traceutil/trace.go:171","msg":"trace[543050913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5059; }","duration":"1.656114543s","start":"2026-03-11T05:22:07.075291Z","end":"2026-03-11T05:22:08.731405Z","steps":["trace[543050913] 'range keys from in-memory index tree' (duration: 1.655795455s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.731441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102713147s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-11T05:22:08.731495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.075264Z","time spent":"1.656218966s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T05:22:08.731564Z","caller":"traceutil/trace.go:171","msg":"trace[1526017946] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5263; }","duration":"1.015551898s","start":"2026-03-11T05:22:07.715993Z","end":"2026-03-11T05:22:08.731545Z","steps":["trace[1526017946] 'read index received' (duration: 55.631µs)","trace[1526017946] 'applied index is now lower than readState.Index' (duration: 1.015494697s)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:08.731647Z","caller":"traceutil/trace.go:171","msg":"trace[1185574680] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"1.512829985s","start":"2026-03-11T05:22:07.218803Z","end":"2026-03-11T05:22:08.731633Z","steps":["trace[1185574680] 'process raft request' (duration: 409.77512ms)","trace[1185574680] 'compare' (duration: 1.102278876s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:22:08.73171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.218763Z","time spent":"1.512912807s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:22:08.731983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015975609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e57f0005-3990-4af9-9bd5-964198167df9\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-11T05:22:08.732069Z","caller":"traceutil/trace.go:171","msg":"trace[53299422] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e57f0005-3990-4af9-9bd5-964198167df9; range_end:; response_count:1; response_revision:5060; }","duration":"1.016109103s","start":"2026-03-11T05:22:07.715939Z","end":"2026-03-11T05:22:08.732048Z","steps":["trace[53299422] 'agreement among raft nodes before linearized reading' (duration: 1.015875656s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.732219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.715917Z","time spent":"1.016283848s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e57f0005-3990-4af9-9bd5-964198167df9\" "} {"level":"warn","ts":"2026-03-11T05:22:08.765705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.551231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T05:22:08.765778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.848028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T05:22:08.765796Z","caller":"traceutil/trace.go:171","msg":"trace[1712518486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5063; }","duration":"784.695754ms","start":"2026-03-11T05:22:07.981079Z","end":"2026-03-11T05:22:08.765775Z","steps":["trace[1712518486] 'agreement among raft nodes before linearized reading' (duration: 784.477588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.76584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.981054Z","time spent":"784.776916ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T05:22:08.765837Z","caller":"traceutil/trace.go:171","msg":"trace[629731000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5063; }","duration":"784.9359ms","start":"2026-03-11T05:22:07.980886Z","end":"2026-03-11T05:22:08.765821Z","steps":["trace[629731000] 'agreement among raft nodes before linearized reading' (duration: 784.762795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.765867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.99215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:22:08.765941Z","caller":"traceutil/trace.go:171","msg":"trace[433123510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5063; }","duration":"374.126993ms","start":"2026-03-11T05:22:08.391799Z","end":"2026-03-11T05:22:08.765926Z","steps":["trace[433123510] 'agreement among raft nodes before linearized reading' (duration: 374.01373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.765981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:08.391737Z","time spent":"374.233516ms","remote":"127.0.0.1:46272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:22:08.765985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.142751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:22:08.766019Z","caller":"traceutil/trace.go:171","msg":"trace[575454279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5063; }","duration":"790.211123ms","start":"2026-03-11T05:22:07.975798Z","end":"2026-03-11T05:22:08.76601Z","steps":["trace[575454279] 'agreement among raft nodes before linearized reading' (duration: 790.125151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.766054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.975777Z","time spent":"790.270825ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:22:08.766106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.916018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:22:08.766148Z","caller":"traceutil/trace.go:171","msg":"trace[758445871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:5063; }","duration":"782.978359ms","start":"2026-03-11T05:22:07.98316Z","end":"2026-03-11T05:22:08.766139Z","steps":["trace[758445871] 'agreement among raft nodes before linearized reading' (duration: 782.864857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.765899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.980871Z","time spent":"785.016552ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:22:08.766182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.983149Z","time spent":"783.026721ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"warn","ts":"2026-03-11T05:22:08.766366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.076816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:22:08.766417Z","caller":"traceutil/trace.go:171","msg":"trace[1282908618] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5063; }","duration":"868.139677ms","start":"2026-03-11T05:22:07.898266Z","end":"2026-03-11T05:22:08.766406Z","steps":["trace[1282908618] 'agreement among raft nodes before linearized reading' (duration: 868.055755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.766445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.898214Z","time spent":"868.224309ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:22:08.766419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.210106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:22:08.766557Z","caller":"traceutil/trace.go:171","msg":"trace[2011845594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5063; }","duration":"785.35847ms","start":"2026-03-11T05:22:07.981187Z","end":"2026-03-11T05:22:08.766545Z","steps":["trace[2011845594] 'agreement among raft nodes before linearized reading' (duration: 785.148634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:08.766597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:07.981181Z","time spent":"785.405231ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:22:12.024616Z","caller":"traceutil/trace.go:171","msg":"trace[429763318] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5336; }","duration":"189.383071ms","start":"2026-03-11T05:22:11.835212Z","end":"2026-03-11T05:22:12.024595Z","steps":["trace[429763318] 'read index received' (duration: 150.541822ms)","trace[429763318] 'applied index is now lower than readState.Index' (duration: 38.840499ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:12.024632Z","caller":"traceutil/trace.go:171","msg":"trace[690922572] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"209.39994ms","start":"2026-03-11T05:22:11.815202Z","end":"2026-03-11T05:22:12.024602Z","steps":["trace[690922572] 'process raft request' (duration: 170.599972ms)","trace[690922572] 'compare' (duration: 38.533822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:22:12.024845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.652398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-11T05:22:12.024872Z","caller":"traceutil/trace.go:171","msg":"trace[1150926397] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5129; }","duration":"189.725809ms","start":"2026-03-11T05:22:11.835138Z","end":"2026-03-11T05:22:12.024864Z","steps":["trace[1150926397] 'agreement among raft nodes before linearized reading' (duration: 189.585025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:12.024897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.06368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-11T05:22:12.024973Z","caller":"traceutil/trace.go:171","msg":"trace[1430129292] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5129; }","duration":"139.168902ms","start":"2026-03-11T05:22:11.885782Z","end":"2026-03-11T05:22:12.024951Z","steps":["trace[1430129292] 'agreement among raft nodes before linearized reading' (duration: 138.976977ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:12.163397Z","caller":"traceutil/trace.go:171","msg":"trace[847992823] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"131.893027ms","start":"2026-03-11T05:22:12.031472Z","end":"2026-03-11T05:22:12.163365Z","steps":["trace[847992823] 'process raft request' (duration: 124.337835ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:12.163411Z","caller":"traceutil/trace.go:171","msg":"trace[2047723613] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"131.810605ms","start":"2026-03-11T05:22:12.031557Z","end":"2026-03-11T05:22:12.163368Z","steps":["trace[2047723613] 'process raft request' (duration: 131.710092ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:12.163618Z","caller":"traceutil/trace.go:171","msg":"trace[819536550] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"132.01504ms","start":"2026-03-11T05:22:12.031584Z","end":"2026-03-11T05:22:12.163599Z","steps":["trace[819536550] 'process raft request' (duration: 131.727283ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:12.163796Z","caller":"traceutil/trace.go:171","msg":"trace[2074386333] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"131.129418ms","start":"2026-03-11T05:22:12.032652Z","end":"2026-03-11T05:22:12.163781Z","steps":["trace[2074386333] 'process raft request' (duration: 130.791278ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:12.164071Z","caller":"traceutil/trace.go:171","msg":"trace[34508515] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"131.22708ms","start":"2026-03-11T05:22:12.032832Z","end":"2026-03-11T05:22:12.164059Z","steps":["trace[34508515] 'process raft request' (duration: 130.956993ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:12.68584Z","caller":"traceutil/trace.go:171","msg":"trace[199147595] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"122.425307ms","start":"2026-03-11T05:22:12.563387Z","end":"2026-03-11T05:22:12.685813Z","steps":["trace[199147595] 'process raft request' (duration: 122.211782ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:18.006105Z","caller":"traceutil/trace.go:171","msg":"trace[1243794547] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"112.733549ms","start":"2026-03-11T05:22:17.893338Z","end":"2026-03-11T05:22:18.006071Z","steps":["trace[1243794547] 'process raft request' (duration: 112.353339ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.078913Z","caller":"traceutil/trace.go:171","msg":"trace[531442709] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"249.45363ms","start":"2026-03-11T05:22:24.829432Z","end":"2026-03-11T05:22:25.078886Z","steps":["trace[531442709] 'process raft request' (duration: 249.304046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.395186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.103016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:22:25.395505Z","caller":"traceutil/trace.go:171","msg":"trace[184614190] linearizableReadLoop","detail":"{readStateIndex:5479; appliedIndex:5476; }","duration":"550.863102ms","start":"2026-03-11T05:22:24.844622Z","end":"2026-03-11T05:22:25.395485Z","steps":["trace[184614190] 'read index received' (duration: 234.10647ms)","trace[184614190] 'applied index is now lower than readState.Index' (duration: 316.755212ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:25.395508Z","caller":"traceutil/trace.go:171","msg":"trace[236015006] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"565.962635ms","start":"2026-03-11T05:22:24.829504Z","end":"2026-03-11T05:22:25.395467Z","steps":["trace[236015006] 'process raft request' (duration: 392.47847ms)","trace[236015006] 'compare' (duration: 172.913361ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:25.395608Z","caller":"traceutil/trace.go:171","msg":"trace[1028346828] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"560.521806ms","start":"2026-03-11T05:22:24.835027Z","end":"2026-03-11T05:22:25.395548Z","steps":["trace[1028346828] 'process raft request' (duration: 560.27063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.395752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.556487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-11T05:22:25.395726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.088267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T05:22:25.395778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.835005Z","time spent":"560.680271ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:22:25.395793Z","caller":"traceutil/trace.go:171","msg":"trace[1902663076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:5269; }","duration":"547.627449ms","start":"2026-03-11T05:22:24.848155Z","end":"2026-03-11T05:22:25.395783Z","steps":["trace[1902663076] 'agreement among raft nodes before linearized reading' (duration: 547.453895ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.39582Z","caller":"traceutil/trace.go:171","msg":"trace[955042397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5269; }","duration":"551.249932ms","start":"2026-03-11T05:22:24.844547Z","end":"2026-03-11T05:22:25.395797Z","steps":["trace[955042397] 'agreement among raft nodes before linearized reading' (duration: 550.992615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.395877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.844519Z","time spent":"551.349644ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:22:25.395893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.025908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:22:25.395858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.829478Z","time spent":"566.161101ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:22:25.395833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.848139Z","time spent":"547.68592ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"info","ts":"2026-03-11T05:22:25.395924Z","caller":"traceutil/trace.go:171","msg":"trace[1691408145] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5269; }","duration":"469.09608ms","start":"2026-03-11T05:22:24.926819Z","end":"2026-03-11T05:22:25.395915Z","steps":["trace[1691408145] 'agreement among raft nodes before linearized reading' (duration: 469.035258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.396215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.926799Z","time spent":"469.399017ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:22:25.39642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.350991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T05:22:25.396458Z","caller":"traceutil/trace.go:171","msg":"trace[1816151494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5269; }","duration":"490.400962ms","start":"2026-03-11T05:22:24.906049Z","end":"2026-03-11T05:22:25.39645Z","steps":["trace[1816151494] 'agreement among raft nodes before linearized reading' (duration: 489.892219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.39649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.906044Z","time spent":"490.440123ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:22:25.396611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.204736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-11T05:22:25.396628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.338468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:22:25.396659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.823869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:22:25.396681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.533133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:22:25.39669Z","caller":"traceutil/trace.go:171","msg":"trace[2136341041] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:5269; }","duration":"176.287058ms","start":"2026-03-11T05:22:25.220382Z","end":"2026-03-11T05:22:25.396669Z","steps":["trace[2136341041] 'agreement among raft nodes before linearized reading' (duration: 176.126924ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.396698Z","caller":"traceutil/trace.go:171","msg":"trace[1599200278] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5269; }","duration":"537.887561ms","start":"2026-03-11T05:22:24.8588Z","end":"2026-03-11T05:22:25.396687Z","steps":["trace[1599200278] 'agreement among raft nodes before linearized reading' (duration: 537.809709ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.396703Z","caller":"traceutil/trace.go:171","msg":"trace[226026869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5269; }","duration":"321.452841ms","start":"2026-03-11T05:22:25.075227Z","end":"2026-03-11T05:22:25.39668Z","steps":["trace[226026869] 'agreement among raft nodes before linearized reading' (duration: 321.334318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.39666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.949759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T05:22:25.396745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.858789Z","time spent":"537.946922ms","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:22:25.396737Z","caller":"traceutil/trace.go:171","msg":"trace[1757241710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5269; }","duration":"495.608635ms","start":"2026-03-11T05:22:24.90111Z","end":"2026-03-11T05:22:25.396719Z","steps":["trace[1757241710] 'agreement among raft nodes before linearized reading' (duration: 495.381859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.396756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:25.075207Z","time spent":"321.537494ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:22:25.396793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.901103Z","time spent":"495.679236ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:22:25.396818Z","caller":"traceutil/trace.go:171","msg":"trace[916606059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5269; }","duration":"497.102912ms","start":"2026-03-11T05:22:24.899666Z","end":"2026-03-11T05:22:25.396769Z","steps":["trace[916606059] 'agreement among raft nodes before linearized reading' (duration: 496.811295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.396681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.098472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:22:25.396879Z","caller":"traceutil/trace.go:171","msg":"trace[1408823634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5269; }","duration":"464.509333ms","start":"2026-03-11T05:22:24.93236Z","end":"2026-03-11T05:22:25.396869Z","steps":["trace[1408823634] 'agreement among raft nodes before linearized reading' (duration: 463.252201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.396878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.899654Z","time spent":"497.205695ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:22:25.39692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:24.932348Z","time spent":"464.561124ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T05:22:25.580271Z","caller":"traceutil/trace.go:171","msg":"trace[959234638] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"179.619541ms","start":"2026-03-11T05:22:25.400618Z","end":"2026-03-11T05:22:25.580237Z","steps":["trace[959234638] 'process raft request' (duration: 122.787914ms)","trace[959234638] 'compare' (duration: 56.613592ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:25.580627Z","caller":"traceutil/trace.go:171","msg":"trace[1896405241] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"179.874798ms","start":"2026-03-11T05:22:25.400707Z","end":"2026-03-11T05:22:25.580582Z","steps":["trace[1896405241] 'process raft request' (duration: 179.476898ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.580737Z","caller":"traceutil/trace.go:171","msg":"trace[361376584] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"179.981401ms","start":"2026-03-11T05:22:25.400721Z","end":"2026-03-11T05:22:25.580703Z","steps":["trace[361376584] 'process raft request' (duration: 179.782276ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.580809Z","caller":"traceutil/trace.go:171","msg":"trace[1995528782] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"179.762035ms","start":"2026-03-11T05:22:25.401012Z","end":"2026-03-11T05:22:25.580774Z","steps":["trace[1995528782] 'process raft request' (duration: 179.612131ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.580893Z","caller":"traceutil/trace.go:171","msg":"trace[1176769765] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"157.1528ms","start":"2026-03-11T05:22:25.423713Z","end":"2026-03-11T05:22:25.580865Z","steps":["trace[1176769765] 'process raft request' (duration: 157.079508ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.580946Z","caller":"traceutil/trace.go:171","msg":"trace[1885097847] linearizableReadLoop","detail":"{readStateIndex:5483; appliedIndex:5479; }","duration":"180.094834ms","start":"2026-03-11T05:22:25.40084Z","end":"2026-03-11T05:22:25.580935Z","steps":["trace[1885097847] 'read index received' (duration: 21.953579ms)","trace[1885097847] 'applied index is now lower than readState.Index' (duration: 158.139665ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:25.580966Z","caller":"traceutil/trace.go:171","msg":"trace[183630129] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"179.603001ms","start":"2026-03-11T05:22:25.40133Z","end":"2026-03-11T05:22:25.580933Z","steps":["trace[183630129] 'process raft request' (duration: 179.396326ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:25.58091Z","caller":"traceutil/trace.go:171","msg":"trace[1847631854] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"179.802606ms","start":"2026-03-11T05:22:25.401034Z","end":"2026-03-11T05:22:25.580836Z","steps":["trace[1847631854] 'process raft request' (duration: 179.651863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.581126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:25.581167Z","caller":"traceutil/trace.go:171","msg":"trace[490300408] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5276; }","duration":"112.242646ms","start":"2026-03-11T05:22:25.468912Z","end":"2026-03-11T05:22:25.581155Z","steps":["trace[490300408] 'agreement among raft nodes before linearized reading' (duration: 112.115793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.581227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.841078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T05:22:25.581389Z","caller":"traceutil/trace.go:171","msg":"trace[1977575789] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5276; }","duration":"180.023732ms","start":"2026-03-11T05:22:25.401349Z","end":"2026-03-11T05:22:25.581373Z","steps":["trace[1977575789] 'agreement among raft nodes before linearized reading' (duration: 179.676343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.581589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.681569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81909"} {"level":"info","ts":"2026-03-11T05:22:25.581669Z","caller":"traceutil/trace.go:171","msg":"trace[1426556921] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5276; }","duration":"180.837762ms","start":"2026-03-11T05:22:25.400814Z","end":"2026-03-11T05:22:25.581651Z","steps":["trace[1426556921] 'agreement among raft nodes before linearized reading' (duration: 180.189456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:25.581812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.105461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:22:25.58194Z","caller":"traceutil/trace.go:171","msg":"trace[1359556178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5276; }","duration":"174.272136ms","start":"2026-03-11T05:22:25.407648Z","end":"2026-03-11T05:22:25.58192Z","steps":["trace[1359556178] 'agreement among raft nodes before linearized reading' (duration: 173.431965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.261803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.905355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:22:26.261909Z","caller":"traceutil/trace.go:171","msg":"trace[40884586] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5487; }","duration":"616.285786ms","start":"2026-03-11T05:22:25.645608Z","end":"2026-03-11T05:22:26.261894Z","steps":["trace[40884586] 'read index received' (duration: 488.171345ms)","trace[40884586] 'applied index is now lower than readState.Index' (duration: 128.112781ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:26.261991Z","caller":"traceutil/trace.go:171","msg":"trace[640813139] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"654.720254ms","start":"2026-03-11T05:22:25.60722Z","end":"2026-03-11T05:22:26.26194Z","steps":["trace[640813139] 'process raft request' (duration: 526.599263ms)","trace[640813139] 'compare' (duration: 127.404063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:22:26.262052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.44298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:22:26.262134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:25.607201Z","time spent":"654.853848ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:22:26.262098Z","caller":"traceutil/trace.go:171","msg":"trace[1307542985] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5277; }","duration":"616.523532ms","start":"2026-03-11T05:22:25.645562Z","end":"2026-03-11T05:22:26.262086Z","steps":["trace[1307542985] 'agreement among raft nodes before linearized reading' (duration: 616.43731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.262408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:25.645541Z","time spent":"616.81474ms","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T05:22:26.262459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.004805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:22:26.262477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.652923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:22:26.262562Z","caller":"traceutil/trace.go:171","msg":"trace[90390931] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5277; }","duration":"423.806286ms","start":"2026-03-11T05:22:25.838737Z","end":"2026-03-11T05:22:26.262543Z","steps":["trace[90390931] 'agreement among raft nodes before linearized reading' (duration: 423.608912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.262557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.253409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wcs2b\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-11T05:22:26.262563Z","caller":"traceutil/trace.go:171","msg":"trace[1029925176] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5277; }","duration":"122.152658ms","start":"2026-03-11T05:22:26.140383Z","end":"2026-03-11T05:22:26.262536Z","steps":["trace[1029925176] 'agreement among raft nodes before linearized reading' (duration: 121.959613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.262612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:25.838713Z","time spent":"423.887009ms","remote":"127.0.0.1:39228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:22:26.262618Z","caller":"traceutil/trace.go:171","msg":"trace[236739129] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wcs2b; range_end:; response_count:1; response_revision:5277; }","duration":"129.349252ms","start":"2026-03-11T05:22:26.13325Z","end":"2026-03-11T05:22:26.262599Z","steps":["trace[236739129] 'agreement among raft nodes before linearized reading' (duration: 129.146387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.779367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520805717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:22:26.82205Z","caller":"traceutil/trace.go:171","msg":"trace[1998774158] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5488; }","duration":"543.663388ms","start":"2026-03-11T05:22:26.278362Z","end":"2026-03-11T05:22:26.822025Z","steps":["trace[1998774158] 'read index received' (duration: 543.415892ms)","trace[1998774158] 'applied index is now lower than readState.Index' (duration: 246.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:26.822127Z","caller":"traceutil/trace.go:171","msg":"trace[1660497454] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"551.557509ms","start":"2026-03-11T05:22:26.270536Z","end":"2026-03-11T05:22:26.822094Z","steps":["trace[1660497454] 'process raft request' (duration: 551.322243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.822217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.890755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:22:26.82226Z","caller":"traceutil/trace.go:171","msg":"trace[1590582726] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5278; }","duration":"514.990507ms","start":"2026-03-11T05:22:26.307252Z","end":"2026-03-11T05:22:26.822242Z","steps":["trace[1590582726] 'agreement among raft nodes before linearized reading' (duration: 514.911865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.822309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:26.307227Z","time spent":"515.06781ms","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:22:26.822303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:26.270524Z","time spent":"551.671881ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:22:26.822405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.009797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-11T05:22:26.822548Z","caller":"traceutil/trace.go:171","msg":"trace[664473268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5278; }","duration":"544.136929ms","start":"2026-03-11T05:22:26.278345Z","end":"2026-03-11T05:22:26.822482Z","steps":["trace[664473268] 'agreement among raft nodes before linearized reading' (duration: 543.795261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.822608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:26.278337Z","time spent":"544.256852ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:22:26.822659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.983152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:22:26.822774Z","caller":"traceutil/trace.go:171","msg":"trace[1467895127] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5278; }","duration":"347.144186ms","start":"2026-03-11T05:22:26.475602Z","end":"2026-03-11T05:22:26.822746Z","steps":["trace[1467895127] 'agreement among raft nodes before linearized reading' (duration: 346.617633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:26.822837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:26.475583Z","time spent":"347.237968ms","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:22:27.133215Z","caller":"traceutil/trace.go:171","msg":"trace[1053582532] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"305.27885ms","start":"2026-03-11T05:22:26.827906Z","end":"2026-03-11T05:22:27.133184Z","steps":["trace[1053582532] 'process raft request' (duration: 209.880772ms)","trace[1053582532] 'compare' (duration: 94.997738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:22:27.133406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:26.827882Z","time spent":"305.431154ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:22:27.133513Z","caller":"traceutil/trace.go:171","msg":"trace[693862872] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"302.713185ms","start":"2026-03-11T05:22:26.830775Z","end":"2026-03-11T05:22:27.133488Z","steps":["trace[693862872] 'process raft request' (duration: 302.281235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:27.133638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:22:26.830753Z","time spent":"302.828608ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:22:27.348769Z","caller":"traceutil/trace.go:171","msg":"trace[1315323549] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"208.120748ms","start":"2026-03-11T05:22:27.14062Z","end":"2026-03-11T05:22:27.34874Z","steps":["trace[1315323549] 'process raft request' (duration: 117.85596ms)","trace[1315323549] 'compare' (duration: 89.934129ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:27.348756Z","caller":"traceutil/trace.go:171","msg":"trace[164103833] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"169.243247ms","start":"2026-03-11T05:22:27.179478Z","end":"2026-03-11T05:22:27.348721Z","steps":["trace[164103833] 'read index received' (duration: 78.98212ms)","trace[164103833] 'applied index is now lower than readState.Index' (duration: 90.259357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:22:27.348939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.435883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:27.349136Z","caller":"traceutil/trace.go:171","msg":"trace[418586478] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5283; }","duration":"169.613587ms","start":"2026-03-11T05:22:27.179445Z","end":"2026-03-11T05:22:27.349059Z","steps":["trace[418586478] 'agreement among raft nodes before linearized reading' (duration: 169.379251ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:29.088604Z","caller":"traceutil/trace.go:171","msg":"trace[864527894] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"107.905136ms","start":"2026-03-11T05:22:28.980662Z","end":"2026-03-11T05:22:29.088567Z","steps":["trace[864527894] 'process raft request' (duration: 107.67765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:29.201529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.895585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:22:29.201596Z","caller":"traceutil/trace.go:171","msg":"trace[856718234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5296; }","duration":"108.020168ms","start":"2026-03-11T05:22:29.093561Z","end":"2026-03-11T05:22:29.201581Z","steps":["trace[856718234] 'range keys from in-memory index tree' (duration: 107.788093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:29.201575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.048959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e57f0005-3990-4af9-9bd5-964198167df9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T05:22:29.201668Z","caller":"traceutil/trace.go:171","msg":"trace[1520699446] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e57f0005-3990-4af9-9bd5-964198167df9; range_end:; response_count:1; response_revision:5296; }","duration":"108.193464ms","start":"2026-03-11T05:22:29.09345Z","end":"2026-03-11T05:22:29.201643Z","steps":["trace[1520699446] 'range keys from in-memory index tree' (duration: 107.852994ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:35.376848Z","caller":"traceutil/trace.go:171","msg":"trace[2085893212] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5538; }","duration":"108.818687ms","start":"2026-03-11T05:22:35.268007Z","end":"2026-03-11T05:22:35.376826Z","steps":["trace[2085893212] 'read index received' (duration: 39.533849ms)","trace[2085893212] 'applied index is now lower than readState.Index' (duration: 69.283648ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:35.376869Z","caller":"traceutil/trace.go:171","msg":"trace[217370750] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"156.467453ms","start":"2026-03-11T05:22:35.220362Z","end":"2026-03-11T05:22:35.37683Z","steps":["trace[217370750] 'process raft request' (duration: 87.162144ms)","trace[217370750] 'compare' (duration: 69.170205ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:22:35.377097Z","caller":"traceutil/trace.go:171","msg":"trace[632246501] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"104.66406ms","start":"2026-03-11T05:22:35.272414Z","end":"2026-03-11T05:22:35.377078Z","steps":["trace[632246501] 'process raft request' (duration: 104.378933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:35.377367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.672108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T05:22:35.377511Z","caller":"traceutil/trace.go:171","msg":"trace[954700319] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:5328; }","duration":"156.878613ms","start":"2026-03-11T05:22:35.220602Z","end":"2026-03-11T05:22:35.377481Z","steps":["trace[954700319] 'agreement among raft nodes before linearized reading' (duration: 156.311909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:35.740572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.299851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T05:22:35.740658Z","caller":"traceutil/trace.go:171","msg":"trace[1550562078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5331; }","duration":"115.448046ms","start":"2026-03-11T05:22:35.625189Z","end":"2026-03-11T05:22:35.740638Z","steps":["trace[1550562078] 'range keys from in-memory index tree' (duration: 115.063956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:35.740791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.340413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T05:22:35.740878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.109539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T05:22:35.740885Z","caller":"traceutil/trace.go:171","msg":"trace[2087440220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5331; }","duration":"115.458476ms","start":"2026-03-11T05:22:35.625404Z","end":"2026-03-11T05:22:35.740863Z","steps":["trace[2087440220] 'range keys from in-memory index tree' (duration: 115.189839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:35.740882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.914168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T05:22:35.741Z","caller":"traceutil/trace.go:171","msg":"trace[408498116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5331; }","duration":"116.054912ms","start":"2026-03-11T05:22:35.624928Z","end":"2026-03-11T05:22:35.740983Z","steps":["trace[408498116] 'range keys from in-memory index tree' (duration: 115.795375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:35.740891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.036129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-11T05:22:35.740807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.912129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:22:35.741328Z","caller":"traceutil/trace.go:171","msg":"trace[438071247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:5331; }","duration":"112.49948ms","start":"2026-03-11T05:22:35.628819Z","end":"2026-03-11T05:22:35.741318Z","steps":["trace[438071247] 'range keys from in-memory index tree' (duration: 111.904955ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:35.74137Z","caller":"traceutil/trace.go:171","msg":"trace[1519149223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5331; }","duration":"118.543204ms","start":"2026-03-11T05:22:35.622802Z","end":"2026-03-11T05:22:35.741345Z","steps":["trace[1519149223] 'range keys from in-memory index tree' (duration: 117.736354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:22:35.740874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.165452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:22:35.741579Z","caller":"traceutil/trace.go:171","msg":"trace[1037225457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5331; }","duration":"122.018524ms","start":"2026-03-11T05:22:35.619544Z","end":"2026-03-11T05:22:35.741563Z","steps":["trace[1037225457] 'range keys from in-memory index tree' (duration: 120.981737ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:35.740953Z","caller":"traceutil/trace.go:171","msg":"trace[1561087139] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5331; }","duration":"137.235672ms","start":"2026-03-11T05:22:35.60368Z","end":"2026-03-11T05:22:35.740916Z","steps":["trace[1561087139] 'range keys from in-memory index tree' (duration: 136.968535ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:35.864217Z","caller":"traceutil/trace.go:171","msg":"trace[1234153735] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5544; }","duration":"117.981341ms","start":"2026-03-11T05:22:35.746215Z","end":"2026-03-11T05:22:35.864196Z","steps":["trace[1234153735] 'read index received' (duration: 56.073911ms)","trace[1234153735] 'applied index is now lower than readState.Index' (duration: 61.90612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:22:35.864541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.311689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82111"} {"level":"info","ts":"2026-03-11T05:22:35.864583Z","caller":"traceutil/trace.go:171","msg":"trace[3537845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5336; }","duration":"118.397421ms","start":"2026-03-11T05:22:35.746176Z","end":"2026-03-11T05:22:35.864573Z","steps":["trace[3537845] 'agreement among raft nodes before linearized reading' (duration: 118.132764ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:35.864893Z","caller":"traceutil/trace.go:171","msg":"trace[1827561222] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"119.421138ms","start":"2026-03-11T05:22:35.745454Z","end":"2026-03-11T05:22:35.864875Z","steps":["trace[1827561222] 'process raft request' (duration: 118.663329ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:35.864971Z","caller":"traceutil/trace.go:171","msg":"trace[2034603655] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"118.75478ms","start":"2026-03-11T05:22:35.746192Z","end":"2026-03-11T05:22:35.864947Z","steps":["trace[2034603655] 'process raft request' (duration: 117.9618ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:35.864942Z","caller":"traceutil/trace.go:171","msg":"trace[242711052] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"119.545921ms","start":"2026-03-11T05:22:35.74535Z","end":"2026-03-11T05:22:35.864896Z","steps":["trace[242711052] 'process raft request' (duration: 118.637218ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:37.726559Z","caller":"traceutil/trace.go:171","msg":"trace[1898628408] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"174.427172ms","start":"2026-03-11T05:22:37.552101Z","end":"2026-03-11T05:22:37.726528Z","steps":["trace[1898628408] 'process raft request' (duration: 165.201356ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:22:52.37471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2635} {"level":"info","ts":"2026-03-11T05:22:52.448411Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2635,"took":"72.286155ms","hash":3968184985,"current-db-size-bytes":39780352,"current-db-size":"40 MB","current-db-size-in-use-bytes":29220864,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T05:22:52.448476Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3968184985,"revision":2635,"compact-revision":-1} {"level":"info","ts":"2026-03-11T05:22:59.774157Z","caller":"traceutil/trace.go:171","msg":"trace[1106550872] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"278.692762ms","start":"2026-03-11T05:22:59.495438Z","end":"2026-03-11T05:22:59.774131Z","steps":["trace[1106550872] 'process raft request' (duration: 278.494087ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:23:09.78917Z","caller":"traceutil/trace.go:171","msg":"trace[1865387625] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"241.189444ms","start":"2026-03-11T05:23:09.547951Z","end":"2026-03-11T05:23:09.78914Z","steps":["trace[1865387625] 'process raft request' (duration: 241.005089ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:23:10.156621Z","caller":"traceutil/trace.go:171","msg":"trace[2125157581] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"131.29457ms","start":"2026-03-11T05:23:10.025299Z","end":"2026-03-11T05:23:10.156593Z","steps":["trace[2125157581] 'process raft request' (duration: 80.472943ms)","trace[2125157581] 'compare' (duration: 50.651913ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:23:10.156829Z","caller":"traceutil/trace.go:171","msg":"trace[1909966628] linearizableReadLoop","detail":"{readStateIndex:5840; appliedIndex:5837; }","duration":"130.5458ms","start":"2026-03-11T05:23:10.026256Z","end":"2026-03-11T05:23:10.156802Z","steps":["trace[1909966628] 'read index received' (duration: 53.942636ms)","trace[1909966628] 'applied index is now lower than readState.Index' (duration: 76.601674ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:23:10.156957Z","caller":"traceutil/trace.go:171","msg":"trace[1356484881] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"131.573208ms","start":"2026-03-11T05:23:10.025372Z","end":"2026-03-11T05:23:10.156945Z","steps":["trace[1356484881] 'process raft request' (duration: 131.180078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:23:10.157185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.9086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:23:10.157226Z","caller":"traceutil/trace.go:171","msg":"trace[936617013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:5618; }","duration":"130.994812ms","start":"2026-03-11T05:23:10.026221Z","end":"2026-03-11T05:23:10.157216Z","steps":["trace[936617013] 'agreement among raft nodes before linearized reading' (duration: 130.837048ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:23:12.003331Z","caller":"traceutil/trace.go:171","msg":"trace[1394491913] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"100.415563ms","start":"2026-03-11T05:23:11.90289Z","end":"2026-03-11T05:23:12.003306Z","steps":["trace[1394491913] 'process raft request' (duration: 63.634274ms)","trace[1394491913] 'compare' (duration: 36.314367ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:23:24.1588Z","caller":"traceutil/trace.go:171","msg":"trace[1662649464] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"102.880524ms","start":"2026-03-11T05:23:24.055897Z","end":"2026-03-11T05:23:24.158778Z","steps":["trace[1662649464] 'process raft request' (duration: 102.745491ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:23:24.228492Z","caller":"traceutil/trace.go:171","msg":"trace[1095487768] linearizableReadLoop","detail":"{readStateIndex:5929; appliedIndex:5927; }","duration":"152.314506ms","start":"2026-03-11T05:23:24.076158Z","end":"2026-03-11T05:23:24.228472Z","steps":["trace[1095487768] 'read index received' (duration: 82.503314ms)","trace[1095487768] 'applied index is now lower than readState.Index' (duration: 69.810342ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:23:24.228577Z","caller":"traceutil/trace.go:171","msg":"trace[1161008412] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"171.015603ms","start":"2026-03-11T05:23:24.057519Z","end":"2026-03-11T05:23:24.228535Z","steps":["trace[1161008412] 'process raft request' (duration: 170.836829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:23:24.228732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.557332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:23:24.228808Z","caller":"traceutil/trace.go:171","msg":"trace[567115374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5704; }","duration":"152.680755ms","start":"2026-03-11T05:23:24.076112Z","end":"2026-03-11T05:23:24.228793Z","steps":["trace[567115374] 'agreement among raft nodes before linearized reading' (duration: 152.571402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:23:24.228934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.59651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T05:23:24.229018Z","caller":"traceutil/trace.go:171","msg":"trace[1453067407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5704; }","duration":"126.683462ms","start":"2026-03-11T05:23:24.10232Z","end":"2026-03-11T05:23:24.229003Z","steps":["trace[1453067407] 'agreement among raft nodes before linearized reading' (duration: 126.413575ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:27:52.381531Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5424} {"level":"info","ts":"2026-03-11T05:27:52.467714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5424,"took":"84.902018ms","hash":47915219,"current-db-size-bytes":40648704,"current-db-size":"41 MB","current-db-size-in-use-bytes":21450752,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-11T05:27:52.46782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":47915219,"revision":5424,"compact-revision":2635} {"level":"info","ts":"2026-03-11T05:28:27.417525Z","caller":"traceutil/trace.go:171","msg":"trace[180853174] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"348.438532ms","start":"2026-03-11T05:28:27.069046Z","end":"2026-03-11T05:28:27.417485Z","steps":["trace[180853174] 'process raft request' (duration: 348.209396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:27.417912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:27.069022Z","time spent":"348.75918ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:28:27.434412Z","caller":"traceutil/trace.go:171","msg":"trace[1763970340] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"180.504021ms","start":"2026-03-11T05:28:27.253891Z","end":"2026-03-11T05:28:27.434395Z","steps":["trace[1763970340] 'process raft request' (duration: 178.334845ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:27.434811Z","caller":"traceutil/trace.go:171","msg":"trace[781657412] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"167.465369ms","start":"2026-03-11T05:28:27.267319Z","end":"2026-03-11T05:28:27.434784Z","steps":["trace[781657412] 'process raft request' (duration: 167.031979ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:38.159166Z","caller":"traceutil/trace.go:171","msg":"trace[22372501] linearizableReadLoop","detail":"{readStateIndex:8144; appliedIndex:8143; }","duration":"291.310329ms","start":"2026-03-11T05:28:37.867839Z","end":"2026-03-11T05:28:38.159149Z","steps":["trace[22372501] 'read index received' (duration: 291.178465ms)","trace[22372501] 'applied index is now lower than readState.Index' (duration: 131.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:28:38.159259Z","caller":"traceutil/trace.go:171","msg":"trace[365078916] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"299.528847ms","start":"2026-03-11T05:28:37.859723Z","end":"2026-03-11T05:28:38.159252Z","steps":["trace[365078916] 'process raft request' (duration: 299.321252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:38.159595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.03857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T05:28:38.159634Z","caller":"traceutil/trace.go:171","msg":"trace[984417218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7843; }","duration":"241.087602ms","start":"2026-03-11T05:28:37.918537Z","end":"2026-03-11T05:28:38.159625Z","steps":["trace[984417218] 'agreement among raft nodes before linearized reading' (duration: 241.003439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:38.159658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.538088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T05:28:38.159697Z","caller":"traceutil/trace.go:171","msg":"trace[293576560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7843; }","duration":"244.57989ms","start":"2026-03-11T05:28:37.915105Z","end":"2026-03-11T05:28:38.159685Z","steps":["trace[293576560] 'agreement among raft nodes before linearized reading' (duration: 244.515058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:38.15976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.740788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:28:38.159781Z","caller":"traceutil/trace.go:171","msg":"trace[1422538986] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:7843; }","duration":"195.781939ms","start":"2026-03-11T05:28:37.963994Z","end":"2026-03-11T05:28:38.159776Z","steps":["trace[1422538986] 'agreement among raft nodes before linearized reading' (duration: 195.730138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:38.159579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.546334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:28:38.159858Z","caller":"traceutil/trace.go:171","msg":"trace[1696192513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7843; }","duration":"245.874922ms","start":"2026-03-11T05:28:37.913978Z","end":"2026-03-11T05:28:38.159853Z","steps":["trace[1696192513] 'agreement among raft nodes before linearized reading' (duration: 245.495743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:38.159424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.576755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:28:38.160039Z","caller":"traceutil/trace.go:171","msg":"trace[1346523301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7843; }","duration":"292.236292ms","start":"2026-03-11T05:28:37.867797Z","end":"2026-03-11T05:28:38.160034Z","steps":["trace[1346523301] 'agreement among raft nodes before linearized reading' (duration: 291.541814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:38.577686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.4601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:28:38.57786Z","caller":"traceutil/trace.go:171","msg":"trace[828274505] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"410.363437ms","start":"2026-03-11T05:28:38.167474Z","end":"2026-03-11T05:28:38.577837Z","steps":["trace[828274505] 'process raft request' (duration: 63.650429ms)","trace[828274505] 'compare' (duration: 346.372078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:28:38.577931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:38.16745Z","time spent":"410.442898ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:28:38.577975Z","caller":"traceutil/trace.go:171","msg":"trace[1714514387] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"410.344595ms","start":"2026-03-11T05:28:38.16761Z","end":"2026-03-11T05:28:38.577954Z","steps":["trace[1714514387] 'process raft request' (duration: 410.170941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:38.57806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:38.167599Z","time spent":"410.420648ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:28:38.578168Z","caller":"traceutil/trace.go:171","msg":"trace[958054619] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"410.479179ms","start":"2026-03-11T05:28:38.167669Z","end":"2026-03-11T05:28:38.578148Z","steps":["trace[958054619] 'process raft request' (duration: 410.249704ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:38.578214Z","caller":"traceutil/trace.go:171","msg":"trace[1645219054] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"408.887199ms","start":"2026-03-11T05:28:38.169316Z","end":"2026-03-11T05:28:38.578203Z","steps":["trace[1645219054] 'process raft request' (duration: 408.737515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:38.578266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:38.169305Z","time spent":"408.93218ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:28:38.578267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:38.167651Z","time spent":"410.564971ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:28:39.076999Z","caller":"traceutil/trace.go:171","msg":"trace[1655363896] linearizableReadLoop","detail":"{readStateIndex:8149; appliedIndex:8144; }","duration":"574.462988ms","start":"2026-03-11T05:28:38.502454Z","end":"2026-03-11T05:28:39.076917Z","steps":["trace[1655363896] 'read index received' (duration: 73.269693ms)","trace[1655363896] 'applied index is now lower than readState.Index' (duration: 501.191695ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:28:39.077035Z","caller":"traceutil/trace.go:171","msg":"trace[956742104] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"773.127291ms","start":"2026-03-11T05:28:38.303871Z","end":"2026-03-11T05:28:39.076998Z","steps":["trace[956742104] 'process raft request' (duration: 708.767395ms)","trace[956742104] 'compare' (duration: 64.074499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:28:39.077266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:38.303837Z","time spent":"773.330356ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:28:39.077336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.242833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-11T05:28:39.077262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.793817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:28:39.077666Z","caller":"traceutil/trace.go:171","msg":"trace[1489745835] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7848; }","duration":"213.574801ms","start":"2026-03-11T05:28:38.864067Z","end":"2026-03-11T05:28:39.077642Z","steps":["trace[1489745835] 'agreement among raft nodes before linearized reading' (duration: 213.148661ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:39.077712Z","caller":"traceutil/trace.go:171","msg":"trace[301614171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7848; }","duration":"575.28371ms","start":"2026-03-11T05:28:38.502406Z","end":"2026-03-11T05:28:39.07769Z","steps":["trace[301614171] 'agreement among raft nodes before linearized reading' (duration: 574.696755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:39.077763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:38.502386Z","time spent":"575.363611ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-11T05:28:39.659484Z","caller":"traceutil/trace.go:171","msg":"trace[906236018] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"128.62724ms","start":"2026-03-11T05:28:39.530823Z","end":"2026-03-11T05:28:39.65945Z","steps":["trace[906236018] 'process raft request' (duration: 87.288899ms)","trace[906236018] 'compare' (duration: 41.113646ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:28:40.321667Z","caller":"traceutil/trace.go:171","msg":"trace[1122092141] linearizableReadLoop","detail":"{readStateIndex:8155; appliedIndex:8154; }","duration":"148.363433ms","start":"2026-03-11T05:28:40.173227Z","end":"2026-03-11T05:28:40.32159Z","steps":["trace[1122092141] 'read index received' (duration: 148.157918ms)","trace[1122092141] 'applied index is now lower than readState.Index' (duration: 204.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:28:40.321797Z","caller":"traceutil/trace.go:171","msg":"trace[1635588494] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"154.495809ms","start":"2026-03-11T05:28:40.16726Z","end":"2026-03-11T05:28:40.321756Z","steps":["trace[1635588494] 'process raft request' (duration: 154.193672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:40.321881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.642031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:28:40.321918Z","caller":"traceutil/trace.go:171","msg":"trace[1248259885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:7854; }","duration":"148.736333ms","start":"2026-03-11T05:28:40.173169Z","end":"2026-03-11T05:28:40.321906Z","steps":["trace[1248259885] 'agreement among raft nodes before linearized reading' (duration: 148.583919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:41.177813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.624403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T05:28:41.17793Z","caller":"traceutil/trace.go:171","msg":"trace[1440153870] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8155; }","duration":"596.90985ms","start":"2026-03-11T05:28:40.581Z","end":"2026-03-11T05:28:41.17791Z","steps":["trace[1440153870] 'read index received' (duration: 245.187755ms)","trace[1440153870] 'applied index is now lower than readState.Index' (duration: 351.720485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:28:41.178607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.566386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:28:41.178688Z","caller":"traceutil/trace.go:171","msg":"trace[1224131423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7854; }","duration":"597.71979ms","start":"2026-03-11T05:28:40.580948Z","end":"2026-03-11T05:28:41.178668Z","steps":["trace[1224131423] 'agreement among raft nodes before linearized reading' (duration: 597.466324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:41.178682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.609798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T05:28:41.178738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.482122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:28:41.17875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:40.580922Z","time spent":"597.812473ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T05:28:41.17877Z","caller":"traceutil/trace.go:171","msg":"trace[1398025784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7854; }","duration":"103.541833ms","start":"2026-03-11T05:28:41.075216Z","end":"2026-03-11T05:28:41.178758Z","steps":["trace[1398025784] 'agreement among raft nodes before linearized reading' (duration: 103.501692ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:41.178754Z","caller":"traceutil/trace.go:171","msg":"trace[32466114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7854; }","duration":"597.729601ms","start":"2026-03-11T05:28:40.581009Z","end":"2026-03-11T05:28:41.178738Z","steps":["trace[32466114] 'agreement among raft nodes before linearized reading' (duration: 597.518615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:41.17894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.073663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T05:28:41.179098Z","caller":"traceutil/trace.go:171","msg":"trace[151944070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7854; }","duration":"597.271029ms","start":"2026-03-11T05:28:40.581799Z","end":"2026-03-11T05:28:41.179071Z","steps":["trace[151944070] 'agreement among raft nodes before linearized reading' (duration: 596.823978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:41.179155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:40.581795Z","time spent":"597.348891ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:28:41.179012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:40.580982Z","time spent":"598.002807ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:28:41.178867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.051473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T05:28:41.178674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.013465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-11T05:28:41.179328Z","caller":"traceutil/trace.go:171","msg":"trace[1305148521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7854; }","duration":"597.509694ms","start":"2026-03-11T05:28:40.581771Z","end":"2026-03-11T05:28:41.179281Z","steps":["trace[1305148521] 'agreement among raft nodes before linearized reading' (duration: 596.915369ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:41.179385Z","caller":"traceutil/trace.go:171","msg":"trace[456410688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7854; }","duration":"218.762943ms","start":"2026-03-11T05:28:40.960606Z","end":"2026-03-11T05:28:41.179369Z","steps":["trace[456410688] 'agreement among raft nodes before linearized reading' (duration: 217.967964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:41.17955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:40.581765Z","time spent":"597.691859ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:28:42.563101Z","caller":"traceutil/trace.go:171","msg":"trace[1796714999] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8164; }","duration":"229.323132ms","start":"2026-03-11T05:28:42.333756Z","end":"2026-03-11T05:28:42.563079Z","steps":["trace[1796714999] 'read index received' (duration: 229.098026ms)","trace[1796714999] 'applied index is now lower than readState.Index' (duration: 224.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:28:42.563217Z","caller":"traceutil/trace.go:171","msg":"trace[1336913466] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"232.317058ms","start":"2026-03-11T05:28:42.330849Z","end":"2026-03-11T05:28:42.563166Z","steps":["trace[1336913466] 'process raft request' (duration: 232.085922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:42.563322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.544677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-11T05:28:42.563332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.67811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:28:42.563382Z","caller":"traceutil/trace.go:171","msg":"trace[1095140226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:7863; }","duration":"229.65462ms","start":"2026-03-11T05:28:42.333713Z","end":"2026-03-11T05:28:42.563368Z","steps":["trace[1095140226] 'agreement among raft nodes before linearized reading' (duration: 229.448635ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:42.563414Z","caller":"traceutil/trace.go:171","msg":"trace[352842865] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7863; }","duration":"205.811954ms","start":"2026-03-11T05:28:42.357578Z","end":"2026-03-11T05:28:42.56339Z","steps":["trace[352842865] 'agreement among raft nodes before linearized reading' (duration: 205.6625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:43.200766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.818255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:28:43.200854Z","caller":"traceutil/trace.go:171","msg":"trace[1840342451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7863; }","duration":"124.953928ms","start":"2026-03-11T05:28:43.075876Z","end":"2026-03-11T05:28:43.20083Z","steps":["trace[1840342451] 'range keys from in-memory index tree' (duration: 124.724023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:43.201034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.646065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:28:43.201159Z","caller":"traceutil/trace.go:171","msg":"trace[1675012170] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7863; }","duration":"171.803718ms","start":"2026-03-11T05:28:43.029328Z","end":"2026-03-11T05:28:43.201132Z","steps":["trace[1675012170] 'count revisions from in-memory index tree' (duration: 171.549243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:43.201002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.097587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-11T05:28:43.201388Z","caller":"traceutil/trace.go:171","msg":"trace[1092383608] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7863; }","duration":"325.487547ms","start":"2026-03-11T05:28:42.875834Z","end":"2026-03-11T05:28:43.201321Z","steps":["trace[1092383608] 'range keys from in-memory index tree' (duration: 324.912822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:43.201445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:42.875807Z","time spent":"325.623381ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-11T05:28:43.703325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520812753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:28:44.203976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520812753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:28:44.491005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288503578s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:28:44.491322Z","caller":"traceutil/trace.go:171","msg":"trace[82072468] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"1.32084852s","start":"2026-03-11T05:28:43.170452Z","end":"2026-03-11T05:28:44.4913Z","steps":["trace[82072468] 'process raft request' (duration: 1.320721707s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.491463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.17043Z","time spent":"1.320962192s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:28:44.988861Z","caller":"traceutil/trace.go:171","msg":"trace[296866342] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"1.784390449s","start":"2026-03-11T05:28:43.204444Z","end":"2026-03-11T05:28:44.988834Z","steps":["trace[296866342] 'process raft request' (duration: 1.78405548s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:44.988922Z","caller":"traceutil/trace.go:171","msg":"trace[1094509777] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"1.368741508s","start":"2026-03-11T05:28:43.620135Z","end":"2026-03-11T05:28:44.988876Z","steps":["trace[1094509777] 'process raft request' (duration: 1.368620145s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.989053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.204428Z","time spent":"1.784503631s","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:28:44.988877Z","caller":"traceutil/trace.go:171","msg":"trace[432990033] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"1.552085781s","start":"2026-03-11T05:28:43.436762Z","end":"2026-03-11T05:28:44.988847Z","steps":["trace[432990033] 'process raft request' (duration: 1.551890496s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.989087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.620115Z","time spent":"1.368881662s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:28:44.989264Z","caller":"traceutil/trace.go:171","msg":"trace[683759607] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"1.343253679s","start":"2026-03-11T05:28:43.645994Z","end":"2026-03-11T05:28:44.989248Z","steps":["trace[683759607] 'process raft request' (duration: 1.342815878s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:44.989275Z","caller":"traceutil/trace.go:171","msg":"trace[1266813441] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"1.304997878s","start":"2026-03-11T05:28:43.684261Z","end":"2026-03-11T05:28:44.989259Z","steps":["trace[1266813441] 'process raft request' (duration: 1.304845134s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.989362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.68424Z","time spent":"1.305076339s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:28:44.989419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.43674Z","time spent":"1.552604184s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:28:44.989575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786714057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:28:44.990407Z","caller":"traceutil/trace.go:171","msg":"trace[400507548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7869; }","duration":"1.787550799s","start":"2026-03-11T05:28:43.20281Z","end":"2026-03-11T05:28:44.990361Z","steps":["trace[400507548] 'agreement among raft nodes before linearized reading' (duration: 1.786711597s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.990488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.202789Z","time spent":"1.787657031s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T05:28:44.989441Z","caller":"traceutil/trace.go:171","msg":"trace[293107086] linearizableReadLoop","detail":"{readStateIndex:8171; appliedIndex:8165; }","duration":"1.786493422s","start":"2026-03-11T05:28:43.202844Z","end":"2026-03-11T05:28:44.989337Z","steps":["trace[293107086] 'read index received' (duration: 1.288371034s)","trace[293107086] 'applied index is now lower than readState.Index' (duration: 498.041975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:28:44.990025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.645975Z","time spent":"1.343333952s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:28:44.990681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352822914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:28:44.990719Z","caller":"traceutil/trace.go:171","msg":"trace[480524559] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7869; }","duration":"1.352863585s","start":"2026-03-11T05:28:43.637844Z","end":"2026-03-11T05:28:44.990708Z","steps":["trace[480524559] 'agreement among raft nodes before linearized reading' (duration: 1.352798063s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.990751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.637783Z","time spent":"1.352959347s","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:28:44.990888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518796774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"warn","ts":"2026-03-11T05:28:44.99093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.156921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:28:44.990937Z","caller":"traceutil/trace.go:171","msg":"trace[1057272954] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7869; }","duration":"1.518866056s","start":"2026-03-11T05:28:43.472063Z","end":"2026-03-11T05:28:44.990929Z","steps":["trace[1057272954] 'agreement among raft nodes before linearized reading' (duration: 1.518715322s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.991003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.472048Z","time spent":"1.518949028s","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414368,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-11T05:28:44.991163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222325895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:28:44.991216Z","caller":"traceutil/trace.go:171","msg":"trace[859249706] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7869; }","duration":"1.222383316s","start":"2026-03-11T05:28:43.76882Z","end":"2026-03-11T05:28:44.991203Z","steps":["trace[859249706] 'agreement among raft nodes before linearized reading' (duration: 1.222255053s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.991289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.768762Z","time spent":"1.222514449s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:28:44.990734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786086692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5c5b0d93-074a-4309-98d3-9e758a68c0b7\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-11T05:28:44.991673Z","caller":"traceutil/trace.go:171","msg":"trace[462368989] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5c5b0d93-074a-4309-98d3-9e758a68c0b7; range_end:; response_count:1; response_revision:7869; }","duration":"1.787038296s","start":"2026-03-11T05:28:43.204614Z","end":"2026-03-11T05:28:44.991653Z","steps":["trace[462368989] 'agreement among raft nodes before linearized reading' (duration: 1.78600929s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.991807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.204598Z","time spent":"1.78719156s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-5c5b0d93-074a-4309-98d3-9e758a68c0b7\" "} {"level":"warn","ts":"2026-03-11T05:28:44.992042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.413003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:28:44.992073Z","caller":"traceutil/trace.go:171","msg":"trace[2030143011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7869; }","duration":"413.445854ms","start":"2026-03-11T05:28:44.57862Z","end":"2026-03-11T05:28:44.992066Z","steps":["trace[2030143011] 'agreement among raft nodes before linearized reading' (duration: 412.366837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.992097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:44.578576Z","time spent":"413.514776ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:28:44.992257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.022525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:28:44.990973Z","caller":"traceutil/trace.go:171","msg":"trace[849010052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:7869; }","duration":"412.235093ms","start":"2026-03-11T05:28:44.578731Z","end":"2026-03-11T05:28:44.990966Z","steps":["trace[849010052] 'agreement among raft nodes before linearized reading' (duration: 412.126021ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:44.992352Z","caller":"traceutil/trace.go:171","msg":"trace[294498860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7869; }","duration":"743.117878ms","start":"2026-03-11T05:28:44.249183Z","end":"2026-03-11T05:28:44.992301Z","steps":["trace[294498860] 'agreement among raft nodes before linearized reading' (duration: 742.344879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.992412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717933219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T05:28:44.992411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:44.578707Z","time spent":"413.683039ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"info","ts":"2026-03-11T05:28:44.99244Z","caller":"traceutil/trace.go:171","msg":"trace[715354607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7869; }","duration":"1.71799392s","start":"2026-03-11T05:28:43.274438Z","end":"2026-03-11T05:28:44.992432Z","steps":["trace[715354607] 'agreement among raft nodes before linearized reading' (duration: 1.717937529s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.992462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.274417Z","time spent":"1.718041691s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:28:44.992471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:44.249165Z","time spent":"743.22529ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T05:28:44.992525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181483965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:28:44.992362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782927861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:28:44.992608Z","caller":"traceutil/trace.go:171","msg":"trace[409626580] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7869; }","duration":"1.181654609s","start":"2026-03-11T05:28:43.810938Z","end":"2026-03-11T05:28:44.992592Z","steps":["trace[409626580] 'agreement among raft nodes before linearized reading' (duration: 1.181537106s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.992648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.810916Z","time spent":"1.181718661s","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:28:44.992656Z","caller":"traceutil/trace.go:171","msg":"trace[1926431081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7869; }","duration":"1.783233788s","start":"2026-03-11T05:28:43.209401Z","end":"2026-03-11T05:28:44.992634Z","steps":["trace[1926431081] 'agreement among raft nodes before linearized reading' (duration: 1.7829138s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.992701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718243606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:28:44.992759Z","caller":"traceutil/trace.go:171","msg":"trace[415545005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7869; }","duration":"1.718341099s","start":"2026-03-11T05:28:43.274402Z","end":"2026-03-11T05:28:44.992744Z","steps":["trace[415545005] 'agreement among raft nodes before linearized reading' (duration: 1.71798569s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.992768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717393424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T05:28:44.993073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.274381Z","time spent":"1.718677088s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:28:44.993153Z","caller":"traceutil/trace.go:171","msg":"trace[1890389389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7869; }","duration":"1.717810696s","start":"2026-03-11T05:28:43.275328Z","end":"2026-03-11T05:28:44.993139Z","steps":["trace[1890389389] 'agreement among raft nodes before linearized reading' (duration: 1.715829765s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:44.993289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.275303Z","time spent":"1.717934779s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:28:44.992789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:43.209386Z","time spent":"1.783382343s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:28:45.631441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.759346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:28:45.631604Z","caller":"traceutil/trace.go:171","msg":"trace[174613796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7874; }","duration":"493.972323ms","start":"2026-03-11T05:28:45.137609Z","end":"2026-03-11T05:28:45.631581Z","steps":["trace[174613796] 'count revisions from in-memory index tree' (duration: 493.672414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:45.631723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:45.137587Z","time spent":"494.114226ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:28:45.631808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.146668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T05:28:45.631911Z","caller":"traceutil/trace.go:171","msg":"trace[1963999244] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:7874; }","duration":"391.296802ms","start":"2026-03-11T05:28:45.240589Z","end":"2026-03-11T05:28:45.631886Z","steps":["trace[1963999244] 'range keys from in-memory index tree' (duration: 390.993443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:45.631964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:45.240565Z","time spent":"391.389363ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-11T05:28:46.466369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084863759s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:28:46.467715Z","caller":"traceutil/trace.go:171","msg":"trace[70229641] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"1.086925011s","start":"2026-03-11T05:28:45.380765Z","end":"2026-03-11T05:28:46.46769Z","steps":["trace[70229641] 'process raft request' (duration: 1.085893065s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:46.467851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:45.380733Z","time spent":"1.087040684s","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:28:46.472994Z","caller":"traceutil/trace.go:171","msg":"trace[1986587986] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8176; }","duration":"397.248033ms","start":"2026-03-11T05:28:46.075722Z","end":"2026-03-11T05:28:46.47297Z","steps":["trace[1986587986] 'read index received' (duration: 390.85484ms)","trace[1986587986] 'applied index is now lower than readState.Index' (duration: 6.391683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:28:46.473119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.385916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:28:46.473157Z","caller":"traceutil/trace.go:171","msg":"trace[467656461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7875; }","duration":"397.479888ms","start":"2026-03-11T05:28:46.075667Z","end":"2026-03-11T05:28:46.473147Z","steps":["trace[467656461] 'agreement among raft nodes before linearized reading' (duration: 397.392766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:46.473192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:46.075646Z","time spent":"397.53803ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:28:46.473419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:28:45.632872Z","time spent":"840.545336ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T05:28:47.142337Z","caller":"traceutil/trace.go:171","msg":"trace[1768997774] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"114.244586ms","start":"2026-03-11T05:28:47.028069Z","end":"2026-03-11T05:28:47.142314Z","steps":["trace[1768997774] 'process raft request' (duration: 114.065251ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:47.14261Z","caller":"traceutil/trace.go:171","msg":"trace[1994391308] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"114.523362ms","start":"2026-03-11T05:28:47.028063Z","end":"2026-03-11T05:28:47.142587Z","steps":["trace[1994391308] 'process raft request' (duration: 114.204904ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:47.14269Z","caller":"traceutil/trace.go:171","msg":"trace[1212092000] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"114.561233ms","start":"2026-03-11T05:28:47.028099Z","end":"2026-03-11T05:28:47.142661Z","steps":["trace[1212092000] 'process raft request' (duration: 114.380399ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:47.14282Z","caller":"traceutil/trace.go:171","msg":"trace[479464148] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"114.649186ms","start":"2026-03-11T05:28:47.028158Z","end":"2026-03-11T05:28:47.142807Z","steps":["trace[479464148] 'process raft request' (duration: 114.443791ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:47.142924Z","caller":"traceutil/trace.go:171","msg":"trace[645327713] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"114.41541ms","start":"2026-03-11T05:28:47.028494Z","end":"2026-03-11T05:28:47.142909Z","steps":["trace[645327713] 'process raft request' (duration: 114.256856ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:51.239528Z","caller":"traceutil/trace.go:171","msg":"trace[1338809493] linearizableReadLoop","detail":"{readStateIndex:8208; appliedIndex:8206; }","duration":"152.665012ms","start":"2026-03-11T05:28:51.086838Z","end":"2026-03-11T05:28:51.239503Z","steps":["trace[1338809493] 'read index received' (duration: 88.391157ms)","trace[1338809493] 'applied index is now lower than readState.Index' (duration: 64.272785ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:28:51.23958Z","caller":"traceutil/trace.go:171","msg":"trace[87092402] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"184.744098ms","start":"2026-03-11T05:28:51.054802Z","end":"2026-03-11T05:28:51.239546Z","steps":["trace[87092402] 'process raft request' (duration: 120.480374ms)","trace[87092402] 'compare' (duration: 64.013388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:28:51.239699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.842226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:28:51.239686Z","caller":"traceutil/trace.go:171","msg":"trace[94269728] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"183.721351ms","start":"2026-03-11T05:28:51.055925Z","end":"2026-03-11T05:28:51.239647Z","steps":["trace[94269728] 'process raft request' (duration: 183.523056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:51.239852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.627096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:28:51.239743Z","caller":"traceutil/trace.go:171","msg":"trace[1291666647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7904; }","duration":"152.923309ms","start":"2026-03-11T05:28:51.086806Z","end":"2026-03-11T05:28:51.239729Z","steps":["trace[1291666647] 'agreement among raft nodes before linearized reading' (duration: 152.840896ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:28:51.239919Z","caller":"traceutil/trace.go:171","msg":"trace[1656496121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7904; }","duration":"151.739049ms","start":"2026-03-11T05:28:51.088163Z","end":"2026-03-11T05:28:51.239902Z","steps":["trace[1656496121] 'agreement among raft nodes before linearized reading' (duration: 151.576355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:28:51.239977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.690386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:28:51.240176Z","caller":"traceutil/trace.go:171","msg":"trace[770990967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:7904; }","duration":"147.913671ms","start":"2026-03-11T05:28:51.092248Z","end":"2026-03-11T05:28:51.240162Z","steps":["trace[770990967] 'agreement among raft nodes before linearized reading' (duration: 147.688665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.283732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520813385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:29:15.536779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015630749s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T05:29:15.537234Z","caller":"traceutil/trace.go:171","msg":"trace[553029475] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"1.016146542s","start":"2026-03-11T05:29:14.521064Z","end":"2026-03-11T05:29:15.53721Z","steps":["trace[553029475] 'process raft request' (duration: 1.016003208s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.537433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:14.521042Z","time spent":"1.016263014s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:15.71254Z","caller":"traceutil/trace.go:171","msg":"trace[1406887040] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"381.931252ms","start":"2026-03-11T05:29:15.330584Z","end":"2026-03-11T05:29:15.712515Z","steps":["trace[1406887040] 'process raft request' (duration: 381.861631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.712692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.97677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:29:15.712725Z","caller":"traceutil/trace.go:171","msg":"trace[1549372482] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8069; }","duration":"930.028392ms","start":"2026-03-11T05:29:14.782689Z","end":"2026-03-11T05:29:15.712718Z","steps":["trace[1549372482] 'agreement among raft nodes before linearized reading' (duration: 929.901718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.712746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:14.782634Z","time spent":"930.105583ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:29:15.712534Z","caller":"traceutil/trace.go:171","msg":"trace[1515654935] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"387.32205ms","start":"2026-03-11T05:29:15.325174Z","end":"2026-03-11T05:29:15.712496Z","steps":["trace[1515654935] 'process raft request' (duration: 387.242568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.71283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.330557Z","time spent":"382.116327ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:15.712839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.325154Z","time spent":"387.628637ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:15.712552Z","caller":"traceutil/trace.go:171","msg":"trace[795655639] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"520.687061ms","start":"2026-03-11T05:29:15.191808Z","end":"2026-03-11T05:29:15.712495Z","steps":["trace[795655639] 'process raft request' (duration: 520.487256ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:15.712612Z","caller":"traceutil/trace.go:171","msg":"trace[1496988938] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"195.45497ms","start":"2026-03-11T05:29:15.517145Z","end":"2026-03-11T05:29:15.7126Z","steps":["trace[1496988938] 'process raft request' (duration: 195.323916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.713143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.191779Z","time spent":"521.233745ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:15.712524Z","caller":"traceutil/trace.go:171","msg":"trace[1589978246] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8375; }","duration":"929.801105ms","start":"2026-03-11T05:29:14.782704Z","end":"2026-03-11T05:29:15.712505Z","steps":["trace[1589978246] 'read index received' (duration: 754.333984ms)","trace[1589978246] 'applied index is now lower than readState.Index' (duration: 175.466291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:15.713558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.571653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T05:29:15.713574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.703007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T05:29:15.713579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.254061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:29:15.713598Z","caller":"traceutil/trace.go:171","msg":"trace[1112940006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8069; }","duration":"322.613224ms","start":"2026-03-11T05:29:15.390975Z","end":"2026-03-11T05:29:15.713588Z","steps":["trace[1112940006] 'agreement among raft nodes before linearized reading' (duration: 322.42348ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:15.713607Z","caller":"traceutil/trace.go:171","msg":"trace[258014176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8069; }","duration":"322.785709ms","start":"2026-03-11T05:29:15.390812Z","end":"2026-03-11T05:29:15.713598Z","steps":["trace[258014176] 'agreement among raft nodes before linearized reading' (duration: 322.683336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.713594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.170111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-11T05:29:15.71363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.390788Z","time spent":"322.837419ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T05:29:15.713634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.390886Z","time spent":"322.742637ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:29:15.713645Z","caller":"traceutil/trace.go:171","msg":"trace[885894672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8069; }","duration":"323.310153ms","start":"2026-03-11T05:29:15.390295Z","end":"2026-03-11T05:29:15.713605Z","steps":["trace[885894672] 'agreement among raft nodes before linearized reading' (duration: 323.18648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.713571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.106976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T05:29:15.713658Z","caller":"traceutil/trace.go:171","msg":"trace[1161535172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:8069; }","duration":"316.257083ms","start":"2026-03-11T05:29:15.39738Z","end":"2026-03-11T05:29:15.713637Z","steps":["trace[1161535172] 'agreement among raft nodes before linearized reading' (duration: 316.069698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.713685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.900999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:29:15.713705Z","caller":"traceutil/trace.go:171","msg":"trace[769849335] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:8069; }","duration":"472.295701ms","start":"2026-03-11T05:29:15.241402Z","end":"2026-03-11T05:29:15.713697Z","steps":["trace[769849335] 'agreement among raft nodes before linearized reading' (duration: 471.978813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.713681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.390285Z","time spent":"323.386744ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:29:15.713725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.241385Z","time spent":"472.335203ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-11T05:29:15.713742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.397363Z","time spent":"316.346035ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"info","ts":"2026-03-11T05:29:15.713874Z","caller":"traceutil/trace.go:171","msg":"trace[1563550713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8069; }","duration":"349.97335ms","start":"2026-03-11T05:29:15.363741Z","end":"2026-03-11T05:29:15.713714Z","steps":["trace[1563550713] 'agreement among raft nodes before linearized reading' (duration: 349.878598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.713935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.363729Z","time spent":"350.192656ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:29:15.71396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.823025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:29:15.714073Z","caller":"traceutil/trace.go:171","msg":"trace[279830369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8069; }","duration":"345.984648ms","start":"2026-03-11T05:29:15.36805Z","end":"2026-03-11T05:29:15.714035Z","steps":["trace[279830369] 'agreement among raft nodes before linearized reading' (duration: 345.481456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:15.714136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:15.368029Z","time spent":"346.078181ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:29:18.280584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.376774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:29:18.280849Z","caller":"traceutil/trace.go:171","msg":"trace[626009284] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"561.696573ms","start":"2026-03-11T05:29:17.71913Z","end":"2026-03-11T05:29:18.280827Z","steps":["trace[626009284] 'process raft request' (duration: 132.965581ms)","trace[626009284] 'compare' (duration: 428.22529ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:18.280889Z","caller":"traceutil/trace.go:171","msg":"trace[14233873] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"561.302894ms","start":"2026-03-11T05:29:17.719533Z","end":"2026-03-11T05:29:18.280836Z","steps":["trace[14233873] 'process raft request' (duration: 561.192871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.280943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.7191Z","time spent":"561.806616ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:18.280834Z","caller":"traceutil/trace.go:171","msg":"trace[227633957] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8387; }","duration":"555.766763ms","start":"2026-03-11T05:29:17.725045Z","end":"2026-03-11T05:29:18.280812Z","steps":["trace[227633957] 'read index received' (duration: 8.386163ms)","trace[227633957] 'applied index is now lower than readState.Index' (duration: 547.37933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:18.281071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.719521Z","time spent":"561.450797ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:18.28108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.024249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:29:18.281133Z","caller":"traceutil/trace.go:171","msg":"trace[503583824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8078; }","duration":"556.110302ms","start":"2026-03-11T05:29:17.725009Z","end":"2026-03-11T05:29:18.281119Z","steps":["trace[503583824] 'agreement among raft nodes before linearized reading' (duration: 555.884156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.281175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.724996Z","time spent":"556.168953ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:29:18.281221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.238559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:29:18.281211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.831769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:29:18.281248Z","caller":"traceutil/trace.go:171","msg":"trace[1187620544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"205.304651ms","start":"2026-03-11T05:29:18.075936Z","end":"2026-03-11T05:29:18.281241Z","steps":["trace[1187620544] 'agreement among raft nodes before linearized reading' (duration: 205.26099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.281245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.727286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:29:18.281272Z","caller":"traceutil/trace.go:171","msg":"trace[225109836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8078; }","duration":"554.932512ms","start":"2026-03-11T05:29:17.726322Z","end":"2026-03-11T05:29:18.281254Z","steps":["trace[225109836] 'agreement among raft nodes before linearized reading' (duration: 554.770948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.281262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.645206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-11T05:29:18.281331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.7263Z","time spent":"555.018705ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T05:29:18.281373Z","caller":"traceutil/trace.go:171","msg":"trace[1502977359] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8078; }","duration":"394.769979ms","start":"2026-03-11T05:29:17.886577Z","end":"2026-03-11T05:29:18.281346Z","steps":["trace[1502977359] 'agreement among raft nodes before linearized reading' (duration: 394.521233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.28138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.53491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T05:29:18.281424Z","caller":"traceutil/trace.go:171","msg":"trace[1753845025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8078; }","duration":"550.596601ms","start":"2026-03-11T05:29:17.730814Z","end":"2026-03-11T05:29:18.281411Z","steps":["trace[1753845025] 'agreement among raft nodes before linearized reading' (duration: 550.456467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.281439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.876264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:29:18.281468Z","caller":"traceutil/trace.go:171","msg":"trace[662942929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8078; }","duration":"553.923206ms","start":"2026-03-11T05:29:17.727537Z","end":"2026-03-11T05:29:18.28146Z","steps":["trace[662942929] 'agreement among raft nodes before linearized reading' (duration: 553.854224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.281499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.727526Z","time spent":"553.967077ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:29:18.281495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.746218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T05:29:18.281426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.886534Z","time spent":"394.882592ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-11T05:29:18.281533Z","caller":"traceutil/trace.go:171","msg":"trace[426230149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8078; }","duration":"554.813509ms","start":"2026-03-11T05:29:17.726711Z","end":"2026-03-11T05:29:18.281524Z","steps":["trace[426230149] 'agreement among raft nodes before linearized reading' (duration: 554.718586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.281555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.726696Z","time spent":"554.85484ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T05:29:18.281466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.730805Z","time spent":"550.654023ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T05:29:18.281312Z","caller":"traceutil/trace.go:171","msg":"trace[1542504625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:8078; }","duration":"552.840949ms","start":"2026-03-11T05:29:17.728454Z","end":"2026-03-11T05:29:18.281295Z","steps":["trace[1542504625] 'agreement among raft nodes before linearized reading' (duration: 552.634414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:18.281681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:17.728441Z","time spent":"553.218498ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"info","ts":"2026-03-11T05:29:20.347952Z","caller":"traceutil/trace.go:171","msg":"trace[1991106854] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"609.997903ms","start":"2026-03-11T05:29:19.737925Z","end":"2026-03-11T05:29:20.347923Z","steps":["trace[1991106854] 'process raft request' (duration: 609.843009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:20.348168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:19.737905Z","time spent":"610.154766ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:21.242803Z","caller":"traceutil/trace.go:171","msg":"trace[1530003215] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"1.40693361s","start":"2026-03-11T05:29:19.835843Z","end":"2026-03-11T05:29:21.242776Z","steps":["trace[1530003215] 'process raft request' (duration: 1.406632262s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:21.243154Z","caller":"traceutil/trace.go:171","msg":"trace[371964540] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"1.179521436s","start":"2026-03-11T05:29:20.063587Z","end":"2026-03-11T05:29:21.243108Z","steps":["trace[371964540] 'process raft request' (duration: 1.179095894s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.243188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:19.83582Z","time spent":"1.407065143s","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:21.243285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.06356Z","time spent":"1.179651489s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:21.243353Z","caller":"traceutil/trace.go:171","msg":"trace[1308375275] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"956.634468ms","start":"2026-03-11T05:29:20.286692Z","end":"2026-03-11T05:29:21.243326Z","steps":["trace[1308375275] 'process raft request' (duration: 956.30999ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:21.243494Z","caller":"traceutil/trace.go:171","msg":"trace[1928106090] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8396; }","duration":"1.390745068s","start":"2026-03-11T05:29:19.852732Z","end":"2026-03-11T05:29:21.243477Z","steps":["trace[1928106090] 'read index received' (duration: 495.912651ms)","trace[1928106090] 'applied index is now lower than readState.Index' (duration: 894.831467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:21.243515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.286666Z","time spent":"956.762372ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:21.243556Z","caller":"traceutil/trace.go:171","msg":"trace[1739827873] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"956.104055ms","start":"2026-03-11T05:29:20.287443Z","end":"2026-03-11T05:29:21.243547Z","steps":["trace[1739827873] 'process raft request' (duration: 955.832818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.243594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.287416Z","time spent":"956.157996ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:21.243635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390904873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:29:21.243671Z","caller":"traceutil/trace.go:171","msg":"trace[278966363] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8088; }","duration":"1.390981655s","start":"2026-03-11T05:29:19.852679Z","end":"2026-03-11T05:29:21.24366Z","steps":["trace[278966363] 'agreement among raft nodes before linearized reading' (duration: 1.390878882s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.243704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:19.852659Z","time spent":"1.391033895s","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:29:21.375334Z","caller":"traceutil/trace.go:171","msg":"trace[1092538557] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8400; }","duration":"131.775811ms","start":"2026-03-11T05:29:21.243532Z","end":"2026-03-11T05:29:21.375308Z","steps":["trace[1092538557] 'read index received' (duration: 43.357533ms)","trace[1092538557] 'applied index is now lower than readState.Index' (duration: 88.416768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:21.375735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.853101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:29:21.375783Z","caller":"traceutil/trace.go:171","msg":"trace[1281764628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8088; }","duration":"545.914353ms","start":"2026-03-11T05:29:20.829857Z","end":"2026-03-11T05:29:21.375771Z","steps":["trace[1281764628] 'agreement among raft nodes before linearized reading' (duration: 545.743639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.375817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.829798Z","time spent":"546.010436ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T05:29:21.375918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507028445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-11T05:29:21.375942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026053673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T05:29:21.375932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027275575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:29:21.37602Z","caller":"traceutil/trace.go:171","msg":"trace[962343991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8088; }","duration":"1.026189257s","start":"2026-03-11T05:29:20.349811Z","end":"2026-03-11T05:29:21.376Z","steps":["trace[962343991] 'agreement among raft nodes before linearized reading' (duration: 1.025889029s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.376063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.349788Z","time spent":"1.026267128s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:29:21.37606Z","caller":"traceutil/trace.go:171","msg":"trace[605606332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8088; }","duration":"1.02746755s","start":"2026-03-11T05:29:20.348567Z","end":"2026-03-11T05:29:21.376034Z","steps":["trace[605606332] 'agreement among raft nodes before linearized reading' (duration: 1.027064429s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.376118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.34855Z","time spent":"1.027556871s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:29:21.376122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055393499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T05:29:21.376131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.179983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-11T05:29:21.376172Z","caller":"traceutil/trace.go:171","msg":"trace[107412143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8088; }","duration":"1.055476662s","start":"2026-03-11T05:29:20.320681Z","end":"2026-03-11T05:29:21.376158Z","steps":["trace[107412143] 'agreement among raft nodes before linearized reading' (duration: 1.055341798s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:21.376208Z","caller":"traceutil/trace.go:171","msg":"trace[865174855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8088; }","duration":"705.263345ms","start":"2026-03-11T05:29:20.670917Z","end":"2026-03-11T05:29:21.37618Z","steps":["trace[865174855] 'agreement among raft nodes before linearized reading' (duration: 705.035199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.376226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.320661Z","time spent":"1.055547153s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:29:21.376248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024194396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-11T05:29:21.376119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.712307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189bb25375007422\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-11T05:29:21.376301Z","caller":"traceutil/trace.go:171","msg":"trace[1684490972] range","detail":"{range_begin:/registry/events/openstack/ceph.189bb25375007422; range_end:; response_count:1; response_revision:8088; }","duration":"125.945663ms","start":"2026-03-11T05:29:21.250345Z","end":"2026-03-11T05:29:21.376291Z","steps":["trace[1684490972] 'agreement among raft nodes before linearized reading' (duration: 125.500722ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:21.376301Z","caller":"traceutil/trace.go:171","msg":"trace[612981048] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:8088; }","duration":"1.024292248s","start":"2026-03-11T05:29:20.351994Z","end":"2026-03-11T05:29:21.376286Z","steps":["trace[612981048] 'agreement among raft nodes before linearized reading' (duration: 1.024157184s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.37634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.351977Z","time spent":"1.024353969s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"warn","ts":"2026-03-11T05:29:21.376354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026599656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:29:21.376389Z","caller":"traceutil/trace.go:171","msg":"trace[1340217365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8088; }","duration":"1.026646768s","start":"2026-03-11T05:29:20.349732Z","end":"2026-03-11T05:29:21.376379Z","steps":["trace[1340217365] 'agreement among raft nodes before linearized reading' (duration: 1.026539555s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.376416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.349725Z","time spent":"1.026685399s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:29:21.376257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.670856Z","time spent":"705.392649ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T05:29:21.37647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302510504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:29:21.376534Z","caller":"traceutil/trace.go:171","msg":"trace[407828687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8088; }","duration":"1.302604716s","start":"2026-03-11T05:29:20.073914Z","end":"2026-03-11T05:29:21.376518Z","steps":["trace[407828687] 'agreement among raft nodes before linearized reading' (duration: 1.302412131s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:21.375993Z","caller":"traceutil/trace.go:171","msg":"trace[295409916] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8088; }","duration":"1.507166318s","start":"2026-03-11T05:29:19.868807Z","end":"2026-03-11T05:29:21.375973Z","steps":["trace[295409916] 'agreement among raft nodes before linearized reading' (duration: 1.506938592s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.376582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.073897Z","time spent":"1.302673768s","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:29:21.376584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027809008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T05:29:21.376637Z","caller":"traceutil/trace.go:171","msg":"trace[73012390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8088; }","duration":"1.027875119s","start":"2026-03-11T05:29:20.348744Z","end":"2026-03-11T05:29:21.376619Z","steps":["trace[73012390] 'agreement among raft nodes before linearized reading' (duration: 1.027761186s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:21.376621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:19.868788Z","time spent":"1.507815285s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T05:29:21.376671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:20.348735Z","time spent":"1.027928621s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T05:29:25.358374Z","caller":"traceutil/trace.go:171","msg":"trace[468237971] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"105.995656ms","start":"2026-03-11T05:29:25.252349Z","end":"2026-03-11T05:29:25.358344Z","steps":["trace[468237971] 'process raft request' (duration: 47.530569ms)","trace[468237971] 'compare' (duration: 58.232921ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:25.691647Z","caller":"traceutil/trace.go:171","msg":"trace[242265495] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"133.037834ms","start":"2026-03-11T05:29:25.558582Z","end":"2026-03-11T05:29:25.69162Z","steps":["trace[242265495] 'process raft request' (duration: 132.86679ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:25.693224Z","caller":"traceutil/trace.go:171","msg":"trace[1466276081] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"134.403197ms","start":"2026-03-11T05:29:25.558788Z","end":"2026-03-11T05:29:25.693191Z","steps":["trace[1466276081] 'process raft request' (duration: 132.804807ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:25.693508Z","caller":"traceutil/trace.go:171","msg":"trace[1984246657] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"133.982568ms","start":"2026-03-11T05:29:25.559502Z","end":"2026-03-11T05:29:25.693485Z","steps":["trace[1984246657] 'process raft request' (duration: 133.803433ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:25.693498Z","caller":"traceutil/trace.go:171","msg":"trace[112473130] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8423; }","duration":"134.263754ms","start":"2026-03-11T05:29:25.559118Z","end":"2026-03-11T05:29:25.693382Z","steps":["trace[112473130] 'read index received' (duration: 51.850939ms)","trace[112473130] 'applied index is now lower than readState.Index' (duration: 82.411345ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:25.693568Z","caller":"traceutil/trace.go:171","msg":"trace[38512244] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"134.0965ms","start":"2026-03-11T05:29:25.559445Z","end":"2026-03-11T05:29:25.693541Z","steps":["trace[38512244] 'process raft request' (duration: 133.659739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:25.694083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.954612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228909"} {"level":"info","ts":"2026-03-11T05:29:25.694166Z","caller":"traceutil/trace.go:171","msg":"trace[500095016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8114; }","duration":"135.091846ms","start":"2026-03-11T05:29:25.559052Z","end":"2026-03-11T05:29:25.694144Z","steps":["trace[500095016] 'agreement among raft nodes before linearized reading' (duration: 134.570072ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:26.552531Z","caller":"traceutil/trace.go:171","msg":"trace[80949425] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"103.314558ms","start":"2026-03-11T05:29:26.449194Z","end":"2026-03-11T05:29:26.552509Z","steps":["trace[80949425] 'process raft request' (duration: 51.161181ms)","trace[80949425] 'compare' (duration: 51.963752ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:26.552654Z","caller":"traceutil/trace.go:171","msg":"trace[1266271247] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"103.221456ms","start":"2026-03-11T05:29:26.449398Z","end":"2026-03-11T05:29:26.552619Z","steps":["trace[1266271247] 'process raft request' (duration: 103.106153ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:26.552749Z","caller":"traceutil/trace.go:171","msg":"trace[130300250] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"103.272696ms","start":"2026-03-11T05:29:26.449449Z","end":"2026-03-11T05:29:26.552722Z","steps":["trace[130300250] 'process raft request' (duration: 103.089552ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:26.552773Z","caller":"traceutil/trace.go:171","msg":"trace[990792739] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"103.426431ms","start":"2026-03-11T05:29:26.449323Z","end":"2026-03-11T05:29:26.55275Z","steps":["trace[990792739] 'process raft request' (duration: 103.140094ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:26.552853Z","caller":"traceutil/trace.go:171","msg":"trace[1411728661] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"103.147493ms","start":"2026-03-11T05:29:26.449699Z","end":"2026-03-11T05:29:26.552846Z","steps":["trace[1411728661] 'process raft request' (duration: 102.870676ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:26.696576Z","caller":"traceutil/trace.go:171","msg":"trace[1045273041] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"138.473691ms","start":"2026-03-11T05:29:26.558071Z","end":"2026-03-11T05:29:26.696544Z","steps":["trace[1045273041] 'process raft request' (duration: 102.61871ms)","trace[1045273041] 'compare' (duration: 35.706047ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:26.725725Z","caller":"traceutil/trace.go:171","msg":"trace[1328276613] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8451; }","duration":"165.035416ms","start":"2026-03-11T05:29:26.560669Z","end":"2026-03-11T05:29:26.725705Z","steps":["trace[1328276613] 'read index received' (duration: 100.015553ms)","trace[1328276613] 'applied index is now lower than readState.Index' (duration: 65.018883ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:26.725844Z","caller":"traceutil/trace.go:171","msg":"trace[1807268590] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"157.556087ms","start":"2026-03-11T05:29:26.568279Z","end":"2026-03-11T05:29:26.725835Z","steps":["trace[1807268590] 'process raft request' (duration: 157.369442ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:26.725988Z","caller":"traceutil/trace.go:171","msg":"trace[1122552407] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"165.347305ms","start":"2026-03-11T05:29:26.560614Z","end":"2026-03-11T05:29:26.725962Z","steps":["trace[1122552407] 'process raft request' (duration: 164.911914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:26.726144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.464368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-11T05:29:26.72618Z","caller":"traceutil/trace.go:171","msg":"trace[627670628] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8139; }","duration":"165.539239ms","start":"2026-03-11T05:29:26.56063Z","end":"2026-03-11T05:29:26.726169Z","steps":["trace[627670628] 'agreement among raft nodes before linearized reading' (duration: 165.394085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:26.726304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.760143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:29:26.726376Z","caller":"traceutil/trace.go:171","msg":"trace[1174437406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8139; }","duration":"148.840735ms","start":"2026-03-11T05:29:26.577515Z","end":"2026-03-11T05:29:26.726356Z","steps":["trace[1174437406] 'agreement among raft nodes before linearized reading' (duration: 148.614759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:26.726412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.075548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-11T05:29:26.726455Z","caller":"traceutil/trace.go:171","msg":"trace[367647518] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8139; }","duration":"128.157489ms","start":"2026-03-11T05:29:26.598282Z","end":"2026-03-11T05:29:26.72644Z","steps":["trace[367647518] 'agreement among raft nodes before linearized reading' (duration: 128.010145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:28.618204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.452891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:29:28.61835Z","caller":"traceutil/trace.go:171","msg":"trace[1396695942] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"216.884935ms","start":"2026-03-11T05:29:28.401451Z","end":"2026-03-11T05:29:28.618336Z","steps":["trace[1396695942] 'process raft request' (duration: 216.828533ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:28.618516Z","caller":"traceutil/trace.go:171","msg":"trace[1758445234] linearizableReadLoop","detail":"{readStateIndex:8478; appliedIndex:8477; }","duration":"281.452227ms","start":"2026-03-11T05:29:28.33702Z","end":"2026-03-11T05:29:28.618472Z","steps":["trace[1758445234] 'read index received' (duration: 105.391611ms)","trace[1758445234] 'applied index is now lower than readState.Index' (duration: 176.059126ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:28.618541Z","caller":"traceutil/trace.go:171","msg":"trace[1418293723] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"291.79054ms","start":"2026-03-11T05:29:28.326719Z","end":"2026-03-11T05:29:28.61851Z","steps":["trace[1418293723] 'process raft request' (duration: 115.760774ms)","trace[1418293723] 'compare' (duration: 175.094953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:28.618616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.592771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-11T05:29:28.618645Z","caller":"traceutil/trace.go:171","msg":"trace[769874751] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8163; }","duration":"281.646822ms","start":"2026-03-11T05:29:28.33699Z","end":"2026-03-11T05:29:28.618637Z","steps":["trace[769874751] 'agreement among raft nodes before linearized reading' (duration: 281.589901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:28.618889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.439218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-11T05:29:28.618996Z","caller":"traceutil/trace.go:171","msg":"trace[19880989] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8163; }","duration":"281.564731ms","start":"2026-03-11T05:29:28.337411Z","end":"2026-03-11T05:29:28.618976Z","steps":["trace[19880989] 'agreement among raft nodes before linearized reading' (duration: 281.312133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:28.618976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.801427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-11T05:29:28.619077Z","caller":"traceutil/trace.go:171","msg":"trace[2057560640] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8163; }","duration":"281.94728ms","start":"2026-03-11T05:29:28.337099Z","end":"2026-03-11T05:29:28.619046Z","steps":["trace[2057560640] 'agreement among raft nodes before linearized reading' (duration: 281.620811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:28.619472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.387512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xp6cc\" ","response":"range_response_count:1 size:4743"} {"level":"info","ts":"2026-03-11T05:29:28.619506Z","caller":"traceutil/trace.go:171","msg":"trace[2091280990] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xp6cc; range_end:; response_count:1; response_revision:8163; }","duration":"282.453253ms","start":"2026-03-11T05:29:28.337045Z","end":"2026-03-11T05:29:28.619498Z","steps":["trace[2091280990] 'agreement among raft nodes before linearized reading' (duration: 281.671802ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:28.89815Z","caller":"traceutil/trace.go:171","msg":"trace[1485546523] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"271.822273ms","start":"2026-03-11T05:29:28.626299Z","end":"2026-03-11T05:29:28.898121Z","steps":["trace[1485546523] 'process raft request' (duration: 171.841221ms)","trace[1485546523] 'compare' (duration: 99.657154ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:29.07224Z","caller":"traceutil/trace.go:171","msg":"trace[1646402630] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8165; }","duration":"445.758066ms","start":"2026-03-11T05:29:28.626456Z","end":"2026-03-11T05:29:29.072214Z","steps":["trace[1646402630] 'process raft request' (duration: 445.700044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:29.072392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:28.626443Z","time spent":"445.869718ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4674,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:29.072699Z","caller":"traceutil/trace.go:171","msg":"trace[1936176733] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8165; }","duration":"446.348002ms","start":"2026-03-11T05:29:28.626339Z","end":"2026-03-11T05:29:29.072687Z","steps":["trace[1936176733] 'process raft request' (duration: 379.732628ms)","trace[1936176733] 'compare' (duration: 65.970467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:29.072904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:28.626322Z","time spent":"446.414043ms","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-11T05:29:29.266824Z","caller":"traceutil/trace.go:171","msg":"trace[100092942] linearizableReadLoop","detail":"{readStateIndex:8483; appliedIndex:8482; }","duration":"126.794484ms","start":"2026-03-11T05:29:29.140007Z","end":"2026-03-11T05:29:29.266801Z","steps":["trace[100092942] 'read index received' (duration: 37.561055ms)","trace[100092942] 'applied index is now lower than readState.Index' (duration: 89.232489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:29.267058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.01882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:29:29.267158Z","caller":"traceutil/trace.go:171","msg":"trace[297766329] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8166; }","duration":"127.169734ms","start":"2026-03-11T05:29:29.139968Z","end":"2026-03-11T05:29:29.267137Z","steps":["trace[297766329] 'agreement among raft nodes before linearized reading' (duration: 126.934778ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:29.267077Z","caller":"traceutil/trace.go:171","msg":"trace[927619913] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"191.684845ms","start":"2026-03-11T05:29:29.075249Z","end":"2026-03-11T05:29:29.266934Z","steps":["trace[927619913] 'process raft request' (duration: 102.354633ms)","trace[927619913] 'compare' (duration: 89.075676ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:29.467681Z","caller":"traceutil/trace.go:171","msg":"trace[692612421] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"184.82531ms","start":"2026-03-11T05:29:29.282832Z","end":"2026-03-11T05:29:29.467657Z","steps":["trace[692612421] 'process raft request' (duration: 144.201327ms)","trace[692612421] 'compare' (duration: 40.214142ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:29.467691Z","caller":"traceutil/trace.go:171","msg":"trace[413698605] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8483; }","duration":"180.524262ms","start":"2026-03-11T05:29:29.287142Z","end":"2026-03-11T05:29:29.467667Z","steps":["trace[413698605] 'read index received' (duration: 11.985444ms)","trace[413698605] 'applied index is now lower than readState.Index' (duration: 168.537678ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:29.46782Z","caller":"traceutil/trace.go:171","msg":"trace[634647356] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"180.589093ms","start":"2026-03-11T05:29:29.287189Z","end":"2026-03-11T05:29:29.467778Z","steps":["trace[634647356] 'process raft request' (duration: 180.366847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:29.467994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.827579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xp6cc\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-11T05:29:29.468062Z","caller":"traceutil/trace.go:171","msg":"trace[634955842] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xp6cc; range_end:; response_count:1; response_revision:8169; }","duration":"180.928642ms","start":"2026-03-11T05:29:29.28712Z","end":"2026-03-11T05:29:29.468048Z","steps":["trace[634955842] 'agreement among raft nodes before linearized reading' (duration: 180.725307ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:29.641551Z","caller":"traceutil/trace.go:171","msg":"trace[1055074786] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"314.18766ms","start":"2026-03-11T05:29:29.327332Z","end":"2026-03-11T05:29:29.64152Z","steps":["trace[1055074786] 'process raft request' (duration: 262.882395ms)","trace[1055074786] 'compare' (duration: 51.09581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:29.641707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:29.327303Z","time spent":"314.320554ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:29.64183Z","caller":"traceutil/trace.go:171","msg":"trace[1708243160] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"272.08221ms","start":"2026-03-11T05:29:29.369722Z","end":"2026-03-11T05:29:29.641804Z","steps":["trace[1708243160] 'process raft request' (duration: 271.724291ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:29.642039Z","caller":"traceutil/trace.go:171","msg":"trace[224126334] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"263.08864ms","start":"2026-03-11T05:29:29.378937Z","end":"2026-03-11T05:29:29.642026Z","steps":["trace[224126334] 'process raft request' (duration: 262.781212ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:29.642065Z","caller":"traceutil/trace.go:171","msg":"trace[228885727] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8486; }","duration":"171.435929ms","start":"2026-03-11T05:29:29.47058Z","end":"2026-03-11T05:29:29.642016Z","steps":["trace[228885727] 'read index received' (duration: 119.563589ms)","trace[228885727] 'applied index is now lower than readState.Index' (duration: 51.86932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:29.642334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.737067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xp6cc\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-11T05:29:29.642389Z","caller":"traceutil/trace.go:171","msg":"trace[884286922] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xp6cc; range_end:; response_count:1; response_revision:8172; }","duration":"171.806689ms","start":"2026-03-11T05:29:29.47057Z","end":"2026-03-11T05:29:29.642376Z","steps":["trace[884286922] 'agreement among raft nodes before linearized reading' (duration: 171.639475ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:29.883003Z","caller":"traceutil/trace.go:171","msg":"trace[1844805642] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"179.135186ms","start":"2026-03-11T05:29:29.703843Z","end":"2026-03-11T05:29:29.882978Z","steps":["trace[1844805642] 'read index received' (duration: 95.392966ms)","trace[1844805642] 'applied index is now lower than readState.Index' (duration: 83.74084ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:29.883091Z","caller":"traceutil/trace.go:171","msg":"trace[1784242176] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"236.547986ms","start":"2026-03-11T05:29:29.646517Z","end":"2026-03-11T05:29:29.883065Z","steps":["trace[1784242176] 'process raft request' (duration: 152.768905ms)","trace[1784242176] 'compare' (duration: 83.551355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:29.883214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.35206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T05:29:29.883314Z","caller":"traceutil/trace.go:171","msg":"trace[1789876466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8173; }","duration":"175.417181ms","start":"2026-03-11T05:29:29.707818Z","end":"2026-03-11T05:29:29.883235Z","steps":["trace[1789876466] 'agreement among raft nodes before linearized reading' (duration: 175.292508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:29.883329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.177875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T05:29:29.883328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.458694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-11T05:29:29.883377Z","caller":"traceutil/trace.go:171","msg":"trace[1988367629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8173; }","duration":"164.267218ms","start":"2026-03-11T05:29:29.719096Z","end":"2026-03-11T05:29:29.883364Z","steps":["trace[1988367629] 'agreement among raft nodes before linearized reading' (duration: 164.148365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:29.883372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.096004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T05:29:29.883428Z","caller":"traceutil/trace.go:171","msg":"trace[1251536560] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8173; }","duration":"179.624258ms","start":"2026-03-11T05:29:29.703779Z","end":"2026-03-11T05:29:29.883403Z","steps":["trace[1251536560] 'agreement among raft nodes before linearized reading' (duration: 179.3206ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:29.883491Z","caller":"traceutil/trace.go:171","msg":"trace[1613477198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8173; }","duration":"164.273408ms","start":"2026-03-11T05:29:29.719193Z","end":"2026-03-11T05:29:29.883466Z","steps":["trace[1613477198] 'agreement among raft nodes before linearized reading' (duration: 163.94384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:29.883525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.555814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:29:29.883559Z","caller":"traceutil/trace.go:171","msg":"trace[132832737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:8173; }","duration":"162.657286ms","start":"2026-03-11T05:29:29.720893Z","end":"2026-03-11T05:29:29.883551Z","steps":["trace[132832737] 'agreement among raft nodes before linearized reading' (duration: 162.490002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:29.883966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.820761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:29:29.884063Z","caller":"traceutil/trace.go:171","msg":"trace[885411718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8173; }","duration":"164.959805ms","start":"2026-03-11T05:29:29.719079Z","end":"2026-03-11T05:29:29.884039Z","steps":["trace[885411718] 'agreement among raft nodes before linearized reading' (duration: 164.439742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:31.698363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520813725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T05:29:31.76259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183354663s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-11T05:29:32.511932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242902757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-11T05:29:32.512009Z","caller":"traceutil/trace.go:171","msg":"trace[1777289073] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8179; }","duration":"2.243022931s","start":"2026-03-11T05:29:30.268968Z","end":"2026-03-11T05:29:32.511991Z","steps":["trace[1777289073] 'range keys from in-memory index tree' (duration: 2.24177873s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:32.51205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:30.268948Z","time spent":"2.243089652s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210825,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-11T05:29:32.513246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.369812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:29:32.513511Z","caller":"traceutil/trace.go:171","msg":"trace[1478262260] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"1.934358112s","start":"2026-03-11T05:29:30.579091Z","end":"2026-03-11T05:29:32.513449Z","steps":["trace[1478262260] 'process raft request' (duration: 1.183676692s)","trace[1478262260] 'compare' (duration: 747.780296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:32.513899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:30.579063Z","time spent":"1.9346636s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:32.876991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.803509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:29:32.877295Z","caller":"traceutil/trace.go:171","msg":"trace[1936900992] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"2.25477734s","start":"2026-03-11T05:29:30.622486Z","end":"2026-03-11T05:29:32.877263Z","steps":["trace[1936900992] 'process raft request' (duration: 1.988614702s)","trace[1936900992] 'compare' (duration: 264.899946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:32.877398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:30.622451Z","time spent":"2.254902484s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:32.977628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.532426ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T05:29:32.978508Z","caller":"traceutil/trace.go:171","msg":"trace[630180577] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"1.331795859s","start":"2026-03-11T05:29:31.646681Z","end":"2026-03-11T05:29:32.978477Z","steps":["trace[630180577] 'process raft request' (duration: 1.33104772s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:32.978686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.646645Z","time spent":"1.331950013s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:33.057737Z","caller":"traceutil/trace.go:171","msg":"trace[716775001] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"1.410347046s","start":"2026-03-11T05:29:31.647361Z","end":"2026-03-11T05:29:33.057708Z","steps":["trace[716775001] 'process raft request' (duration: 1.331098211s)","trace[716775001] 'compare' (duration: 78.448475ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:33.057885Z","caller":"traceutil/trace.go:171","msg":"trace[1185842741] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"1.41010054s","start":"2026-03-11T05:29:31.647756Z","end":"2026-03-11T05:29:33.057856Z","steps":["trace[1185842741] 'process raft request' (duration: 1.409769591s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.058059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.647748Z","time spent":"1.410212252s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:33.05817Z","caller":"traceutil/trace.go:171","msg":"trace[939590141] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"958.050934ms","start":"2026-03-11T05:29:32.1001Z","end":"2026-03-11T05:29:33.058151Z","steps":["trace[939590141] 'process raft request' (duration: 957.48627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.058252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860558265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:29:33.058355Z","caller":"traceutil/trace.go:171","msg":"trace[1060554415] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8185; }","duration":"1.860718079s","start":"2026-03-11T05:29:31.197619Z","end":"2026-03-11T05:29:33.058337Z","steps":["trace[1060554415] 'agreement among raft nodes before linearized reading' (duration: 1.860522804s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.058271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:32.100076Z","time spent":"958.156777ms","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-11T05:29:33.058455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.197605Z","time spent":"1.860835242s","remote":"127.0.0.1:57408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-11T05:29:33.058463Z","caller":"traceutil/trace.go:171","msg":"trace[1903405583] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8496; }","duration":"1.86033714s","start":"2026-03-11T05:29:31.197647Z","end":"2026-03-11T05:29:33.057984Z","steps":["trace[1903405583] 'read index received' (duration: 565.132022ms)","trace[1903405583] 'applied index is now lower than readState.Index' (duration: 1.295203598s)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:33.058527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.647336Z","time spent":"1.410476599s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:33.058891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.299721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:29:33.058992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081022702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-11T05:29:33.059012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07621044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-11T05:29:33.059055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081285688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T05:29:33.05904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.877314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:29:33.059086Z","caller":"traceutil/trace.go:171","msg":"trace[1856751227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:8185; }","duration":"1.076308112s","start":"2026-03-11T05:29:31.982761Z","end":"2026-03-11T05:29:33.059069Z","steps":["trace[1856751227] 'agreement among raft nodes before linearized reading' (duration: 1.076072115s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.059105Z","caller":"traceutil/trace.go:171","msg":"trace[673699918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8185; }","duration":"1.08135804s","start":"2026-03-11T05:29:31.977734Z","end":"2026-03-11T05:29:33.059092Z","steps":["trace[673699918] 'agreement among raft nodes before linearized reading' (duration: 1.081257787s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.059122Z","caller":"traceutil/trace.go:171","msg":"trace[1235846830] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8185; }","duration":"363.996697ms","start":"2026-03-11T05:29:32.695106Z","end":"2026-03-11T05:29:33.059103Z","steps":["trace[1235846830] 'agreement among raft nodes before linearized reading' (duration: 363.874824ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.059023Z","caller":"traceutil/trace.go:171","msg":"trace[1172856287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8185; }","duration":"984.471296ms","start":"2026-03-11T05:29:32.074529Z","end":"2026-03-11T05:29:33.059Z","steps":["trace[1172856287] 'agreement among raft nodes before linearized reading' (duration: 984.281851ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.059054Z","caller":"traceutil/trace.go:171","msg":"trace[2102433781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8185; }","duration":"1.081107333s","start":"2026-03-11T05:29:31.977929Z","end":"2026-03-11T05:29:33.059036Z","steps":["trace[2102433781] 'agreement among raft nodes before linearized reading' (duration: 1.080879357s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.059168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.626981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-11T05:29:33.059187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:32.074507Z","time spent":"984.670312ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T05:29:33.059192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:32.695085Z","time spent":"364.090399ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:29:33.059199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.977918Z","time spent":"1.081269357s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T05:29:33.059219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216817025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:29:33.059229Z","caller":"traceutil/trace.go:171","msg":"trace[345280545] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8185; }","duration":"511.730445ms","start":"2026-03-11T05:29:32.547482Z","end":"2026-03-11T05:29:33.059212Z","steps":["trace[345280545] 'agreement among raft nodes before linearized reading' (duration: 511.571591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.059289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:32.547461Z","time spent":"511.813806ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-11T05:29:33.05933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548606142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:29:33.059137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.982752Z","time spent":"1.076371154s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-vs9s9\" "} {"level":"info","ts":"2026-03-11T05:29:33.059355Z","caller":"traceutil/trace.go:171","msg":"trace[41269210] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8185; }","duration":"1.548670964s","start":"2026-03-11T05:29:31.510677Z","end":"2026-03-11T05:29:33.059348Z","steps":["trace[41269210] 'agreement among raft nodes before linearized reading' (duration: 1.548587192s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.058929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8045191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-11T05:29:33.059387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.510653Z","time spent":"1.548724795s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:29:33.059354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081320469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:29:33.059433Z","caller":"traceutil/trace.go:171","msg":"trace[787884870] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8185; }","duration":"1.805061665s","start":"2026-03-11T05:29:31.254353Z","end":"2026-03-11T05:29:33.059415Z","steps":["trace[787884870] 'agreement among raft nodes before linearized reading' (duration: 1.804438658s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.059247Z","caller":"traceutil/trace.go:171","msg":"trace[1672676053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8185; }","duration":"1.216848596s","start":"2026-03-11T05:29:31.84239Z","end":"2026-03-11T05:29:33.059239Z","steps":["trace[1672676053] 'agreement among raft nodes before linearized reading' (duration: 1.216769754s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.059466Z","caller":"traceutil/trace.go:171","msg":"trace[1949811943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8185; }","duration":"1.081492263s","start":"2026-03-11T05:29:31.977948Z","end":"2026-03-11T05:29:33.05944Z","steps":["trace[1949811943] 'agreement among raft nodes before linearized reading' (duration: 1.081136245s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.059498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.254332Z","time spent":"1.805148766s","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-11T05:29:33.059519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.977927Z","time spent":"1.081580985s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T05:29:33.059514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.842329Z","time spent":"1.217169514s","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T05:29:33.059321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171288677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T05:29:33.05914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.97772Z","time spent":"1.081413451s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T05:29:33.059614Z","caller":"traceutil/trace.go:171","msg":"trace[1447996392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8185; }","duration":"1.171642516s","start":"2026-03-11T05:29:31.887957Z","end":"2026-03-11T05:29:33.0596Z","steps":["trace[1447996392] 'agreement among raft nodes before linearized reading' (duration: 1.171163474s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.059679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.887937Z","time spent":"1.171726039s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T05:29:33.059738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150786976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T05:29:33.059785Z","caller":"traceutil/trace.go:171","msg":"trace[1725088202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8185; }","duration":"1.150863538s","start":"2026-03-11T05:29:31.90891Z","end":"2026-03-11T05:29:33.059773Z","steps":["trace[1725088202] 'agreement among raft nodes before linearized reading' (duration: 1.150730314s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.059811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132418988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T05:29:33.059872Z","caller":"traceutil/trace.go:171","msg":"trace[118749397] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8185; }","duration":"1.132518171s","start":"2026-03-11T05:29:31.927337Z","end":"2026-03-11T05:29:33.059855Z","steps":["trace[118749397] 'agreement among raft nodes before linearized reading' (duration: 1.132034579s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.059923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.927316Z","time spent":"1.132595962s","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":889,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:29:33.059818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:31.908896Z","time spent":"1.150915669s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T05:29:33.202976Z","caller":"traceutil/trace.go:171","msg":"trace[1408108707] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"137.477316ms","start":"2026-03-11T05:29:33.065448Z","end":"2026-03-11T05:29:33.202926Z","steps":["trace[1408108707] 'process raft request' (duration: 137.411694ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.203107Z","caller":"traceutil/trace.go:171","msg":"trace[619347822] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"138.565334ms","start":"2026-03-11T05:29:33.064492Z","end":"2026-03-11T05:29:33.203058Z","steps":["trace[619347822] 'process raft request' (duration: 138.302188ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.203147Z","caller":"traceutil/trace.go:171","msg":"trace[1738566761] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"139.503708ms","start":"2026-03-11T05:29:33.063634Z","end":"2026-03-11T05:29:33.203138Z","steps":["trace[1738566761] 'process raft request' (duration: 138.946504ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.203167Z","caller":"traceutil/trace.go:171","msg":"trace[1050916327] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"137.771803ms","start":"2026-03-11T05:29:33.065358Z","end":"2026-03-11T05:29:33.20313Z","steps":["trace[1050916327] 'process raft request' (duration: 137.469516ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.203241Z","caller":"traceutil/trace.go:171","msg":"trace[1874837707] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8504; }","duration":"139.269482ms","start":"2026-03-11T05:29:33.06394Z","end":"2026-03-11T05:29:33.20321Z","steps":["trace[1874837707] 'read index received' (duration: 81.497293ms)","trace[1874837707] 'applied index is now lower than readState.Index' (duration: 57.769389ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:33.203106Z","caller":"traceutil/trace.go:171","msg":"trace[1864913304] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"139.317723ms","start":"2026-03-11T05:29:33.063762Z","end":"2026-03-11T05:29:33.20308Z","steps":["trace[1864913304] 'process raft request' (duration: 138.976454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.203467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.506878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-11T05:29:33.203487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.50033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-11T05:29:33.20353Z","caller":"traceutil/trace.go:171","msg":"trace[1952074496] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8192; }","duration":"139.612791ms","start":"2026-03-11T05:29:33.063904Z","end":"2026-03-11T05:29:33.203516Z","steps":["trace[1952074496] 'agreement among raft nodes before linearized reading' (duration: 139.423106ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.203539Z","caller":"traceutil/trace.go:171","msg":"trace[1786599614] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8192; }","duration":"121.598582ms","start":"2026-03-11T05:29:33.081925Z","end":"2026-03-11T05:29:33.203523Z","steps":["trace[1786599614] 'agreement among raft nodes before linearized reading' (duration: 121.450198ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.203289Z","caller":"traceutil/trace.go:171","msg":"trace[1455307521] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"137.680152ms","start":"2026-03-11T05:29:33.065589Z","end":"2026-03-11T05:29:33.203269Z","steps":["trace[1455307521] 'process raft request' (duration: 137.302542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.203549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.2996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189bb25375007422\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-11T05:29:33.2036Z","caller":"traceutil/trace.go:171","msg":"trace[156082564] range","detail":"{range_begin:/registry/events/openstack/ceph.189bb25375007422; range_end:; response_count:1; response_revision:8192; }","duration":"135.369253ms","start":"2026-03-11T05:29:33.06822Z","end":"2026-03-11T05:29:33.203589Z","steps":["trace[156082564] 'agreement among raft nodes before linearized reading' (duration: 135.24425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.203492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.141649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:29:33.203703Z","caller":"traceutil/trace.go:171","msg":"trace[1196465683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8192; }","duration":"139.370495ms","start":"2026-03-11T05:29:33.064308Z","end":"2026-03-11T05:29:33.203679Z","steps":["trace[1196465683] 'agreement among raft nodes before linearized reading' (duration: 139.063467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.20386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.390379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228824"} {"level":"info","ts":"2026-03-11T05:29:33.203999Z","caller":"traceutil/trace.go:171","msg":"trace[1006296805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8192; }","duration":"138.544303ms","start":"2026-03-11T05:29:33.065443Z","end":"2026-03-11T05:29:33.203987Z","steps":["trace[1006296805] 'agreement among raft nodes before linearized reading' (duration: 138.077561ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:33.313779Z","caller":"traceutil/trace.go:171","msg":"trace[853180025] linearizableReadLoop","detail":"{readStateIndex:8512; appliedIndex:8510; }","duration":"104.554759ms","start":"2026-03-11T05:29:33.209201Z","end":"2026-03-11T05:29:33.313755Z","steps":["trace[853180025] 'read index received' (duration: 39.442293ms)","trace[853180025] 'applied index is now lower than readState.Index' (duration: 65.111366ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:33.313937Z","caller":"traceutil/trace.go:171","msg":"trace[1477447288] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"107.655968ms","start":"2026-03-11T05:29:33.206241Z","end":"2026-03-11T05:29:33.313897Z","steps":["trace[1477447288] 'process raft request' (duration: 92.217915ms)","trace[1477447288] 'compare' (duration: 15.175726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:33.314045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.681837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-11T05:29:33.31409Z","caller":"traceutil/trace.go:171","msg":"trace[1632783656] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8194; }","duration":"103.771089ms","start":"2026-03-11T05:29:33.210307Z","end":"2026-03-11T05:29:33.314078Z","steps":["trace[1632783656] 'agreement among raft nodes before linearized reading' (duration: 103.592684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:33.314071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.857217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189bb258de7e3676\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-11T05:29:33.314161Z","caller":"traceutil/trace.go:171","msg":"trace[1454337664] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189bb258de7e3676; range_end:; response_count:1; response_revision:8194; }","duration":"105.025972ms","start":"2026-03-11T05:29:33.209119Z","end":"2026-03-11T05:29:33.314145Z","steps":["trace[1454337664] 'agreement among raft nodes before linearized reading' (duration: 104.779415ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:35.2017Z","caller":"traceutil/trace.go:171","msg":"trace[104647053] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8515; }","duration":"126.459116ms","start":"2026-03-11T05:29:35.075214Z","end":"2026-03-11T05:29:35.201673Z","steps":["trace[104647053] 'read index received' (duration: 46.201736ms)","trace[104647053] 'applied index is now lower than readState.Index' (duration: 80.25636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:35.201831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.599429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:29:35.201816Z","caller":"traceutil/trace.go:171","msg":"trace[793707121] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"136.921842ms","start":"2026-03-11T05:29:35.064859Z","end":"2026-03-11T05:29:35.201781Z","steps":["trace[793707121] 'process raft request' (duration: 95.984691ms)","trace[793707121] 'compare' (duration: 40.707965ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:35.201863Z","caller":"traceutil/trace.go:171","msg":"trace[1109038949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8199; }","duration":"126.688662ms","start":"2026-03-11T05:29:35.075164Z","end":"2026-03-11T05:29:35.201853Z","steps":["trace[1109038949] 'agreement among raft nodes before linearized reading' (duration: 126.60763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:35.676301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.424002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:29:35.676607Z","caller":"traceutil/trace.go:171","msg":"trace[1418936528] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8517; }","duration":"460.748828ms","start":"2026-03-11T05:29:35.215838Z","end":"2026-03-11T05:29:35.676586Z","steps":["trace[1418936528] 'read index received' (duration: 156.11098ms)","trace[1418936528] 'applied index is now lower than readState.Index' (duration: 304.637038ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:35.6767Z","caller":"traceutil/trace.go:171","msg":"trace[278691534] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"463.902467ms","start":"2026-03-11T05:29:35.212787Z","end":"2026-03-11T05:29:35.67669Z","steps":["trace[278691534] 'process raft request' (duration: 463.695762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:35.6768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:35.212775Z","time spent":"463.953949ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:35.676685Z","caller":"traceutil/trace.go:171","msg":"trace[62062954] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"464.641936ms","start":"2026-03-11T05:29:35.211979Z","end":"2026-03-11T05:29:35.676621Z","steps":["trace[62062954] 'process raft request' (duration: 464.41682ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:35.677069Z","caller":"traceutil/trace.go:171","msg":"trace[398683488] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"461.62915ms","start":"2026-03-11T05:29:35.215426Z","end":"2026-03-11T05:29:35.677055Z","steps":["trace[398683488] 'process raft request' (duration: 461.129687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:35.677068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:35.211963Z","time spent":"464.927643ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:35.677068Z","caller":"traceutil/trace.go:171","msg":"trace[2020489532] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"461.995929ms","start":"2026-03-11T05:29:35.215044Z","end":"2026-03-11T05:29:35.67704Z","steps":["trace[2020489532] 'process raft request' (duration: 461.480376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:35.677134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:35.215414Z","time spent":"461.688971ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:29:35.67722Z","caller":"traceutil/trace.go:171","msg":"trace[1118763532] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"466.108813ms","start":"2026-03-11T05:29:35.21108Z","end":"2026-03-11T05:29:35.677188Z","steps":["trace[1118763532] 'process raft request' (duration: 160.706646ms)","trace[1118763532] 'compare' (duration: 303.9348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:35.677381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.494905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:29:35.67743Z","caller":"traceutil/trace.go:171","msg":"trace[211742856] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8204; }","duration":"227.575147ms","start":"2026-03-11T05:29:35.449846Z","end":"2026-03-11T05:29:35.677421Z","steps":["trace[211742856] 'agreement among raft nodes before linearized reading' (duration: 227.383132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:35.677247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:35.21502Z","time spent":"462.138912ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:35.677381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:35.211059Z","time spent":"466.230485ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:29:35.677119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.091935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-11T05:29:35.67755Z","caller":"traceutil/trace.go:171","msg":"trace[1483247227] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:8204; }","duration":"435.554296ms","start":"2026-03-11T05:29:35.241984Z","end":"2026-03-11T05:29:35.677538Z","steps":["trace[1483247227] 'agreement among raft nodes before linearized reading' (duration: 435.000422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:35.677593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:35.241965Z","time spent":"435.618528ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-11T05:29:35.67791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.063021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228824"} {"level":"info","ts":"2026-03-11T05:29:35.677968Z","caller":"traceutil/trace.go:171","msg":"trace[2077322366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8204; }","duration":"462.139352ms","start":"2026-03-11T05:29:35.215816Z","end":"2026-03-11T05:29:35.677955Z","steps":["trace[2077322366] 'agreement among raft nodes before linearized reading' (duration: 461.614989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:35.678009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:35.215809Z","time spent":"462.191224ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-11T05:29:40.676982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.222196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:29:40.677067Z","caller":"traceutil/trace.go:171","msg":"trace[276289908] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8240; }","duration":"313.36848ms","start":"2026-03-11T05:29:40.363679Z","end":"2026-03-11T05:29:40.677048Z","steps":["trace[276289908] 'count revisions from in-memory index tree' (duration: 313.112873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:40.677152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:29:40.363656Z","time spent":"313.482932ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:29:44.488533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.422958ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:29:44.488659Z","caller":"traceutil/trace.go:171","msg":"trace[564331309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8272; }","duration":"401.561502ms","start":"2026-03-11T05:29:44.087082Z","end":"2026-03-11T05:29:44.488643Z","steps":["trace[564331309] 'range keys from in-memory index tree' (duration: 401.407808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:44.488636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.105255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:29:44.488729Z","caller":"traceutil/trace.go:171","msg":"trace[1876920585] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:8272; }","duration":"179.240858ms","start":"2026-03-11T05:29:44.309471Z","end":"2026-03-11T05:29:44.488712Z","steps":["trace[1876920585] 'range keys from in-memory index tree' (duration: 179.025543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:29:44.489034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.597001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:29:44.489322Z","caller":"traceutil/trace.go:171","msg":"trace[96060379] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8272; }","duration":"225.638079ms","start":"2026-03-11T05:29:44.26367Z","end":"2026-03-11T05:29:44.489308Z","steps":["trace[96060379] 'count revisions from in-memory index tree' (duration: 224.53524ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:45.377704Z","caller":"traceutil/trace.go:171","msg":"trace[134844743] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"109.3072ms","start":"2026-03-11T05:29:45.268366Z","end":"2026-03-11T05:29:45.377673Z","steps":["trace[134844743] 'process raft request' (duration: 109.166676ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:45.377996Z","caller":"traceutil/trace.go:171","msg":"trace[1892778975] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"122.344842ms","start":"2026-03-11T05:29:45.255409Z","end":"2026-03-11T05:29:45.377754Z","steps":["trace[1892778975] 'process raft request' (duration: 63.502506ms)","trace[1892778975] 'compare' (duration: 58.237871ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:46.240903Z","caller":"traceutil/trace.go:171","msg":"trace[347316970] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"102.641531ms","start":"2026-03-11T05:29:46.138237Z","end":"2026-03-11T05:29:46.240879Z","steps":["trace[347316970] 'process raft request' (duration: 102.495627ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:47.302054Z","caller":"traceutil/trace.go:171","msg":"trace[970735215] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"101.388668ms","start":"2026-03-11T05:29:47.200627Z","end":"2026-03-11T05:29:47.302016Z","steps":["trace[970735215] 'process raft request' (duration: 101.223474ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:29:47.386245Z","caller":"traceutil/trace.go:171","msg":"trace[1080569828] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8624; }","duration":"178.601522ms","start":"2026-03-11T05:29:47.207615Z","end":"2026-03-11T05:29:47.386217Z","steps":["trace[1080569828] 'read index received' (duration: 94.208716ms)","trace[1080569828] 'applied index is now lower than readState.Index' (duration: 84.391416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:29:47.386634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.992472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111921"} {"level":"info","ts":"2026-03-11T05:29:47.386648Z","caller":"traceutil/trace.go:171","msg":"trace[761990174] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"183.328302ms","start":"2026-03-11T05:29:47.203295Z","end":"2026-03-11T05:29:47.386623Z","steps":["trace[761990174] 'process raft request' (duration: 167.243462ms)","trace[761990174] 'compare' (duration: 15.551706ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:29:47.386681Z","caller":"traceutil/trace.go:171","msg":"trace[1117126365] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8304; }","duration":"179.088285ms","start":"2026-03-11T05:29:47.207581Z","end":"2026-03-11T05:29:47.38667Z","steps":["trace[1117126365] 'agreement among raft nodes before linearized reading' (duration: 178.746796ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:39.258547Z","caller":"traceutil/trace.go:171","msg":"trace[268127677] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"194.470952ms","start":"2026-03-11T05:30:39.064051Z","end":"2026-03-11T05:30:39.258522Z","steps":["trace[268127677] 'process raft request' (duration: 194.314758ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:39.258569Z","caller":"traceutil/trace.go:171","msg":"trace[625956525] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9173; }","duration":"169.586692ms","start":"2026-03-11T05:30:39.088948Z","end":"2026-03-11T05:30:39.258534Z","steps":["trace[625956525] 'read index received' (duration: 169.570222ms)","trace[625956525] 'applied index is now lower than readState.Index' (duration: 9.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:30:39.258754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.789497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:30:39.2588Z","caller":"traceutil/trace.go:171","msg":"trace[151525190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8837; }","duration":"169.8919ms","start":"2026-03-11T05:30:39.088895Z","end":"2026-03-11T05:30:39.258787Z","steps":["trace[151525190] 'agreement among raft nodes before linearized reading' (duration: 169.748776ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:46.22959Z","caller":"traceutil/trace.go:171","msg":"trace[814240833] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9213; }","duration":"173.838469ms","start":"2026-03-11T05:30:46.055721Z","end":"2026-03-11T05:30:46.229559Z","steps":["trace[814240833] 'read index received' (duration: 173.602833ms)","trace[814240833] 'applied index is now lower than readState.Index' (duration: 234.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:30:46.229715Z","caller":"traceutil/trace.go:171","msg":"trace[1413073754] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"250.785105ms","start":"2026-03-11T05:30:45.978897Z","end":"2026-03-11T05:30:46.229682Z","steps":["trace[1413073754] 'process raft request' (duration: 250.461137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:46.229877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.048939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T05:30:46.229909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.625073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:30:46.229948Z","caller":"traceutil/trace.go:171","msg":"trace[159546747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8876; }","duration":"171.150251ms","start":"2026-03-11T05:30:46.058774Z","end":"2026-03-11T05:30:46.229925Z","steps":["trace[159546747] 'agreement among raft nodes before linearized reading' (duration: 170.969666ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:46.229979Z","caller":"traceutil/trace.go:171","msg":"trace[2009741669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8876; }","duration":"154.723726ms","start":"2026-03-11T05:30:46.075241Z","end":"2026-03-11T05:30:46.229964Z","steps":["trace[2009741669] 'agreement among raft nodes before linearized reading' (duration: 154.615003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:46.229877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.138556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-11T05:30:46.23004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.016645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-11T05:30:46.230081Z","caller":"traceutil/trace.go:171","msg":"trace[1532991503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8876; }","duration":"163.136238ms","start":"2026-03-11T05:30:46.066931Z","end":"2026-03-11T05:30:46.230067Z","steps":["trace[1532991503] 'agreement among raft nodes before linearized reading' (duration: 162.962794ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:46.230101Z","caller":"traceutil/trace.go:171","msg":"trace[2056590804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8876; }","duration":"174.382993ms","start":"2026-03-11T05:30:46.055671Z","end":"2026-03-11T05:30:46.230054Z","steps":["trace[2056590804] 'agreement among raft nodes before linearized reading' (duration: 174.052695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:46.230104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.086813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T05:30:46.23022Z","caller":"traceutil/trace.go:171","msg":"trace[984440677] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8876; }","duration":"132.239836ms","start":"2026-03-11T05:30:46.09795Z","end":"2026-03-11T05:30:46.230189Z","steps":["trace[984440677] 'agreement among raft nodes before linearized reading' (duration: 132.020331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:46.230224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.080196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T05:30:46.230327Z","caller":"traceutil/trace.go:171","msg":"trace[1238295068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8876; }","duration":"144.24609ms","start":"2026-03-11T05:30:46.086063Z","end":"2026-03-11T05:30:46.230309Z","steps":["trace[1238295068] 'agreement among raft nodes before linearized reading' (duration: 143.866381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:46.230887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.830864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T05:30:46.23135Z","caller":"traceutil/trace.go:171","msg":"trace[665602413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8876; }","duration":"141.289856ms","start":"2026-03-11T05:30:46.090015Z","end":"2026-03-11T05:30:46.231304Z","steps":["trace[665602413] 'agreement among raft nodes before linearized reading' (duration: 139.789888ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:49.923959Z","caller":"traceutil/trace.go:171","msg":"trace[312869503] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"318.45846ms","start":"2026-03-11T05:30:49.605472Z","end":"2026-03-11T05:30:49.923931Z","steps":["trace[312869503] 'process raft request' (duration: 318.285145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:49.924526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:49.605445Z","time spent":"318.892861ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:30:49.927682Z","caller":"traceutil/trace.go:171","msg":"trace[1132999239] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9230; }","duration":"267.321295ms","start":"2026-03-11T05:30:49.660336Z","end":"2026-03-11T05:30:49.927657Z","steps":["trace[1132999239] 'read index received' (duration: 263.455957ms)","trace[1132999239] 'applied index is now lower than readState.Index' (duration: 3.864188ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:30:49.927721Z","caller":"traceutil/trace.go:171","msg":"trace[1212990228] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"322.129312ms","start":"2026-03-11T05:30:49.60557Z","end":"2026-03-11T05:30:49.927699Z","steps":["trace[1212990228] 'process raft request' (duration: 321.966778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:49.927942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:49.605529Z","time spent":"322.351367ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:30:49.927966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.601141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-11T05:30:49.928114Z","caller":"traceutil/trace.go:171","msg":"trace[1696680788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8894; }","duration":"267.765235ms","start":"2026-03-11T05:30:49.660327Z","end":"2026-03-11T05:30:49.928093Z","steps":["trace[1696680788] 'agreement among raft nodes before linearized reading' (duration: 267.475628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:49.92797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.018321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-dzpjt\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-03-11T05:30:49.928289Z","caller":"traceutil/trace.go:171","msg":"trace[624705153] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-dzpjt; range_end:; response_count:1; response_revision:8894; }","duration":"198.379091ms","start":"2026-03-11T05:30:49.729898Z","end":"2026-03-11T05:30:49.928277Z","steps":["trace[624705153] 'agreement among raft nodes before linearized reading' (duration: 197.95623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:55.594144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257100520815789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T05:30:55.997518Z","caller":"traceutil/trace.go:171","msg":"trace[913473240] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"906.952992ms","start":"2026-03-11T05:30:55.090542Z","end":"2026-03-11T05:30:55.997495Z","steps":["trace[913473240] 'process raft request' (duration: 906.824079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:55.997648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:55.090514Z","time spent":"907.064595ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:30:56.515977Z","caller":"traceutil/trace.go:171","msg":"trace[1527517745] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"1.190407065s","start":"2026-03-11T05:30:55.325538Z","end":"2026-03-11T05:30:56.515945Z","steps":["trace[1527517745] 'process raft request' (duration: 1.190137959s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.516155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:55.325499Z","time spent":"1.190559409s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:30:56.516226Z","caller":"traceutil/trace.go:171","msg":"trace[979306983] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9258; }","duration":"1.422832908s","start":"2026-03-11T05:30:55.093364Z","end":"2026-03-11T05:30:56.516196Z","steps":["trace[979306983] 'read index received' (duration: 904.08663ms)","trace[979306983] 'applied index is now lower than readState.Index' (duration: 518.745358ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:30:56.516308Z","caller":"traceutil/trace.go:171","msg":"trace[1583959156] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"571.40312ms","start":"2026-03-11T05:30:55.944894Z","end":"2026-03-11T05:30:56.516297Z","steps":["trace[1583959156] 'process raft request' (duration: 571.00043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.516361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:55.944852Z","time spent":"571.481272ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:30:56.516382Z","caller":"traceutil/trace.go:171","msg":"trace[1342401353] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"568.695472ms","start":"2026-03-11T05:30:55.947671Z","end":"2026-03-11T05:30:56.516366Z","steps":["trace[1342401353] 'process raft request' (duration: 568.426965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.516502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:55.947646Z","time spent":"568.771874ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:30:56.516578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.902893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T05:30:56.516672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.816426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:30:56.516676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423285349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-11T05:30:56.516707Z","caller":"traceutil/trace.go:171","msg":"trace[1548329832] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8923; }","duration":"312.070437ms","start":"2026-03-11T05:30:56.204619Z","end":"2026-03-11T05:30:56.516689Z","steps":["trace[1548329832] 'agreement among raft nodes before linearized reading' (duration: 311.897543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.51671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.523272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vs9s9\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-11T05:30:56.516737Z","caller":"traceutil/trace.go:171","msg":"trace[1568319211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8923; }","duration":"442.912089ms","start":"2026-03-11T05:30:56.073807Z","end":"2026-03-11T05:30:56.51672Z","steps":["trace[1568319211] 'agreement among raft nodes before linearized reading' (duration: 442.810696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.516749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.914133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T05:30:56.516766Z","caller":"traceutil/trace.go:171","msg":"trace[1005470336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vs9s9; range_end:; response_count:1; response_revision:8923; }","duration":"207.620944ms","start":"2026-03-11T05:30:56.309132Z","end":"2026-03-11T05:30:56.516753Z","steps":["trace[1005470336] 'agreement among raft nodes before linearized reading' (duration: 207.376158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.516762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.204597Z","time spent":"312.153169ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:30:56.516779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.588014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T05:30:56.516765Z","caller":"traceutil/trace.go:171","msg":"trace[1464127160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8923; }","duration":"1.423411062s","start":"2026-03-11T05:30:55.093327Z","end":"2026-03-11T05:30:56.516738Z","steps":["trace[1464127160] 'agreement among raft nodes before linearized reading' (duration: 1.423134965s)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:56.516784Z","caller":"traceutil/trace.go:171","msg":"trace[950251701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8923; }","duration":"227.000875ms","start":"2026-03-11T05:30:56.289771Z","end":"2026-03-11T05:30:56.516772Z","steps":["trace[950251701] 'agreement among raft nodes before linearized reading' (duration: 226.880552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.516774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.073751Z","time spent":"443.016101ms","remote":"127.0.0.1:57292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T05:30:56.516823Z","caller":"traceutil/trace.go:171","msg":"trace[235459328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8923; }","duration":"207.635935ms","start":"2026-03-11T05:30:56.309169Z","end":"2026-03-11T05:30:56.516805Z","steps":["trace[235459328] 'agreement among raft nodes before linearized reading' (duration: 207.567753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.516828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:55.093314Z","time spent":"1.423504304s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-11T05:30:56.516684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.494421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T05:30:56.516914Z","caller":"traceutil/trace.go:171","msg":"trace[314336886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8923; }","duration":"207.766528ms","start":"2026-03-11T05:30:56.309141Z","end":"2026-03-11T05:30:56.516908Z","steps":["trace[314336886] 'agreement among raft nodes before linearized reading' (duration: 207.410329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.516716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.406549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T05:30:56.517015Z","caller":"traceutil/trace.go:171","msg":"trace[902094294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8923; }","duration":"207.750197ms","start":"2026-03-11T05:30:56.309239Z","end":"2026-03-11T05:30:56.516989Z","steps":["trace[902094294] 'agreement among raft nodes before linearized reading' (duration: 207.404199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.517024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.777158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T05:30:56.517145Z","caller":"traceutil/trace.go:171","msg":"trace[593386794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8923; }","duration":"207.932772ms","start":"2026-03-11T05:30:56.309181Z","end":"2026-03-11T05:30:56.517114Z","steps":["trace[593386794] 'agreement among raft nodes before linearized reading' (duration: 207.539633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.51719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271400085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-11T05:30:56.517267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.413291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-11T05:30:56.517341Z","caller":"traceutil/trace.go:171","msg":"trace[507012275] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:8923; }","duration":"1.27158588s","start":"2026-03-11T05:30:55.24574Z","end":"2026-03-11T05:30:56.517326Z","steps":["trace[507012275] 'agreement among raft nodes before linearized reading' (duration: 1.270733899s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.517362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125702467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:30:56.517377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:55.245717Z","time spent":"1.271650182s","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-11T05:30:56.517369Z","caller":"traceutil/trace.go:171","msg":"trace[1760548611] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8923; }","duration":"153.554095ms","start":"2026-03-11T05:30:56.363786Z","end":"2026-03-11T05:30:56.51734Z","steps":["trace[1760548611] 'agreement among raft nodes before linearized reading' (duration: 153.284238ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:56.517412Z","caller":"traceutil/trace.go:171","msg":"trace[56801560] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8923; }","duration":"1.12580848s","start":"2026-03-11T05:30:55.39159Z","end":"2026-03-11T05:30:56.517398Z","steps":["trace[56801560] 'agreement among raft nodes before linearized reading' (duration: 1.125735248s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:56.517447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:55.39156Z","time spent":"1.125877592s","remote":"127.0.0.1:57576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T05:30:56.864796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.778747ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-11T05:30:56.864885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.518176Z","time spent":"346.704973ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T05:30:57.193361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.586147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T05:30:57.193793Z","caller":"traceutil/trace.go:171","msg":"trace[2106806216] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"327.941439ms","start":"2026-03-11T05:30:56.865833Z","end":"2026-03-11T05:30:57.193774Z","steps":["trace[2106806216] 'process raft request' (duration: 327.896698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:57.193873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.865813Z","time spent":"328.023802ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:30:57.19406Z","caller":"traceutil/trace.go:171","msg":"trace[2066016812] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"672.419337ms","start":"2026-03-11T05:30:56.521631Z","end":"2026-03-11T05:30:57.19405Z","steps":["trace[2066016812] 'process raft request' (duration: 672.011087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:57.194139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.521602Z","time spent":"672.488369ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:30:57.194278Z","caller":"traceutil/trace.go:171","msg":"trace[923691710] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"672.342055ms","start":"2026-03-11T05:30:56.521927Z","end":"2026-03-11T05:30:57.194269Z","steps":["trace[923691710] 'process raft request' (duration: 671.74016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:57.194332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.521918Z","time spent":"672.388036ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:30:57.19431Z","caller":"traceutil/trace.go:171","msg":"trace[583278433] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"672.999892ms","start":"2026-03-11T05:30:56.521278Z","end":"2026-03-11T05:30:57.194278Z","steps":["trace[583278433] 'process raft request' (duration: 672.265363ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:57.194307Z","caller":"traceutil/trace.go:171","msg":"trace[2058384453] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"673.738469ms","start":"2026-03-11T05:30:56.52053Z","end":"2026-03-11T05:30:57.194268Z","steps":["trace[2058384453] 'process raft request' (duration: 672.930919ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:57.194412Z","caller":"traceutil/trace.go:171","msg":"trace[1290401065] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"675.821963ms","start":"2026-03-11T05:30:56.518577Z","end":"2026-03-11T05:30:57.194399Z","steps":["trace[1290401065] 'process raft request' (duration: 455.111757ms)","trace[1290401065] 'compare' (duration: 219.26835ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T05:30:57.194457Z","caller":"traceutil/trace.go:171","msg":"trace[7448793] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"672.375286ms","start":"2026-03-11T05:30:56.522073Z","end":"2026-03-11T05:30:57.194448Z","steps":["trace[7448793] 'process raft request' (duration: 671.624027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:57.194471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.518546Z","time spent":"675.893695ms","remote":"127.0.0.1:57404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:30:57.19451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.522054Z","time spent":"672.428967ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:30:57.194518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.520511Z","time spent":"673.897244ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T05:30:57.194532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.521261Z","time spent":"673.125734ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:30:57.194638Z","caller":"traceutil/trace.go:171","msg":"trace[449028926] linearizableReadLoop","detail":"{readStateIndex:9270; appliedIndex:9262; }","duration":"671.232766ms","start":"2026-03-11T05:30:56.523396Z","end":"2026-03-11T05:30:57.194629Z","steps":["trace[449028926] 'read index received' (duration: 182.55867ms)","trace[449028926] 'applied index is now lower than readState.Index' (duration: 488.673076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:30:57.194774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.885454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T05:30:57.194826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.955339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:30:57.194839Z","caller":"traceutil/trace.go:171","msg":"trace[739922523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8931; }","duration":"119.977156ms","start":"2026-03-11T05:30:57.074845Z","end":"2026-03-11T05:30:57.194822Z","steps":["trace[739922523] 'agreement among raft nodes before linearized reading' (duration: 119.877294ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:30:57.194881Z","caller":"traceutil/trace.go:171","msg":"trace[609463828] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8931; }","duration":"115.01966ms","start":"2026-03-11T05:30:57.079845Z","end":"2026-03-11T05:30:57.194865Z","steps":["trace[609463828] 'agreement among raft nodes before linearized reading' (duration: 114.937128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:57.195002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.602616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291559"} {"level":"info","ts":"2026-03-11T05:30:57.195031Z","caller":"traceutil/trace.go:171","msg":"trace[2021173806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8931; }","duration":"671.646486ms","start":"2026-03-11T05:30:56.523378Z","end":"2026-03-11T05:30:57.195024Z","steps":["trace[2021173806] 'agreement among raft nodes before linearized reading' (duration: 671.348599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:57.195052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.523369Z","time spent":"671.675458ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291581,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-11T05:30:57.195162Z","caller":"traceutil/trace.go:171","msg":"trace[1392496272] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"672.423498ms","start":"2026-03-11T05:30:56.52161Z","end":"2026-03-11T05:30:57.194033Z","steps":["trace[1392496272] 'process raft request' (duration: 671.965586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T05:30:57.195344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T05:30:56.521598Z","time spent":"673.649128ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T05:32:43.192946Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T05:32:43.200519Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T05:32:43.200609Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T05:32:52.388776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7451} {"level":"info","ts":"2026-03-11T05:32:52.453046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7451,"took":"62.216284ms","hash":1309844626,"current-db-size-bytes":40648704,"current-db-size":"41 MB","current-db-size-in-use-bytes":24219648,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-11T05:32:52.453127Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1309844626,"revision":7451,"compact-revision":5424} {"level":"warn","ts":"2026-03-11T05:35:00.902749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.127408ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T05:35:00.902863Z","caller":"traceutil/trace.go:171","msg":"trace[1137770942] linearizableReadLoop","detail":"{readStateIndex:10779; appliedIndex:10778; }","duration":"184.186288ms","start":"2026-03-11T05:35:00.718659Z","end":"2026-03-11T05:35:00.902846Z","steps":["trace[1137770942] 'read index received' (duration: 33.889976ms)","trace[1137770942] 'applied index is now lower than readState.Index' (duration: 150.295142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T05:35:00.903269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.592458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T05:35:00.903321Z","caller":"traceutil/trace.go:171","msg":"trace[1935638641] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:10381; }","duration":"184.697201ms","start":"2026-03-11T05:35:00.718608Z","end":"2026-03-11T05:35:00.903305Z","steps":["trace[1935638641] 'agreement among raft nodes before linearized reading' (duration: 184.567947ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T05:37:52.395672Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9680} {"level":"info","ts":"2026-03-11T05:37:52.478569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9680,"took":"80.504301ms","hash":2778074996,"current-db-size-bytes":40648704,"current-db-size":"41 MB","current-db-size-in-use-bytes":18608128,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-11T05:37:52.478645Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2778074996,"revision":9680,"compact-revision":7451}