{"level":"warn","ts":"2026-04-16T11:43:57.873289Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T11:43:57.873423Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.209:2380","--initial-cluster=instance=https://199.204.45.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T11:43:57.873509Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T11:43:57.873522Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-16T11:43:57.873544Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T11:43:57.874195Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"]} {"level":"info","ts":"2026-04-16T11:43:57.874278Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T11:43:57.878302Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.773195ms"} {"level":"info","ts":"2026-04-16T11:43:57.88424Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"adfb641115bf6cbd","cluster-id":"3da6b677d4b80c6"} {"level":"info","ts":"2026-04-16T11:43:57.884342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T11:43:57.884433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 0"} {"level":"info","ts":"2026-04-16T11:43:57.88447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft adfb641115bf6cbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T11:43:57.884489Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 1"} {"level":"info","ts":"2026-04-16T11:43:57.884527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"warn","ts":"2026-04-16T11:43:57.89099Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T11:43:57.892436Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T11:43:57.893682Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T11:43:57.895881Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"adfb641115bf6cbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T11:43:57.896137Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"adfb641115bf6cbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T11:43:57.896187Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T11:43:57.896288Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T11:43:57.896306Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T11:43:57.902239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"info","ts":"2026-04-16T11:43:57.902356Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","added-peer-id":"adfb641115bf6cbd","added-peer-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-16T11:43:57.903978Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T11:43:57.904306Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"adfb641115bf6cbd","initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T11:43:57.90435Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T11:43:57.90411Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-16T11:43:57.90469Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-16T11:43:58.885156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T11:43:58.885241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T11:43:58.885302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgPreVoteResp from adfb641115bf6cbd at term 1"} {"level":"info","ts":"2026-04-16T11:43:58.885325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became candidate at term 2"} {"level":"info","ts":"2026-04-16T11:43:58.885336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgVoteResp from adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-16T11:43:58.885359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became leader at term 2"} {"level":"info","ts":"2026-04-16T11:43:58.885375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: adfb641115bf6cbd elected leader adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-16T11:43:58.886521Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T11:43:58.886529Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"adfb641115bf6cbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.209:2379]}","request-path":"/0/members/adfb641115bf6cbd/attributes","cluster-id":"3da6b677d4b80c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T11:43:58.887124Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T11:43:58.887278Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T11:43:58.887337Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T11:43:58.887365Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T11:43:58.888281Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T11:43:58.888382Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T11:43:58.888415Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T11:43:58.890672Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T11:43:58.891854Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.209:2379"} {"level":"info","ts":"2026-04-16T11:44:24.234091Z","caller":"traceutil/trace.go:171","msg":"trace[388356295] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"188.05259ms","start":"2026-04-16T11:44:24.046015Z","end":"2026-04-16T11:44:24.234068Z","steps":["trace[388356295] 'process raft request' (duration: 187.909528ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:24.240281Z","caller":"traceutil/trace.go:171","msg":"trace[1977277296] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"108.974365ms","start":"2026-04-16T11:44:24.13128Z","end":"2026-04-16T11:44:24.240255Z","steps":["trace[1977277296] 'process raft request' (duration: 108.728121ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:24.240348Z","caller":"traceutil/trace.go:171","msg":"trace[2099708984] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"105.726163ms","start":"2026-04-16T11:44:24.134587Z","end":"2026-04-16T11:44:24.240314Z","steps":["trace[2099708984] 'process raft request' (duration: 105.55827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:24.240416Z","caller":"traceutil/trace.go:171","msg":"trace[508535980] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"105.723163ms","start":"2026-04-16T11:44:24.134684Z","end":"2026-04-16T11:44:24.240407Z","steps":["trace[508535980] 'process raft request' (duration: 105.49662ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:24.895423Z","caller":"traceutil/trace.go:171","msg":"trace[1387729346] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"160.329653ms","start":"2026-04-16T11:44:24.735067Z","end":"2026-04-16T11:44:24.895396Z","steps":["trace[1387729346] 'process raft request' (duration: 146.160965ms)","trace[1387729346] 'compare' (duration: 13.794832ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:44:24.895695Z","caller":"traceutil/trace.go:171","msg":"trace[115001152] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"157.06764ms","start":"2026-04-16T11:44:24.738621Z","end":"2026-04-16T11:44:24.895689Z","steps":["trace[115001152] 'process raft request' (duration: 156.675784ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:24.895666Z","caller":"traceutil/trace.go:171","msg":"trace[1015573351] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:578; }","duration":"101.290172ms","start":"2026-04-16T11:44:24.794349Z","end":"2026-04-16T11:44:24.895639Z","steps":["trace[1015573351] 'read index received' (duration: 86.774688ms)","trace[1015573351] 'applied index is now lower than readState.Index' (duration: 14.514654ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:44:24.895788Z","caller":"traceutil/trace.go:171","msg":"trace[1428774713] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"127.648596ms","start":"2026-04-16T11:44:24.768092Z","end":"2026-04-16T11:44:24.895741Z","steps":["trace[1428774713] 'process raft request' (duration: 127.384462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:44:24.895806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.435574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T11:44:24.895958Z","caller":"traceutil/trace.go:171","msg":"trace[976257288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"101.636047ms","start":"2026-04-16T11:44:24.794291Z","end":"2026-04-16T11:44:24.895927Z","steps":["trace[976257288] 'agreement among raft nodes before linearized reading' (duration: 101.425904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:44:30.818543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.240782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T11:44:30.819155Z","caller":"traceutil/trace.go:171","msg":"trace[1226323213] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"150.647518ms","start":"2026-04-16T11:44:30.668478Z","end":"2026-04-16T11:44:30.819126Z","steps":["trace[1226323213] 'process raft request' (duration: 43.348071ms)","trace[1226323213] 'compare' (duration: 106.119958ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:44:31.032027Z","caller":"traceutil/trace.go:171","msg":"trace[1336972051] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"119.124736ms","start":"2026-04-16T11:44:30.912849Z","end":"2026-04-16T11:44:31.031974Z","steps":["trace[1336972051] 'process raft request' (duration: 119.035935ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:31.032119Z","caller":"traceutil/trace.go:171","msg":"trace[498080819] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"202.348081ms","start":"2026-04-16T11:44:30.829739Z","end":"2026-04-16T11:44:31.032087Z","steps":["trace[498080819] 'process raft request' (duration: 112.144346ms)","trace[498080819] 'compare' (duration: 89.730368ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:44:31.0323Z","caller":"traceutil/trace.go:171","msg":"trace[915572271] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"200.562523ms","start":"2026-04-16T11:44:30.831707Z","end":"2026-04-16T11:44:31.03227Z","steps":["trace[915572271] 'read index received' (duration: 110.185775ms)","trace[915572271] 'applied index is now lower than readState.Index' (duration: 90.373408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T11:44:31.032448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.714535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T11:44:31.032485Z","caller":"traceutil/trace.go:171","msg":"trace[1249164376] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:609; }","duration":"200.791976ms","start":"2026-04-16T11:44:30.831679Z","end":"2026-04-16T11:44:31.032471Z","steps":["trace[1249164376] 'agreement among raft nodes before linearized reading' (duration: 200.713325ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:31.267841Z","caller":"traceutil/trace.go:171","msg":"trace[1028259214] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"221.934466ms","start":"2026-04-16T11:44:31.045866Z","end":"2026-04-16T11:44:31.267801Z","steps":["trace[1028259214] 'process raft request' (duration: 216.471489ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:31.811246Z","caller":"traceutil/trace.go:171","msg":"trace[2139209252] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"196.269118ms","start":"2026-04-16T11:44:31.614948Z","end":"2026-04-16T11:44:31.811217Z","steps":["trace[2139209252] 'read index received' (duration: 195.242333ms)","trace[2139209252] 'applied index is now lower than readState.Index' (duration: 1.025805ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:44:31.811297Z","caller":"traceutil/trace.go:171","msg":"trace[1036108840] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"365.099271ms","start":"2026-04-16T11:44:31.446176Z","end":"2026-04-16T11:44:31.811276Z","steps":["trace[1036108840] 'process raft request' (duration: 364.36711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:44:31.811662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:44:31.446134Z","time spent":"365.208893ms","remote":"127.0.0.1:41904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T11:44:31.811699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.746377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T11:44:31.811731Z","caller":"traceutil/trace.go:171","msg":"trace[932170360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:611; }","duration":"196.820357ms","start":"2026-04-16T11:44:31.614901Z","end":"2026-04-16T11:44:31.811721Z","steps":["trace[932170360] 'agreement among raft nodes before linearized reading' (duration: 196.428721ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:44:32.273731Z","caller":"traceutil/trace.go:171","msg":"trace[1153092709] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"183.461329ms","start":"2026-04-16T11:44:32.090232Z","end":"2026-04-16T11:44:32.273694Z","steps":["trace[1153092709] 'process raft request' (duration: 86.176056ms)","trace[1153092709] 'compare' (duration: 97.0991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T11:44:46.936882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.490765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T11:44:46.937001Z","caller":"traceutil/trace.go:171","msg":"trace[227597000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:767; }","duration":"142.664258ms","start":"2026-04-16T11:44:46.794309Z","end":"2026-04-16T11:44:46.936973Z","steps":["trace[227597000] 'range keys from in-memory index tree' (duration: 142.357454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:45:37.482399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.940853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T11:45:37.482477Z","caller":"traceutil/trace.go:171","msg":"trace[1200934026] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1072; }","duration":"108.031484ms","start":"2026-04-16T11:45:37.37443Z","end":"2026-04-16T11:45:37.482462Z","steps":["trace[1200934026] 'count revisions from in-memory index tree' (duration: 107.868982ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:45:37.607048Z","caller":"traceutil/trace.go:171","msg":"trace[1839685215] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"120.624918ms","start":"2026-04-16T11:45:37.486398Z","end":"2026-04-16T11:45:37.607023Z","steps":["trace[1839685215] 'process raft request' (duration: 120.408475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:45:37.862576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.021917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T11:45:37.862699Z","caller":"traceutil/trace.go:171","msg":"trace[1033908733] linearizableReadLoop","detail":"{readStateIndex:1110; appliedIndex:1109; }","duration":"160.3829ms","start":"2026-04-16T11:45:37.7023Z","end":"2026-04-16T11:45:37.862683Z","steps":["trace[1033908733] 'read index received' (duration: 5.912486ms)","trace[1033908733] 'applied index is now lower than readState.Index' (duration: 154.468814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T11:45:37.862934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.631014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T11:45:37.862969Z","caller":"traceutil/trace.go:171","msg":"trace[197868215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1073; }","duration":"160.707586ms","start":"2026-04-16T11:45:37.702253Z","end":"2026-04-16T11:45:37.86296Z","steps":["trace[197868215] 'agreement among raft nodes before linearized reading' (duration: 160.515473ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:47:11.855926Z","caller":"traceutil/trace.go:171","msg":"trace[1799842233] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"182.298012ms","start":"2026-04-16T11:47:11.673608Z","end":"2026-04-16T11:47:11.855906Z","steps":["trace[1799842233] 'process raft request' (duration: 104.504824ms)","trace[1799842233] 'compare' (duration: 77.539348ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:47:16.749277Z","caller":"traceutil/trace.go:171","msg":"trace[1454711557] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"186.113846ms","start":"2026-04-16T11:47:16.563148Z","end":"2026-04-16T11:47:16.749262Z","steps":["trace[1454711557] 'process raft request' (duration: 185.796784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:47:40.537647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.384385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T11:47:40.537739Z","caller":"traceutil/trace.go:171","msg":"trace[1181785926] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2299; }","duration":"116.51818ms","start":"2026-04-16T11:47:40.421201Z","end":"2026-04-16T11:47:40.537719Z","steps":["trace[1181785926] 'range keys from in-memory index tree' (duration: 116.180568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:47:40.538163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.107321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c29f6247-ad07-43b4-ac3a-d0dc2db2c8e4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-16T11:47:40.538285Z","caller":"traceutil/trace.go:171","msg":"trace[1569068167] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c29f6247-ad07-43b4-ac3a-d0dc2db2c8e4; range_end:; response_count:1; response_revision:2299; }","duration":"121.33343ms","start":"2026-04-16T11:47:40.416912Z","end":"2026-04-16T11:47:40.538245Z","steps":["trace[1569068167] 'range keys from in-memory index tree' (duration: 120.818921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:47:40.65271Z","caller":"traceutil/trace.go:171","msg":"trace[778330909] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2394; }","duration":"102.769787ms","start":"2026-04-16T11:47:40.549917Z","end":"2026-04-16T11:47:40.652687Z","steps":["trace[778330909] 'read index received' (duration: 88.745745ms)","trace[778330909] 'applied index is now lower than readState.Index' (duration: 14.023112ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:47:40.652925Z","caller":"traceutil/trace.go:171","msg":"trace[937064560] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"109.919839ms","start":"2026-04-16T11:47:40.542909Z","end":"2026-04-16T11:47:40.652829Z","steps":["trace[937064560] 'process raft request' (duration: 95.802373ms)","trace[937064560] 'compare' (duration: 13.855447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T11:47:40.652987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.057857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T11:47:40.653061Z","caller":"traceutil/trace.go:171","msg":"trace[542099268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2301; }","duration":"103.14697ms","start":"2026-04-16T11:47:40.549898Z","end":"2026-04-16T11:47:40.653045Z","steps":["trace[542099268] 'agreement among raft nodes before linearized reading' (duration: 102.875401ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:47:40.865354Z","caller":"traceutil/trace.go:171","msg":"trace[527017816] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"156.555826ms","start":"2026-04-16T11:47:40.708766Z","end":"2026-04-16T11:47:40.865322Z","steps":["trace[527017816] 'process raft request' (duration: 97.804984ms)","trace[527017816] 'compare' (duration: 58.442971ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:47:41.36005Z","caller":"traceutil/trace.go:171","msg":"trace[1751305603] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"488.928535ms","start":"2026-04-16T11:47:40.87107Z","end":"2026-04-16T11:47:41.359999Z","steps":["trace[1751305603] 'process raft request' (duration: 488.109405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:47:41.360507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:47:40.871055Z","time spent":"489.238686ms","remote":"127.0.0.1:42064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T11:47:41.376134Z","caller":"traceutil/trace.go:171","msg":"trace[442407650] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"504.956446ms","start":"2026-04-16T11:47:40.871159Z","end":"2026-04-16T11:47:41.376115Z","steps":["trace[442407650] 'process raft request' (duration: 496.077144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:47:41.376273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:47:40.871152Z","time spent":"505.037098ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T11:47:41.376414Z","caller":"traceutil/trace.go:171","msg":"trace[1791598951] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"504.498489ms","start":"2026-04-16T11:47:40.871904Z","end":"2026-04-16T11:47:41.376402Z","steps":["trace[1791598951] 'process raft request' (duration: 504.104804ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:47:41.376635Z","caller":"traceutil/trace.go:171","msg":"trace[1332608110] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2397; }","duration":"468.03541ms","start":"2026-04-16T11:47:40.908562Z","end":"2026-04-16T11:47:41.376597Z","steps":["trace[1332608110] 'read index received' (duration: 450.728144ms)","trace[1332608110] 'applied index is now lower than readState.Index' (duration: 17.305395ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:47:41.376778Z","caller":"traceutil/trace.go:171","msg":"trace[1235685011] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"502.152066ms","start":"2026-04-16T11:47:40.874612Z","end":"2026-04-16T11:47:41.376764Z","steps":["trace[1235685011] 'process raft request' (duration: 501.650499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:47:41.376902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:47:40.874601Z","time spent":"502.210339ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3722,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T11:47:41.377019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.814539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T11:47:41.377116Z","caller":"traceutil/trace.go:171","msg":"trace[166275512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2307; }","duration":"129.948383ms","start":"2026-04-16T11:47:41.24716Z","end":"2026-04-16T11:47:41.377108Z","steps":["trace[166275512] 'agreement among raft nodes before linearized reading' (duration: 129.631602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:47:41.377034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.35377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T11:47:41.378136Z","caller":"traceutil/trace.go:171","msg":"trace[727449381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2307; }","duration":"469.598613ms","start":"2026-04-16T11:47:40.908524Z","end":"2026-04-16T11:47:41.378122Z","steps":["trace[727449381] 'agreement among raft nodes before linearized reading' (duration: 468.276638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:47:41.378305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:47:40.908506Z","time spent":"469.692426ms","remote":"127.0.0.1:58822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T11:47:41.377592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:47:40.871886Z","time spent":"504.558291ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T11:48:01.319589Z","caller":"traceutil/trace.go:171","msg":"trace[2050473229] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"106.660401ms","start":"2026-04-16T11:48:01.212896Z","end":"2026-04-16T11:48:01.319557Z","steps":["trace[2050473229] 'process raft request' (duration: 106.540267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:48:14.503708Z","caller":"traceutil/trace.go:171","msg":"trace[966456752] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"115.834113ms","start":"2026-04-16T11:48:14.387832Z","end":"2026-04-16T11:48:14.503666Z","steps":["trace[966456752] 'process raft request' (duration: 115.632197ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:48:15.019233Z","caller":"traceutil/trace.go:171","msg":"trace[2038479934] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"144.172561ms","start":"2026-04-16T11:48:14.875041Z","end":"2026-04-16T11:48:15.019213Z","steps":["trace[2038479934] 'process raft request' (duration: 144.070418ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:48:15.724415Z","caller":"traceutil/trace.go:171","msg":"trace[418222204] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"166.992753ms","start":"2026-04-16T11:48:15.557395Z","end":"2026-04-16T11:48:15.724388Z","steps":["trace[418222204] 'process raft request' (duration: 165.749944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:48:15.724416Z","caller":"traceutil/trace.go:171","msg":"trace[108935322] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2677; }","duration":"164.811625ms","start":"2026-04-16T11:48:15.559554Z","end":"2026-04-16T11:48:15.724365Z","steps":["trace[108935322] 'read index received' (duration: 163.640889ms)","trace[108935322] 'applied index is now lower than readState.Index' (duration: 1.167996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T11:48:15.724771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.185767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T11:48:15.724981Z","caller":"traceutil/trace.go:171","msg":"trace[101275120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2574; }","duration":"165.400574ms","start":"2026-04-16T11:48:15.559527Z","end":"2026-04-16T11:48:15.724928Z","steps":["trace[101275120] 'agreement among raft nodes before linearized reading' (duration: 165.049803ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:48:15.741668Z","caller":"traceutil/trace.go:171","msg":"trace[1636622529] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"172.868714ms","start":"2026-04-16T11:48:15.568759Z","end":"2026-04-16T11:48:15.741628Z","steps":["trace[1636622529] 'process raft request' (duration: 172.441031ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:48:16.102761Z","caller":"traceutil/trace.go:171","msg":"trace[1215329397] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"374.658013ms","start":"2026-04-16T11:48:15.728071Z","end":"2026-04-16T11:48:16.102729Z","steps":["trace[1215329397] 'process raft request' (duration: 374.296602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:48:16.103014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:48:15.728049Z","time spent":"374.789956ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T11:48:16.317826Z","caller":"traceutil/trace.go:171","msg":"trace[297058821] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2680; }","duration":"524.928435ms","start":"2026-04-16T11:48:15.792874Z","end":"2026-04-16T11:48:16.317803Z","steps":["trace[297058821] 'read index received' (duration: 309.598562ms)","trace[297058821] 'applied index is now lower than readState.Index' (duration: 215.328843ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:48:16.318046Z","caller":"traceutil/trace.go:171","msg":"trace[184859994] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"572.236209ms","start":"2026-04-16T11:48:15.745679Z","end":"2026-04-16T11:48:16.317916Z","steps":["trace[184859994] 'process raft request' (duration: 496.38087ms)","trace[184859994] 'compare' (duration: 75.632281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T11:48:16.318102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.217195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T11:48:16.318153Z","caller":"traceutil/trace.go:171","msg":"trace[1071810408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2578; }","duration":"525.318668ms","start":"2026-04-16T11:48:15.792821Z","end":"2026-04-16T11:48:16.31814Z","steps":["trace[1071810408] 'agreement among raft nodes before linearized reading' (duration: 525.085691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:48:16.318197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:48:15.792803Z","time spent":"525.38635ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T11:48:16.318278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:48:15.745663Z","time spent":"572.483736ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T11:48:16.320132Z","caller":"traceutil/trace.go:171","msg":"trace[1765641764] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"135.567286ms","start":"2026-04-16T11:48:16.184527Z","end":"2026-04-16T11:48:16.320094Z","steps":["trace[1765641764] 'process raft request' (duration: 134.194314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:50:36.722924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.198754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T11:50:36.723004Z","caller":"traceutil/trace.go:171","msg":"trace[313110493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3400; }","duration":"103.327846ms","start":"2026-04-16T11:50:36.619664Z","end":"2026-04-16T11:50:36.722992Z","steps":["trace[313110493] 'range keys from in-memory index tree' (duration: 103.016219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:50:37.003973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.76906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T11:50:37.004807Z","caller":"traceutil/trace.go:171","msg":"trace[1951687958] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"187.618414ms","start":"2026-04-16T11:50:36.817161Z","end":"2026-04-16T11:50:37.004779Z","steps":["trace[1951687958] 'process raft request' (duration: 17.963185ms)","trace[1951687958] 'compare' (duration: 168.642877ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:50:37.005194Z","caller":"traceutil/trace.go:171","msg":"trace[576199354] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"180.865695ms","start":"2026-04-16T11:50:36.82432Z","end":"2026-04-16T11:50:37.005186Z","steps":["trace[576199354] 'process raft request' (duration: 179.762621ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:50:37.005268Z","caller":"traceutil/trace.go:171","msg":"trace[1056090127] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"180.839774ms","start":"2026-04-16T11:50:36.82441Z","end":"2026-04-16T11:50:37.00525Z","steps":["trace[1056090127] 'process raft request' (duration: 179.71918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:50:37.261191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.372227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T11:50:37.261279Z","caller":"traceutil/trace.go:171","msg":"trace[1036496307] linearizableReadLoop","detail":"{readStateIndex:3539; appliedIndex:3538; }","duration":"139.893338ms","start":"2026-04-16T11:50:37.121373Z","end":"2026-04-16T11:50:37.261267Z","steps":["trace[1036496307] 'read index received' (duration: 35.385338ms)","trace[1036496307] 'applied index is now lower than readState.Index' (duration: 104.50719ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:50:37.261386Z","caller":"traceutil/trace.go:171","msg":"trace[1180983243] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"248.069678ms","start":"2026-04-16T11:50:37.013278Z","end":"2026-04-16T11:50:37.261347Z","steps":["trace[1180983243] 'process raft request' (duration: 143.469237ms)","trace[1180983243] 'compare' (duration: 104.234363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T11:50:37.261585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.208264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T11:50:37.261637Z","caller":"traceutil/trace.go:171","msg":"trace[1502121388] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3405; }","duration":"140.292276ms","start":"2026-04-16T11:50:37.121336Z","end":"2026-04-16T11:50:37.261628Z","steps":["trace[1502121388] 'agreement among raft nodes before linearized reading' (duration: 140.051501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:50:37.2891Z","caller":"traceutil/trace.go:171","msg":"trace[273194195] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"136.211647ms","start":"2026-04-16T11:50:37.152856Z","end":"2026-04-16T11:50:37.289068Z","steps":["trace[273194195] 'process raft request' (duration: 135.855399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:50:37.289911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.61606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T11:50:37.289979Z","caller":"traceutil/trace.go:171","msg":"trace[1101238491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3406; }","duration":"128.727282ms","start":"2026-04-16T11:50:37.161238Z","end":"2026-04-16T11:50:37.289965Z","steps":["trace[1101238491] 'agreement among raft nodes before linearized reading' (duration: 128.508297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:52:36.938078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.653828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T11:52:36.938411Z","caller":"traceutil/trace.go:171","msg":"trace[1940892931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4196; }","duration":"101.051146ms","start":"2026-04-16T11:52:36.837341Z","end":"2026-04-16T11:52:36.938392Z","steps":["trace[1940892931] 'count revisions from in-memory index tree' (duration: 100.575656ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:52:48.601883Z","caller":"traceutil/trace.go:171","msg":"trace[1907989391] linearizableReadLoop","detail":"{readStateIndex:4453; appliedIndex:4452; }","duration":"298.42919ms","start":"2026-04-16T11:52:48.303433Z","end":"2026-04-16T11:52:48.601863Z","steps":["trace[1907989391] 'read index received' (duration: 298.290577ms)","trace[1907989391] 'applied index is now lower than readState.Index' (duration: 137.723µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:52:48.602187Z","caller":"traceutil/trace.go:171","msg":"trace[1015685319] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"314.305976ms","start":"2026-04-16T11:52:48.287871Z","end":"2026-04-16T11:52:48.602177Z","steps":["trace[1015685319] 'process raft request' (duration: 313.863037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:52:48.602318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:52:48.287851Z","time spent":"314.369337ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T11:52:48.602642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.200364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-16T11:52:48.603098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.986341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T11:52:48.603148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.301191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T11:52:48.603212Z","caller":"traceutil/trace.go:171","msg":"trace[3821549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4287; }","duration":"186.188106ms","start":"2026-04-16T11:52:48.417001Z","end":"2026-04-16T11:52:48.603189Z","steps":["trace[3821549] 'agreement among raft nodes before linearized reading' (duration: 185.94036ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:52:48.603217Z","caller":"traceutil/trace.go:171","msg":"trace[1846058900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4287; }","duration":"207.405543ms","start":"2026-04-16T11:52:48.395794Z","end":"2026-04-16T11:52:48.6032Z","steps":["trace[1846058900] 'agreement among raft nodes before linearized reading' (duration: 207.24163ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:52:48.603804Z","caller":"traceutil/trace.go:171","msg":"trace[665872924] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4287; }","duration":"299.290176ms","start":"2026-04-16T11:52:48.303393Z","end":"2026-04-16T11:52:48.602683Z","steps":["trace[665872924] 'agreement among raft nodes before linearized reading' (duration: 299.119743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:52:48.603873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T11:52:48.303366Z","time spent":"300.4909ms","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-16T11:52:48.76226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.343591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T11:52:48.762515Z","caller":"traceutil/trace.go:171","msg":"trace[163055840] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"152.240404ms","start":"2026-04-16T11:52:48.610225Z","end":"2026-04-16T11:52:48.762465Z","steps":["trace[163055840] 'process raft request' (duration: 19.591647ms)","trace[163055840] 'compare' (duration: 132.110447ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:52:48.78135Z","caller":"traceutil/trace.go:171","msg":"trace[2018820973] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"170.115807ms","start":"2026-04-16T11:52:48.611208Z","end":"2026-04-16T11:52:48.781324Z","steps":["trace[2018820973] 'process raft request' (duration: 170.055956ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:52:48.781353Z","caller":"traceutil/trace.go:171","msg":"trace[1046372837] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"171.055665ms","start":"2026-04-16T11:52:48.610251Z","end":"2026-04-16T11:52:48.781306Z","steps":["trace[1046372837] 'process raft request' (duration: 170.730639ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:52:48.781695Z","caller":"traceutil/trace.go:171","msg":"trace[575559279] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"170.643557ms","start":"2026-04-16T11:52:48.611038Z","end":"2026-04-16T11:52:48.781682Z","steps":["trace[575559279] 'process raft request' (duration: 170.136007ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:52:48.781794Z","caller":"traceutil/trace.go:171","msg":"trace[715612956] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"170.710449ms","start":"2026-04-16T11:52:48.611075Z","end":"2026-04-16T11:52:48.781786Z","steps":["trace[715612956] 'process raft request' (duration: 170.150868ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:53:31.952148Z","caller":"traceutil/trace.go:171","msg":"trace[249561656] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"208.606543ms","start":"2026-04-16T11:53:31.743523Z","end":"2026-04-16T11:53:31.952129Z","steps":["trace[249561656] 'process raft request' (duration: 208.534212ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:53:31.952277Z","caller":"traceutil/trace.go:171","msg":"trace[195816249] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"208.267137ms","start":"2026-04-16T11:53:31.744001Z","end":"2026-04-16T11:53:31.952268Z","steps":["trace[195816249] 'process raft request' (duration: 208.091304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:53:31.952305Z","caller":"traceutil/trace.go:171","msg":"trace[29539292] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"228.13567ms","start":"2026-04-16T11:53:31.724142Z","end":"2026-04-16T11:53:31.952278Z","steps":["trace[29539292] 'process raft request' (duration: 136.132014ms)","trace[29539292] 'compare' (duration: 91.641559ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T11:53:58.912906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2827} {"level":"info","ts":"2026-04-16T11:53:58.981079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2827,"took":"66.609614ms","hash":2026004500,"current-db-size-bytes":43728896,"current-db-size":"44 MB","current-db-size-in-use-bytes":20668416,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-16T11:53:58.98114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2026004500,"revision":2827,"compact-revision":-1} {"level":"warn","ts":"2026-04-16T11:54:33.051225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.998926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7q8r8\" ","response":"range_response_count:1 size:9747"} {"level":"warn","ts":"2026-04-16T11:54:33.051297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.399874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7q8r8.18a6d43f6df00afb\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-16T11:54:33.051338Z","caller":"traceutil/trace.go:171","msg":"trace[1779487062] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7q8r8; range_end:; response_count:1; response_revision:5717; }","duration":"104.16185ms","start":"2026-04-16T11:54:32.947154Z","end":"2026-04-16T11:54:33.051316Z","steps":["trace[1779487062] 'range keys from in-memory index tree' (duration: 103.844704ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:54:33.051392Z","caller":"traceutil/trace.go:171","msg":"trace[2009770860] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7q8r8.18a6d43f6df00afb; range_end:; response_count:1; response_revision:5717; }","duration":"104.536206ms","start":"2026-04-16T11:54:32.946834Z","end":"2026-04-16T11:54:33.05137Z","steps":["trace[2009770860] 'range keys from in-memory index tree' (duration: 104.228401ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:54:37.134043Z","caller":"traceutil/trace.go:171","msg":"trace[296518492] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"103.80744ms","start":"2026-04-16T11:54:37.030212Z","end":"2026-04-16T11:54:37.13402Z","steps":["trace[296518492] 'process raft request' (duration: 103.557446ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:54:37.134037Z","caller":"traceutil/trace.go:171","msg":"trace[1250866456] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"103.7707ms","start":"2026-04-16T11:54:37.030236Z","end":"2026-04-16T11:54:37.134006Z","steps":["trace[1250866456] 'process raft request' (duration: 103.695979ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:54:37.137634Z","caller":"traceutil/trace.go:171","msg":"trace[1247957687] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"106.409858ms","start":"2026-04-16T11:54:37.031205Z","end":"2026-04-16T11:54:37.137615Z","steps":["trace[1247957687] 'process raft request' (duration: 106.255545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T11:54:37.137803Z","caller":"traceutil/trace.go:171","msg":"trace[1311386715] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"107.517798ms","start":"2026-04-16T11:54:37.030274Z","end":"2026-04-16T11:54:37.137792Z","steps":["trace[1311386715] 'process raft request' (duration: 107.07502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T11:54:42.107877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.681533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T11:54:42.107979Z","caller":"traceutil/trace.go:171","msg":"trace[1877268035] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5807; }","duration":"122.823056ms","start":"2026-04-16T11:54:41.985136Z","end":"2026-04-16T11:54:42.107959Z","steps":["trace[1877268035] 'count revisions from in-memory index tree' (duration: 122.618513ms)"],"step_count":1}