{"level":"warn","ts":"2026-04-10T01:11:02.023032Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T01:11:02.023119Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-10T01:11:02.023181Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T01:11:02.023195Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-10T01:11:02.023211Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T01:11:02.023847Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-04-10T01:11:02.023921Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-10T01:11:02.029182Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.058374ms"} {"level":"info","ts":"2026-04-10T01:11:02.042453Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-04-10T01:11:02.042595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-04-10T01:11:02.042623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-04-10T01:11:02.042649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-10T01:11:02.042672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-04-10T01:11:02.04272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-04-10T01:11:02.064854Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-10T01:11:02.066903Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-10T01:11:02.070915Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-10T01:11:02.077638Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-10T01:11:02.077899Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-10T01:11:02.07803Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:11:02.078178Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:11:02.078212Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T01:11:02.079206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-04-10T01:11:02.079368Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-10T01:11:02.082089Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T01:11:02.082203Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-10T01:11:02.082246Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-10T01:11:02.08258Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-10T01:11:02.082666Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-10T01:11:02.347538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-04-10T01:11:02.347601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-04-10T01:11:02.347628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-04-10T01:11:02.347644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-04-10T01:11:02.347653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-10T01:11:02.347664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-04-10T01:11:02.347674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-10T01:11:02.35561Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:11:02.359832Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-04-10T01:11:02.359892Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T01:11:02.359927Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T01:11:02.362937Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-10T01:11:02.362803Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:11:02.363149Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:11:02.363161Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-10T01:11:02.363256Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T01:11:02.365539Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-10T01:11:02.365795Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-04-10T01:11:03.737688Z","caller":"traceutil/trace.go:171","msg":"trace[822212877] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"125.298049ms","start":"2026-04-10T01:11:03.612371Z","end":"2026-04-10T01:11:03.737669Z","steps":["trace[822212877] 'process raft request' (duration: 125.085893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:03.737947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.012527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:03.738081Z","caller":"traceutil/trace.go:171","msg":"trace[792123539] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:3; }","duration":"118.18006ms","start":"2026-04-10T01:11:03.619876Z","end":"2026-04-10T01:11:03.738056Z","steps":["trace[792123539] 'agreement among raft nodes before linearized reading' (duration: 117.915444ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:03.738198Z","caller":"traceutil/trace.go:171","msg":"trace[1926913023] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"117.703679ms","start":"2026-04-10T01:11:03.6199Z","end":"2026-04-10T01:11:03.737604Z","steps":["trace[1926913023] 'read index received' (duration: 58.337771ms)","trace[1926913023] 'applied index is now lower than readState.Index' (duration: 59.364227ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:03.804275Z","caller":"traceutil/trace.go:171","msg":"trace[607681343] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"114.279248ms","start":"2026-04-10T01:11:03.689961Z","end":"2026-04-10T01:11:03.80424Z","steps":["trace[607681343] 'process raft request' (duration: 113.889348ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:03.804606Z","caller":"traceutil/trace.go:171","msg":"trace[1132441759] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"114.504644ms","start":"2026-04-10T01:11:03.690064Z","end":"2026-04-10T01:11:03.804569Z","steps":["trace[1132441759] 'process raft request' (duration: 113.933978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:03.804774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.264866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:03.804894Z","caller":"traceutil/trace.go:171","msg":"trace[1796203354] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"114.708ms","start":"2026-04-10T01:11:03.690171Z","end":"2026-04-10T01:11:03.804879Z","steps":["trace[1796203354] 'process raft request' (duration: 113.848878ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:03.804957Z","caller":"traceutil/trace.go:171","msg":"trace[280111073] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"100.067842ms","start":"2026-04-10T01:11:03.704876Z","end":"2026-04-10T01:11:03.804944Z","steps":["trace[280111073] 'process raft request' (duration: 99.270212ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:03.805113Z","caller":"traceutil/trace.go:171","msg":"trace[30886548] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"114.826843ms","start":"2026-04-10T01:11:03.690272Z","end":"2026-04-10T01:11:03.805099Z","steps":["trace[30886548] 'process raft request' (duration: 113.774545ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:03.804909Z","caller":"traceutil/trace.go:171","msg":"trace[471254981] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"109.44405ms","start":"2026-04-10T01:11:03.695412Z","end":"2026-04-10T01:11:03.804857Z","steps":["trace[471254981] 'agreement among raft nodes before linearized reading' (duration: 109.214734ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:03.80528Z","caller":"traceutil/trace.go:171","msg":"trace[735723140] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"101.615543ms","start":"2026-04-10T01:11:03.703627Z","end":"2026-04-10T01:11:03.805242Z","steps":["trace[735723140] 'process raft request' (duration: 100.495774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:03.805251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.546592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:03.805424Z","caller":"traceutil/trace.go:171","msg":"trace[390700035] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"140.829958ms","start":"2026-04-10T01:11:03.664567Z","end":"2026-04-10T01:11:03.805396Z","steps":["trace[390700035] 'agreement among raft nodes before linearized reading' (duration: 140.448519ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:03.805519Z","caller":"traceutil/trace.go:171","msg":"trace[1564192172] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"115.076378ms","start":"2026-04-10T01:11:03.690428Z","end":"2026-04-10T01:11:03.805504Z","steps":["trace[1564192172] 'process raft request' (duration: 113.6348ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:03.805536Z","caller":"traceutil/trace.go:171","msg":"trace[1497632288] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"107.18359ms","start":"2026-04-10T01:11:03.698271Z","end":"2026-04-10T01:11:03.805454Z","steps":["trace[1497632288] 'process raft request' (duration: 105.820264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:03.805695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.056556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:03.806453Z","caller":"traceutil/trace.go:171","msg":"trace[1430358003] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"113.837966ms","start":"2026-04-10T01:11:03.692592Z","end":"2026-04-10T01:11:03.80643Z","steps":["trace[1430358003] 'agreement among raft nodes before linearized reading' (duration: 113.014614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:03.805739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.216894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:03.806627Z","caller":"traceutil/trace.go:171","msg":"trace[2127539491] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:0; response_revision:11; }","duration":"118.163611ms","start":"2026-04-10T01:11:03.688455Z","end":"2026-04-10T01:11:03.806619Z","steps":["trace[2127539491] 'agreement among raft nodes before linearized reading' (duration: 117.170444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:03.805769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.23662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:03.806856Z","caller":"traceutil/trace.go:171","msg":"trace[992701436] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"142.302028ms","start":"2026-04-10T01:11:03.664476Z","end":"2026-04-10T01:11:03.806778Z","steps":["trace[992701436] 'agreement among raft nodes before linearized reading' (duration: 140.126891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:03.805804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.983658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:03.807211Z","caller":"traceutil/trace.go:171","msg":"trace[37627092] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"185.389136ms","start":"2026-04-10T01:11:03.621794Z","end":"2026-04-10T01:11:03.807183Z","steps":["trace[37627092] 'agreement among raft nodes before linearized reading' (duration: 182.697205ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:04.995381Z","caller":"traceutil/trace.go:171","msg":"trace[729864619] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"282.949223ms","start":"2026-04-10T01:11:04.712402Z","end":"2026-04-10T01:11:04.995351Z","steps":["trace[729864619] 'process raft request' (duration: 191.21501ms)","trace[729864619] 'compare' (duration: 91.607669ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:05.023821Z","caller":"traceutil/trace.go:171","msg":"trace[76235754] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:119; }","duration":"205.525967ms","start":"2026-04-10T01:11:04.818255Z","end":"2026-04-10T01:11:05.023781Z","steps":["trace[76235754] 'read index received' (duration: 85.388404ms)","trace[76235754] 'applied index is now lower than readState.Index' (duration: 120.135323ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:05.024007Z","caller":"traceutil/trace.go:171","msg":"trace[584559739] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"309.538573ms","start":"2026-04-10T01:11:04.714417Z","end":"2026-04-10T01:11:05.023955Z","steps":["trace[584559739] 'process raft request' (duration: 309.205595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:05.02409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.764524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:05.024158Z","caller":"traceutil/trace.go:171","msg":"trace[1724974451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:116; }","duration":"205.943598ms","start":"2026-04-10T01:11:04.818185Z","end":"2026-04-10T01:11:05.024129Z","steps":["trace[1724974451] 'agreement among raft nodes before linearized reading' (duration: 205.748013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:05.024596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:04.714403Z","time spent":"309.719099ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":634,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:06.211876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093366553s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T01:11:06.211983Z","caller":"traceutil/trace.go:171","msg":"trace[396953351] linearizableReadLoop","detail":"{readStateIndex:123; appliedIndex:122; }","duration":"593.721448ms","start":"2026-04-10T01:11:05.618246Z","end":"2026-04-10T01:11:06.211967Z","steps":["trace[396953351] 'read index received' (duration: 66.562µs)","trace[396953351] 'applied index is now lower than readState.Index' (duration: 593.654056ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:06.212045Z","caller":"traceutil/trace.go:171","msg":"trace[527064201] transaction","detail":"{read_only:false; response_revision:118; number_of_response:1; }","duration":"1.143894416s","start":"2026-04-10T01:11:05.068144Z","end":"2026-04-10T01:11:06.212038Z","steps":["trace[527064201] 'process raft request' (duration: 50.176965ms)","trace[527064201] 'compare' (duration: 1.093229758s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:06.212091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:05.068122Z","time spent":"1.143955738s","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:06.212207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.959275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T01:11:06.21227Z","caller":"traceutil/trace.go:171","msg":"trace[1292705767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:118; }","duration":"594.058427ms","start":"2026-04-10T01:11:05.618186Z","end":"2026-04-10T01:11:06.212245Z","steps":["trace[1292705767] 'agreement among raft nodes before linearized reading' (duration: 593.901864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:06.212304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:05.618162Z","time spent":"594.135639ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:14.776434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.93493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-10T01:11:14.77652Z","caller":"traceutil/trace.go:171","msg":"trace[1611306515] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:346; }","duration":"236.060214ms","start":"2026-04-10T01:11:14.540443Z","end":"2026-04-10T01:11:14.776504Z","steps":["trace[1611306515] 'range keys from in-memory index tree' (duration: 235.859869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:14.776519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.305334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:11:14.776559Z","caller":"traceutil/trace.go:171","msg":"trace[995180430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:346; }","duration":"132.364006ms","start":"2026-04-10T01:11:14.64418Z","end":"2026-04-10T01:11:14.776544Z","steps":["trace[995180430] 'range keys from in-memory index tree' (duration: 132.246533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:14.776544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.674571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"warn","ts":"2026-04-10T01:11:14.776509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.030262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-10T01:11:14.776434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.846508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-10T01:11:14.776617Z","caller":"traceutil/trace.go:171","msg":"trace[558419914] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:346; }","duration":"130.765853ms","start":"2026-04-10T01:11:14.64583Z","end":"2026-04-10T01:11:14.776595Z","steps":["trace[558419914] 'range keys from in-memory index tree' (duration: 130.60652ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:14.776922Z","caller":"traceutil/trace.go:171","msg":"trace[667798161] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:346; }","duration":"136.309729ms","start":"2026-04-10T01:11:14.640512Z","end":"2026-04-10T01:11:14.776822Z","steps":["trace[667798161] 'range keys from in-memory index tree' (duration: 135.743934ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:14.776644Z","caller":"traceutil/trace.go:171","msg":"trace[914787217] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:346; }","duration":"186.204287ms","start":"2026-04-10T01:11:14.590412Z","end":"2026-04-10T01:11:14.776616Z","steps":["trace[914787217] 'range keys from in-memory index tree' (duration: 185.93755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.968076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.89706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:15.968319Z","caller":"traceutil/trace.go:171","msg":"trace[821252674] linearizableReadLoop","detail":"{readStateIndex:362; appliedIndex:358; }","duration":"1.178154151s","start":"2026-04-10T01:11:14.790146Z","end":"2026-04-10T01:11:15.9683Z","steps":["trace[821252674] 'read index received' (duration: 84.633675ms)","trace[821252674] 'applied index is now lower than readState.Index' (duration: 1.093519386s)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:15.968425Z","caller":"traceutil/trace.go:171","msg":"trace[1736363556] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"1.183656577s","start":"2026-04-10T01:11:14.784758Z","end":"2026-04-10T01:11:15.968415Z","steps":["trace[1736363556] 'process raft request' (duration: 1.183495253s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:15.968415Z","caller":"traceutil/trace.go:171","msg":"trace[1898554848] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"1.185770523s","start":"2026-04-10T01:11:14.782594Z","end":"2026-04-10T01:11:15.968365Z","steps":["trace[1898554848] 'process raft request' (duration: 476.518784ms)","trace[1898554848] 'compare' (duration: 708.689424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:15.968492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:14.784731Z","time spent":"1.183731699s","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:15.968412Z","caller":"traceutil/trace.go:171","msg":"trace[314564453] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"1.183888253s","start":"2026-04-10T01:11:14.784441Z","end":"2026-04-10T01:11:15.968329Z","steps":["trace[314564453] 'process raft request' (duration: 1.183755689s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.968547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127993997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-10T01:11:15.968598Z","caller":"traceutil/trace.go:171","msg":"trace[1778172859] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:350; }","duration":"1.128083389s","start":"2026-04-10T01:11:14.840499Z","end":"2026-04-10T01:11:15.968582Z","steps":["trace[1778172859] 'agreement among raft nodes before linearized reading' (duration: 1.127941515s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.968602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:14.782568Z","time spent":"1.185951527s","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:15.968618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.402757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:11:15.96863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:14.840481Z","time spent":"1.128140381s","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-04-10T01:11:15.968659Z","caller":"traceutil/trace.go:171","msg":"trace[1363965902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:350; }","duration":"129.483789ms","start":"2026-04-10T01:11:15.839165Z","end":"2026-04-10T01:11:15.968648Z","steps":["trace[1363965902] 'agreement among raft nodes before linearized reading' (duration: 129.392097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.96866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178513971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-10T01:11:15.968669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:14.784433Z","time spent":"1.18413278s","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:15.968652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.017614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:15.968701Z","caller":"traceutil/trace.go:171","msg":"trace[137051193] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:350; }","duration":"1.178596573s","start":"2026-04-10T01:11:14.790094Z","end":"2026-04-10T01:11:15.96869Z","steps":["trace[137051193] 'agreement among raft nodes before linearized reading' (duration: 1.17851556s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.968741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027997856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-10T01:11:15.968745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:14.790082Z","time spent":"1.178655954s","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-04-10T01:11:15.96876Z","caller":"traceutil/trace.go:171","msg":"trace[2103351163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:350; }","duration":"305.155348ms","start":"2026-04-10T01:11:15.663576Z","end":"2026-04-10T01:11:15.968731Z","steps":["trace[2103351163] 'agreement among raft nodes before linearized reading' (duration: 304.959292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.968806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.663542Z","time spent":"305.256582ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:15.968818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.628017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-10T01:11:15.968797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.363415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:11:15.968802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.997656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-10T01:11:15.968842Z","caller":"traceutil/trace.go:171","msg":"trace[804862069] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:350; }","duration":"927.704947ms","start":"2026-04-10T01:11:15.04113Z","end":"2026-04-10T01:11:15.968835Z","steps":["trace[804862069] 'agreement among raft nodes before linearized reading' (duration: 927.660357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.968854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077946725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-10T01:11:15.968866Z","caller":"traceutil/trace.go:171","msg":"trace[1555636917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:350; }","duration":"157.463727ms","start":"2026-04-10T01:11:15.811383Z","end":"2026-04-10T01:11:15.968847Z","steps":["trace[1555636917] 'agreement among raft nodes before linearized reading' (duration: 157.348645ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:15.968879Z","caller":"traceutil/trace.go:171","msg":"trace[1818997578] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:350; }","duration":"978.101669ms","start":"2026-04-10T01:11:14.990758Z","end":"2026-04-10T01:11:15.968859Z","steps":["trace[1818997578] 'agreement among raft nodes before linearized reading' (duration: 977.934215ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:15.968898Z","caller":"traceutil/trace.go:171","msg":"trace[1031403821] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:350; }","duration":"1.078016296s","start":"2026-04-10T01:11:14.890866Z","end":"2026-04-10T01:11:15.968883Z","steps":["trace[1031403821] 'agreement among raft nodes before linearized reading' (duration: 1.077928205s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.968912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.041103Z","time spent":"927.757809ms","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-10T01:11:15.968917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:14.990743Z","time spent":"978.165211ms","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-10T01:11:15.968928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:14.890843Z","time spent":"1.07807806s","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-04-10T01:11:15.969036Z","caller":"traceutil/trace.go:171","msg":"trace[615128612] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:350; }","duration":"1.028048888s","start":"2026-04-10T01:11:14.940711Z","end":"2026-04-10T01:11:15.96876Z","steps":["trace[615128612] 'agreement among raft nodes before linearized reading' (duration: 1.027997027s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:15.969069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:14.940699Z","time spent":"1.028362616s","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-10T01:11:17.977622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T01:11:17.977796Z","caller":"traceutil/trace.go:171","msg":"trace[683815380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614231s","start":"2026-04-10T01:11:15.977156Z","end":"2026-04-10T01:11:17.977771Z","steps":["trace[683815380] 'agreement among raft nodes before linearized reading' (duration: 2.000393205s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:17.97786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.977148Z","time spent":"2.000698843s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:11:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:11:18.22372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.821350337s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:11:18.261981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029387351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:18.262728Z","caller":"traceutil/trace.go:171","msg":"trace[1732594439] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"2.289721797s","start":"2026-04-10T01:11:15.972972Z","end":"2026-04-10T01:11:18.262694Z","steps":["trace[1732594439] 'process raft request' (duration: 259.507414ms)","trace[1732594439] 'compare' (duration: 2.029268008s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:18.262805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.972947Z","time spent":"2.289839609s","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:18.262973Z","caller":"traceutil/trace.go:171","msg":"trace[113781752] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"2.288772481s","start":"2026-04-10T01:11:15.974194Z","end":"2026-04-10T01:11:18.262967Z","steps":["trace[113781752] 'process raft request' (duration: 2.288519984s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:18.262998Z","caller":"traceutil/trace.go:171","msg":"trace[1666007064] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:362; }","duration":"2.28876024s","start":"2026-04-10T01:11:15.974199Z","end":"2026-04-10T01:11:18.262959Z","steps":["trace[1666007064] 'read index received' (duration: 258.375363ms)","trace[1666007064] 'applied index is now lower than readState.Index' (duration: 2.030380637s)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:18.262946Z","caller":"traceutil/trace.go:171","msg":"trace[625798642] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"2.288543625s","start":"2026-04-10T01:11:15.974351Z","end":"2026-04-10T01:11:18.262895Z","steps":["trace[625798642] 'process raft request' (duration: 2.288436602s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.263145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.974172Z","time spent":"2.288820801s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:18.263115Z","caller":"traceutil/trace.go:171","msg":"trace[142688899] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"2.286062279s","start":"2026-04-10T01:11:15.977032Z","end":"2026-04-10T01:11:18.263095Z","steps":["trace[142688899] 'process raft request' (duration: 2.285818223s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.263261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.977021Z","time spent":"2.286171242s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:18.263407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.974339Z","time spent":"2.288815523s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:18.263445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289230492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-10T01:11:18.26357Z","caller":"traceutil/trace.go:171","msg":"trace[548397683] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:356; }","duration":"2.289378167s","start":"2026-04-10T01:11:15.974164Z","end":"2026-04-10T01:11:18.263542Z","steps":["trace[548397683] 'agreement among raft nodes before linearized reading' (duration: 2.288900174s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:18.263576Z","caller":"traceutil/trace.go:171","msg":"trace[767567496] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"2.285621278s","start":"2026-04-10T01:11:15.977923Z","end":"2026-04-10T01:11:18.263545Z","steps":["trace[767567496] 'process raft request' (duration: 2.285351301s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.263614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.974145Z","time spent":"2.289460089s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-10T01:11:18.263445Z","caller":"traceutil/trace.go:171","msg":"trace[433971309] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"2.285555575s","start":"2026-04-10T01:11:15.977854Z","end":"2026-04-10T01:11:18.26341Z","steps":["trace[433971309] 'process raft request' (duration: 2.285192416s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.263818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.977847Z","time spent":"2.285909555s","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:18.263837Z","caller":"traceutil/trace.go:171","msg":"trace[1133066363] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"2.283129862s","start":"2026-04-10T01:11:15.980687Z","end":"2026-04-10T01:11:18.263816Z","steps":["trace[1133066363] 'process raft request' (duration: 2.282964458s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:18.263836Z","caller":"traceutil/trace.go:171","msg":"trace[1378210857] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"2.283390938s","start":"2026-04-10T01:11:15.980425Z","end":"2026-04-10T01:11:18.263816Z","steps":["trace[1378210857] 'process raft request' (duration: 2.283023159s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:18.263806Z","caller":"traceutil/trace.go:171","msg":"trace[286628459] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"2.283131431s","start":"2026-04-10T01:11:15.980645Z","end":"2026-04-10T01:11:18.263777Z","steps":["trace[286628459] 'process raft request' (duration: 2.282921236s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.263926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.980669Z","time spent":"2.283208014s","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:18.263929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.980407Z","time spent":"2.283479572s","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:18.264023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.980622Z","time spent":"2.283287057s","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:18.264061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.977919Z","time spent":"2.28570756s","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:18.264238Z","caller":"traceutil/trace.go:171","msg":"trace[968477651] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"2.283363748s","start":"2026-04-10T01:11:15.980858Z","end":"2026-04-10T01:11:18.264222Z","steps":["trace[968477651] 'process raft request' (duration: 2.282848704s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.264348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.980843Z","time spent":"2.283441349s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:18.264386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.31207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:18.264428Z","caller":"traceutil/trace.go:171","msg":"trace[174167026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"278.394802ms","start":"2026-04-10T01:11:17.986021Z","end":"2026-04-10T01:11:18.264415Z","steps":["trace[174167026] 'agreement among raft nodes before linearized reading' (duration: 278.33207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.264481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018495645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:18.264537Z","caller":"traceutil/trace.go:171","msg":"trace[1165279487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"1.018584368s","start":"2026-04-10T01:11:17.245938Z","end":"2026-04-10T01:11:18.264522Z","steps":["trace[1165279487] 'agreement among raft nodes before linearized reading' (duration: 1.018517536s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.264579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:17.245916Z","time spent":"1.0186543s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:18.264425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243796176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T01:11:18.264627Z","caller":"traceutil/trace.go:171","msg":"trace[2846539] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"283.326072ms","start":"2026-04-10T01:11:17.981286Z","end":"2026-04-10T01:11:18.264612Z","steps":["trace[2846539] 'process raft request' (duration: 282.928272ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:18.264653Z","caller":"traceutil/trace.go:171","msg":"trace[516166586] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"2.283068371s","start":"2026-04-10T01:11:15.981568Z","end":"2026-04-10T01:11:18.264636Z","steps":["trace[516166586] 'process raft request' (duration: 2.282546637s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.264646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982938595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:11:18.264709Z","caller":"traceutil/trace.go:171","msg":"trace[412366891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:363; }","duration":"1.983041226s","start":"2026-04-10T01:11:16.281654Z","end":"2026-04-10T01:11:18.264695Z","steps":["trace[412366891] 'agreement among raft nodes before linearized reading' (duration: 1.982605845s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.264706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384143261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:11:18.264741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.981556Z","time spent":"2.283140112s","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:18.264755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:16.281629Z","time spent":"1.9831173s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:11:18.264771Z","caller":"traceutil/trace.go:171","msg":"trace[1020741199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"1.384237075s","start":"2026-04-10T01:11:16.880516Z","end":"2026-04-10T01:11:18.264753Z","steps":["trace[1020741199] 'agreement among raft nodes before linearized reading' (duration: 1.384098802s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.264824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:16.880493Z","time spent":"1.384318186s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:11:18.264987Z","caller":"traceutil/trace.go:171","msg":"trace[98692781] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"2.288193295s","start":"2026-04-10T01:11:15.976699Z","end":"2026-04-10T01:11:18.264893Z","steps":["trace[98692781] 'process raft request' (duration: 2.286118071s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.265291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:15.976678Z","time spent":"2.288556045s","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:18.264665Z","caller":"traceutil/trace.go:171","msg":"trace[1427298323] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:363; }","duration":"1.244095513s","start":"2026-04-10T01:11:17.020555Z","end":"2026-04-10T01:11:18.26465Z","steps":["trace[1427298323] 'agreement among raft nodes before linearized reading' (duration: 1.243810935s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:18.265392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:17.020524Z","time spent":"1.244851935s","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-04-10T01:11:24.806472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653584791,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:11:24.808663Z","caller":"traceutil/trace.go:171","msg":"trace[2079516328] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"520.036663ms","start":"2026-04-10T01:11:24.288596Z","end":"2026-04-10T01:11:24.808633Z","steps":["trace[2079516328] 'process raft request' (duration: 519.875529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:24.808829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:24.288564Z","time spent":"520.182987ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:26.847387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T01:11:26.848122Z","caller":"traceutil/trace.go:171","msg":"trace[934960832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036385s","start":"2026-04-10T01:11:24.847427Z","end":"2026-04-10T01:11:26.847464Z","steps":["trace[934960832] 'agreement among raft nodes before linearized reading' (duration: 1.999897711s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:26.848185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:24.847405Z","time spent":"2.000770004s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:11:27.762898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.418149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:27.763217Z","caller":"traceutil/trace.go:171","msg":"trace[728668919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:417; }","duration":"599.769229ms","start":"2026-04-10T01:11:27.163414Z","end":"2026-04-10T01:11:27.763183Z","steps":["trace[728668919] 'range keys from in-memory index tree' (duration: 599.383548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:27.763087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904323025s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:27.763449Z","caller":"traceutil/trace.go:171","msg":"trace[1953048490] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:431; }","duration":"3.457081881s","start":"2026-04-10T01:11:24.306346Z","end":"2026-04-10T01:11:27.763427Z","steps":["trace[1953048490] 'read index received' (duration: 502.192801ms)","trace[1953048490] 'applied index is now lower than readState.Index' (duration: 2.95488787s)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:27.763586Z","caller":"traceutil/trace.go:171","msg":"trace[556290369] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"3.26659398s","start":"2026-04-10T01:11:24.496977Z","end":"2026-04-10T01:11:27.763571Z","steps":["trace[556290369] 'process raft request' (duration: 3.266369934s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:27.763665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:24.496949Z","time spent":"3.266668053s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:27.763676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.054121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-10T01:11:27.76372Z","caller":"traceutil/trace.go:171","msg":"trace[591294297] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:419; }","duration":"120.134152ms","start":"2026-04-10T01:11:27.643573Z","end":"2026-04-10T01:11:27.763707Z","steps":["trace[591294297] 'agreement among raft nodes before linearized reading' (duration: 120.04586ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:27.763673Z","caller":"traceutil/trace.go:171","msg":"trace[229205156] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"3.471720507s","start":"2026-04-10T01:11:24.291876Z","end":"2026-04-10T01:11:27.763596Z","steps":["trace[229205156] 'process raft request' (duration: 566.774436ms)","trace[229205156] 'compare' (duration: 2.904206581s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:27.763757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.652984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:11:27.763772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455549461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:11:27.763822Z","caller":"traceutil/trace.go:171","msg":"trace[1218529216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:419; }","duration":"950.754106ms","start":"2026-04-10T01:11:26.813046Z","end":"2026-04-10T01:11:27.763801Z","steps":["trace[1218529216] 'agreement among raft nodes before linearized reading' (duration: 950.657133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:27.763782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.108064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-10T01:11:27.763691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457305356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:11:27.763867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.813024Z","time spent":"950.835758ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:11:27.763863Z","caller":"traceutil/trace.go:171","msg":"trace[1941445426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"3.455679724s","start":"2026-04-10T01:11:24.308161Z","end":"2026-04-10T01:11:27.763841Z","steps":["trace[1941445426] 'agreement among raft nodes before linearized reading' (duration: 3.455431207s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:27.763876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.364422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:27.763928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:24.308141Z","time spent":"3.455773986s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:11:27.763944Z","caller":"traceutil/trace.go:171","msg":"trace[1551651220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:419; }","duration":"3.457582824s","start":"2026-04-10T01:11:24.306321Z","end":"2026-04-10T01:11:27.763904Z","steps":["trace[1551651220] 'agreement among raft nodes before linearized reading' (duration: 3.457251715s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:27.763949Z","caller":"traceutil/trace.go:171","msg":"trace[891109973] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:419; }","duration":"743.317698ms","start":"2026-04-10T01:11:27.02056Z","end":"2026-04-10T01:11:27.763878Z","steps":["trace[891109973] 'agreement among raft nodes before linearized reading' (duration: 743.038231ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:27.76401Z","caller":"traceutil/trace.go:171","msg":"trace[2047601956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"517.537517ms","start":"2026-04-10T01:11:27.246427Z","end":"2026-04-10T01:11:27.763965Z","steps":["trace[2047601956] 'agreement among raft nodes before linearized reading' (duration: 517.304281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:27.764047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:24.306309Z","time spent":"3.457701827s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:27.764071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.246405Z","time spent":"517.65412ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:27.763939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:24.291857Z","time spent":"3.471958372s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:27.76448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.219085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:27.764054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.020528Z","time spent":"743.514924ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-04-10T01:11:27.76458Z","caller":"traceutil/trace.go:171","msg":"trace[1689897550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"916.947193ms","start":"2026-04-10T01:11:26.847605Z","end":"2026-04-10T01:11:27.764552Z","steps":["trace[1689897550] 'agreement among raft nodes before linearized reading' (duration: 916.08379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:27.764631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:26.847594Z","time spent":"917.024356ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:28.092214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.479337ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-10T01:11:28.092383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.765694Z","time spent":"326.683636ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T01:11:28.144877Z","caller":"traceutil/trace.go:171","msg":"trace[1476902469] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"376.624435ms","start":"2026-04-10T01:11:27.768226Z","end":"2026-04-10T01:11:28.14485Z","steps":["trace[1476902469] 'process raft request' (duration: 376.452091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.14504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.768204Z","time spent":"376.750658ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:28.145246Z","caller":"traceutil/trace.go:171","msg":"trace[1148751825] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"377.003086ms","start":"2026-04-10T01:11:27.768226Z","end":"2026-04-10T01:11:28.145229Z","steps":["trace[1148751825] 'process raft request' (duration: 376.584555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.14534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.768204Z","time spent":"377.092488ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:28.145335Z","caller":"traceutil/trace.go:171","msg":"trace[1699061265] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:434; }","duration":"376.469101ms","start":"2026-04-10T01:11:27.768837Z","end":"2026-04-10T01:11:28.145306Z","steps":["trace[1699061265] 'read index received' (duration: 162.87242ms)","trace[1699061265] 'applied index is now lower than readState.Index' (duration: 213.595741ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:28.145383Z","caller":"traceutil/trace.go:171","msg":"trace[738684091] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"376.563203ms","start":"2026-04-10T01:11:27.768787Z","end":"2026-04-10T01:11:28.14535Z","steps":["trace[738684091] 'process raft request' (duration: 376.285986ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:28.145447Z","caller":"traceutil/trace.go:171","msg":"trace[1105686027] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"368.605914ms","start":"2026-04-10T01:11:27.77683Z","end":"2026-04-10T01:11:28.145436Z","steps":["trace[1105686027] 'process raft request' (duration: 368.412999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.145503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.77682Z","time spent":"368.652275ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:28.145547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.679118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d9aa2aeb1ae6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-10T01:11:28.145574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.768778Z","time spent":"376.694287ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:28.145604Z","caller":"traceutil/trace.go:171","msg":"trace[1223468381] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a4d9aa2aeb1ae6; range_end:; response_count:1; response_revision:423; }","duration":"376.779559ms","start":"2026-04-10T01:11:27.768809Z","end":"2026-04-10T01:11:28.145589Z","steps":["trace[1223468381] 'agreement among raft nodes before linearized reading' (duration: 376.630015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.145647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.7688Z","time spent":"376.838871ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d9aa2aeb1ae6\" "} {"level":"warn","ts":"2026-04-10T01:11:28.553394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.686946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:28.553851Z","caller":"traceutil/trace.go:171","msg":"trace[1961162705] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"405.737964ms","start":"2026-04-10T01:11:28.148086Z","end":"2026-04-10T01:11:28.553824Z","steps":["trace[1961162705] 'process raft request' (duration: 405.562389ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:28.553969Z","caller":"traceutil/trace.go:171","msg":"trace[906069165] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"459.987457ms","start":"2026-04-10T01:11:28.093914Z","end":"2026-04-10T01:11:28.553901Z","steps":["trace[906069165] 'process raft request' (duration: 254.652754ms)","trace[906069165] 'compare' (duration: 204.401748ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:28.554008Z","caller":"traceutil/trace.go:171","msg":"trace[982083768] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"408.563558ms","start":"2026-04-10T01:11:28.145406Z","end":"2026-04-10T01:11:28.55397Z","steps":["trace[982083768] 'read index received' (duration: 203.264167ms)","trace[982083768] 'applied index is now lower than readState.Index' (duration: 205.295711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:28.554167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.14806Z","time spent":"405.922139ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:28.554181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.600227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:28.55457Z","caller":"traceutil/trace.go:171","msg":"trace[1813135988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"705.041268ms","start":"2026-04-10T01:11:27.849513Z","end":"2026-04-10T01:11:28.554554Z","steps":["trace[1813135988] 'agreement among raft nodes before linearized reading' (duration: 704.555845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:28.55467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:27.849497Z","time spent":"705.154122ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:28.554168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:28.093879Z","time spent":"460.192973ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:31.950243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.204013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:31.950354Z","caller":"traceutil/trace.go:171","msg":"trace[2146758084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"101.388418ms","start":"2026-04-10T01:11:31.848948Z","end":"2026-04-10T01:11:31.950336Z","steps":["trace[2146758084] 'range keys from in-memory index tree' (duration: 101.11483ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:36.351625Z","caller":"traceutil/trace.go:171","msg":"trace[1772394003] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"173.243734ms","start":"2026-04-10T01:11:36.178354Z","end":"2026-04-10T01:11:36.351597Z","steps":["trace[1772394003] 'process raft request' (duration: 173.05693ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:36.451596Z","caller":"traceutil/trace.go:171","msg":"trace[1011342198] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"272.771623ms","start":"2026-04-10T01:11:36.178803Z","end":"2026-04-10T01:11:36.451575Z","steps":["trace[1011342198] 'process raft request' (duration: 235.252182ms)","trace[1011342198] 'compare' (duration: 37.345706ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:36.451776Z","caller":"traceutil/trace.go:171","msg":"trace[804762675] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"271.614322ms","start":"2026-04-10T01:11:36.180132Z","end":"2026-04-10T01:11:36.451746Z","steps":["trace[804762675] 'process raft request' (duration: 271.409186ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:42.654771Z","caller":"traceutil/trace.go:171","msg":"trace[1570962815] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"244.099405ms","start":"2026-04-10T01:11:42.410646Z","end":"2026-04-10T01:11:42.654745Z","steps":["trace[1570962815] 'process raft request' (duration: 243.88468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.186241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.752448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:43.186345Z","caller":"traceutil/trace.go:171","msg":"trace[910183850] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"527.789498ms","start":"2026-04-10T01:11:42.658536Z","end":"2026-04-10T01:11:43.186325Z","steps":["trace[910183850] 'process raft request' (duration: 66.858996ms)","trace[910183850] 'compare' (duration: 460.417258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:43.186407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.658509Z","time spent":"527.86901ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:43.189593Z","caller":"traceutil/trace.go:171","msg":"trace[1652667016] linearizableReadLoop","detail":"{readStateIndex:507; appliedIndex:506; }","duration":"137.545372ms","start":"2026-04-10T01:11:43.052009Z","end":"2026-04-10T01:11:43.189555Z","steps":["trace[1652667016] 'read index received' (duration: 137.412669ms)","trace[1652667016] 'applied index is now lower than readState.Index' (duration: 131.223µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:43.189633Z","caller":"traceutil/trace.go:171","msg":"trace[1222368717] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"530.56027ms","start":"2026-04-10T01:11:42.659026Z","end":"2026-04-10T01:11:43.189586Z","steps":["trace[1222368717] 'process raft request' (duration: 530.326574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.189773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.752488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:43.189834Z","caller":"traceutil/trace.go:171","msg":"trace[1333318429] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:487; }","duration":"137.85445ms","start":"2026-04-10T01:11:43.051964Z","end":"2026-04-10T01:11:43.189818Z","steps":["trace[1333318429] 'agreement among raft nodes before linearized reading' (duration: 137.723126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.189865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:42.659002Z","time spent":"530.742676ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:43.521185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.166966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-10T01:11:43.521281Z","caller":"traceutil/trace.go:171","msg":"trace[934296638] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:507; }","duration":"328.144445ms","start":"2026-04-10T01:11:43.193121Z","end":"2026-04-10T01:11:43.521266Z","steps":["trace[934296638] 'read index received' (duration: 144.792553ms)","trace[934296638] 'applied index is now lower than readState.Index' (duration: 183.350512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:43.521366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.246448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:43.52142Z","caller":"traceutil/trace.go:171","msg":"trace[1060119786] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:0; response_revision:487; }","duration":"328.32496ms","start":"2026-04-10T01:11:43.193082Z","end":"2026-04-10T01:11:43.521407Z","steps":["trace[1060119786] 'agreement among raft nodes before linearized reading' (duration: 328.243788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:43.521462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:43.193069Z","time spent":"328.385071ms","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-04-10T01:11:44.174731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.150736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:44.175034Z","caller":"traceutil/trace.go:171","msg":"trace[324409054] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:514; }","duration":"326.570945ms","start":"2026-04-10T01:11:43.848437Z","end":"2026-04-10T01:11:44.175008Z","steps":["trace[324409054] 'read index received' (duration: 29.104169ms)","trace[324409054] 'applied index is now lower than readState.Index' (duration: 297.465466ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:44.175173Z","caller":"traceutil/trace.go:171","msg":"trace[1269846741] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"346.408388ms","start":"2026-04-10T01:11:43.828746Z","end":"2026-04-10T01:11:44.175154Z","steps":["trace[1269846741] 'process raft request' (duration: 48.748818ms)","trace[1269846741] 'compare' (duration: 296.970522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:44.175274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:43.8287Z","time spent":"346.531621ms","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:44.175341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.901722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:44.17539Z","caller":"traceutil/trace.go:171","msg":"trace[1424706223] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"346.089459ms","start":"2026-04-10T01:11:43.829219Z","end":"2026-04-10T01:11:44.175309Z","steps":["trace[1424706223] 'process raft request' (duration: 345.680029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:44.175691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:43.829198Z","time spent":"346.383316ms","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:44.17546Z","caller":"traceutil/trace.go:171","msg":"trace[1151237454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"327.083588ms","start":"2026-04-10T01:11:43.848344Z","end":"2026-04-10T01:11:44.175427Z","steps":["trace[1151237454] 'agreement among raft nodes before linearized reading' (duration: 326.848671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:44.17584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:43.848308Z","time spent":"327.515189ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:44.175341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.36042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:11:44.176001Z","caller":"traceutil/trace.go:171","msg":"trace[1335365926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:495; }","duration":"274.064177ms","start":"2026-04-10T01:11:43.901914Z","end":"2026-04-10T01:11:44.175978Z","steps":["trace[1335365926] 'agreement among raft nodes before linearized reading' (duration: 273.318927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:44.388479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.895796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:44.388737Z","caller":"traceutil/trace.go:171","msg":"trace[593941034] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"159.819231ms","start":"2026-04-10T01:11:44.228894Z","end":"2026-04-10T01:11:44.388714Z","steps":["trace[593941034] 'process raft request' (duration: 159.742488ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:44.388801Z","caller":"traceutil/trace.go:171","msg":"trace[1777094701] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"208.531666ms","start":"2026-04-10T01:11:44.180204Z","end":"2026-04-10T01:11:44.388736Z","steps":["trace[1777094701] 'process raft request' (duration: 99.25312ms)","trace[1777094701] 'compare' (duration: 108.700721ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:44.707346Z","caller":"traceutil/trace.go:171","msg":"trace[510378954] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"308.396584ms","start":"2026-04-10T01:11:44.398914Z","end":"2026-04-10T01:11:44.70731Z","steps":["trace[510378954] 'process raft request' (duration: 246.16618ms)","trace[510378954] 'compare' (duration: 61.912365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:44.707533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:44.398882Z","time spent":"308.541068ms","remote":"127.0.0.1:46578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14213,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:11:44.972355Z","caller":"traceutil/trace.go:171","msg":"trace[1938135526] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:521; }","duration":"123.405539ms","start":"2026-04-10T01:11:44.848926Z","end":"2026-04-10T01:11:44.972331Z","steps":["trace[1938135526] 'read index received' (duration: 123.215934ms)","trace[1938135526] 'applied index is now lower than readState.Index' (duration: 188.695µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:44.972455Z","caller":"traceutil/trace.go:171","msg":"trace[2101032771] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"252.512718ms","start":"2026-04-10T01:11:44.719913Z","end":"2026-04-10T01:11:44.972425Z","steps":["trace[2101032771] 'process raft request' (duration: 252.377125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:44.972486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.552992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:44.972519Z","caller":"traceutil/trace.go:171","msg":"trace[1847640977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"123.654695ms","start":"2026-04-10T01:11:44.848853Z","end":"2026-04-10T01:11:44.972508Z","steps":["trace[1847640977] 'agreement among raft nodes before linearized reading' (duration: 123.570772ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:44.972674Z","caller":"traceutil/trace.go:171","msg":"trace[81166824] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"254.405879ms","start":"2026-04-10T01:11:44.718201Z","end":"2026-04-10T01:11:44.972606Z","steps":["trace[81166824] 'process raft request' (duration: 253.957307ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:46.518314Z","caller":"traceutil/trace.go:171","msg":"trace[709573028] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"119.793663ms","start":"2026-04-10T01:11:46.398384Z","end":"2026-04-10T01:11:46.518177Z","steps":["trace[709573028] 'process raft request' (duration: 119.603528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:47.523466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653585048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:49.134708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971540224s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:49.134859Z","caller":"traceutil/trace.go:171","msg":"trace[1908723116] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:558; }","duration":"1.971702418s","start":"2026-04-10T01:11:47.163135Z","end":"2026-04-10T01:11:49.134837Z","steps":["trace[1908723116] 'range keys from in-memory index tree' (duration: 1.971522714s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.135123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305787123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:49.135265Z","caller":"traceutil/trace.go:171","msg":"trace[2051529368] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"2.244093671s","start":"2026-04-10T01:11:46.891147Z","end":"2026-04-10T01:11:49.13524Z","steps":["trace[2051529368] 'process raft request' (duration: 938.075162ms)","trace[2051529368] 'compare' (duration: 1.305456764s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:49.135358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:46.891122Z","time spent":"2.244189384s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:49.137266Z","caller":"traceutil/trace.go:171","msg":"trace[1209795533] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"2.234566579s","start":"2026-04-10T01:11:46.902483Z","end":"2026-04-10T01:11:49.13705Z","steps":["trace[1209795533] 'process raft request' (duration: 2.234282131s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.137433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:46.902465Z","time spent":"2.234875388s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:49.137507Z","caller":"traceutil/trace.go:171","msg":"trace[285149897] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:583; }","duration":"2.115134945s","start":"2026-04-10T01:11:47.022362Z","end":"2026-04-10T01:11:49.137497Z","steps":["trace[285149897] 'read index received' (duration: 807.064803ms)","trace[285149897] 'applied index is now lower than readState.Index' (duration: 1.308069182s)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:49.137601Z","caller":"traceutil/trace.go:171","msg":"trace[2047408239] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"2.17168678s","start":"2026-04-10T01:11:46.965885Z","end":"2026-04-10T01:11:49.137571Z","steps":["trace[2047408239] 'process raft request' (duration: 2.171553275s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.137736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:46.965858Z","time spent":"2.171798071s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:49.138789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115530035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T01:11:49.138829Z","caller":"traceutil/trace.go:171","msg":"trace[1447748677] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:561; }","duration":"2.116518492s","start":"2026-04-10T01:11:47.022302Z","end":"2026-04-10T01:11:49.13882Z","steps":["trace[1447748677] 'agreement among raft nodes before linearized reading' (duration: 2.115326191s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.138862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.022277Z","time spent":"2.116577713s","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-04-10T01:11:49.138817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940426372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:11:49.138975Z","caller":"traceutil/trace.go:171","msg":"trace[2030498358] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.150645205s","start":"2026-04-10T01:11:47.988313Z","end":"2026-04-10T01:11:49.138958Z","steps":["trace[2030498358] 'process raft request' (duration: 1.149608649s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:49.139011Z","caller":"traceutil/trace.go:171","msg":"trace[1314420047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:562; }","duration":"1.940649858s","start":"2026-04-10T01:11:47.198353Z","end":"2026-04-10T01:11:49.139003Z","steps":["trace[1314420047] 'agreement among raft nodes before linearized reading' (duration: 1.940401632s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.139038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.19834Z","time spent":"1.940690729s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:11:49.139083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.988288Z","time spent":"1.150734617s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:49.139307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893953045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:49.139368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937583266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:11:49.139368Z","caller":"traceutil/trace.go:171","msg":"trace[1688884234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"1.894035176s","start":"2026-04-10T01:11:47.245322Z","end":"2026-04-10T01:11:49.139357Z","steps":["trace[1688884234] 'agreement among raft nodes before linearized reading' (duration: 1.893957964s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:49.139394Z","caller":"traceutil/trace.go:171","msg":"trace[21841010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:562; }","duration":"1.937647818s","start":"2026-04-10T01:11:47.20174Z","end":"2026-04-10T01:11:49.139388Z","steps":["trace[21841010] 'agreement among raft nodes before linearized reading' (duration: 1.937606427s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.139403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.245309Z","time spent":"1.894087188s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:49.139417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.201716Z","time spent":"1.93769666s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:11:49.139413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.43334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:11:49.139482Z","caller":"traceutil/trace.go:171","msg":"trace[1385096781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:562; }","duration":"613.549452ms","start":"2026-04-10T01:11:48.525915Z","end":"2026-04-10T01:11:49.139464Z","steps":["trace[1385096781] 'agreement among raft nodes before linearized reading' (duration: 613.425749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.139538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:48.525891Z","time spent":"613.639895ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:49.139325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.515452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:11:49.139628Z","caller":"traceutil/trace.go:171","msg":"trace[1182234810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:562; }","duration":"329.876561ms","start":"2026-04-10T01:11:48.809745Z","end":"2026-04-10T01:11:49.139621Z","steps":["trace[1182234810] 'agreement among raft nodes before linearized reading' (duration: 329.50281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.139441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290217821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:49.13977Z","caller":"traceutil/trace.go:171","msg":"trace[489437333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"1.290606702s","start":"2026-04-10T01:11:47.849089Z","end":"2026-04-10T01:11:49.139696Z","steps":["trace[489437333] 'agreement among raft nodes before linearized reading' (duration: 1.289911924s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:49.139661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:48.80972Z","time spent":"329.930853ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:49.139855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:47.849067Z","time spent":"1.290771436s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:51.945168Z","caller":"traceutil/trace.go:171","msg":"trace[44350413] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"164.880414ms","start":"2026-04-10T01:11:51.780254Z","end":"2026-04-10T01:11:51.945134Z","steps":["trace[44350413] 'process raft request' (duration: 164.378852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:56.350205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653585206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:56.851199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653585206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:57.351537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653585206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:11:57.668912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.160352219s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:11:57.670857Z","caller":"traceutil/trace.go:171","msg":"trace[189438421] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"1.821163081s","start":"2026-04-10T01:11:55.849669Z","end":"2026-04-10T01:11:57.670832Z","steps":["trace[189438421] 'read index received' (duration: 1.819393014s)","trace[189438421] 'applied index is now lower than readState.Index' (duration: 1.769067ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:57.670966Z","caller":"traceutil/trace.go:171","msg":"trace[165166463] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"2.164055185s","start":"2026-04-10T01:11:55.506868Z","end":"2026-04-10T01:11:57.670923Z","steps":["trace[165166463] 'process raft request' (duration: 2.162453233s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.671066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.823024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:11:57.671102Z","caller":"traceutil/trace.go:171","msg":"trace[1117181067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:641; }","duration":"481.873685ms","start":"2026-04-10T01:11:57.189218Z","end":"2026-04-10T01:11:57.671092Z","steps":["trace[1117181067] 'agreement among raft nodes before linearized reading' (duration: 481.813383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.671126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.189207Z","time spent":"481.912897ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:11:57.671131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.065968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:11:57.671165Z","caller":"traceutil/trace.go:171","msg":"trace[2079564740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"491.131319ms","start":"2026-04-10T01:11:57.180022Z","end":"2026-04-10T01:11:57.671153Z","steps":["trace[2079564740] 'agreement among raft nodes before linearized reading' (duration: 491.026536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.671161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:55.506833Z","time spent":"2.164230851s","remote":"127.0.0.1:46202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:57.671207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.18Z","time spent":"491.199921ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:11:57.671356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.59275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:57.671393Z","caller":"traceutil/trace.go:171","msg":"trace[1972554587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"425.64837ms","start":"2026-04-10T01:11:57.245737Z","end":"2026-04-10T01:11:57.671386Z","steps":["trace[1972554587] 'agreement among raft nodes before linearized reading' (duration: 425.592529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.671412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.24573Z","time spent":"425.677952ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:57.671579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.767362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-10T01:11:57.670997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821309425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:11:57.671715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.040272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:11:57.671744Z","caller":"traceutil/trace.go:171","msg":"trace[1994660359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:641; }","duration":"484.160676ms","start":"2026-04-10T01:11:57.187578Z","end":"2026-04-10T01:11:57.671738Z","steps":["trace[1994660359] 'agreement among raft nodes before linearized reading' (duration: 483.455937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.671763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.18755Z","time spent":"484.208607ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:11:57.671693Z","caller":"traceutil/trace.go:171","msg":"trace[1911362508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"1.822033725s","start":"2026-04-10T01:11:55.849618Z","end":"2026-04-10T01:11:57.671652Z","steps":["trace[1911362508] 'agreement among raft nodes before linearized reading' (duration: 1.821303135s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.671809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:55.849597Z","time spent":"1.822209219s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:11:57.671614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.767042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:11:57.67187Z","caller":"traceutil/trace.go:171","msg":"trace[1720174163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"482.034309ms","start":"2026-04-10T01:11:57.189822Z","end":"2026-04-10T01:11:57.671856Z","steps":["trace[1720174163] 'agreement among raft nodes before linearized reading' (duration: 481.763892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.671931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.18981Z","time spent":"482.10174ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:11:57.671617Z","caller":"traceutil/trace.go:171","msg":"trace[1953205455] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:641; }","duration":"648.846513ms","start":"2026-04-10T01:11:57.022761Z","end":"2026-04-10T01:11:57.671608Z","steps":["trace[1953205455] 'agreement among raft nodes before linearized reading' (duration: 648.71806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.672023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.02271Z","time spent":"649.291046ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-04-10T01:11:57.671007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737628686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qhffb\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-10T01:11:57.672359Z","caller":"traceutil/trace.go:171","msg":"trace[525784120] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qhffb; range_end:; response_count:1; response_revision:641; }","duration":"1.738984392s","start":"2026-04-10T01:11:55.93331Z","end":"2026-04-10T01:11:57.672294Z","steps":["trace[525784120] 'agreement among raft nodes before linearized reading' (duration: 1.737625675s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:57.672474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:55.933291Z","time spent":"1.739141896s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-qhffb\" "} {"level":"warn","ts":"2026-04-10T01:11:58.336536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.969167ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-10T01:11:58.337058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.673638Z","time spent":"663.412069ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T01:11:59.260608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305982287s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:11:59.43696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.968687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:59.437312Z","caller":"traceutil/trace.go:171","msg":"trace[754153957] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"1.761342332s","start":"2026-04-10T01:11:57.675913Z","end":"2026-04-10T01:11:59.437255Z","steps":["trace[754153957] 'process raft request' (duration: 1.761147167s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.437396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.675904Z","time spent":"1.761453424s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:59.437381Z","caller":"traceutil/trace.go:171","msg":"trace[2117314714] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"1.760591122s","start":"2026-04-10T01:11:57.67674Z","end":"2026-04-10T01:11:59.437331Z","steps":["trace[2117314714] 'process raft request' (duration: 1.760385767s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.437403Z","caller":"traceutil/trace.go:171","msg":"trace[1121874093] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.75973225s","start":"2026-04-10T01:11:57.677632Z","end":"2026-04-10T01:11:59.437364Z","steps":["trace[1121874093] 'process raft request' (duration: 1.759525774s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.437597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.676721Z","time spent":"1.760756116s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:59.437621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.677617Z","time spent":"1.759868713s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:59.437406Z","caller":"traceutil/trace.go:171","msg":"trace[971954482] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.761815134s","start":"2026-04-10T01:11:57.675556Z","end":"2026-04-10T01:11:59.437371Z","steps":["trace[971954482] 'process raft request' (duration: 1.585341384s)","trace[971954482] 'compare' (duration: 175.842594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:59.437801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.675528Z","time spent":"1.762222885s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:59.437708Z","caller":"traceutil/trace.go:171","msg":"trace[579037283] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"1.752062566s","start":"2026-04-10T01:11:57.685632Z","end":"2026-04-10T01:11:59.437695Z","steps":["trace[579037283] 'process raft request' (duration: 1.751562034s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.437979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.685623Z","time spent":"1.752277632s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:11:59.438709Z","caller":"traceutil/trace.go:171","msg":"trace[1563564908] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:668; }","duration":"1.758677392s","start":"2026-04-10T01:11:57.680007Z","end":"2026-04-10T01:11:59.438684Z","steps":["trace[1563564908] 'read index received' (duration: 274.465509ms)","trace[1563564908] 'applied index is now lower than readState.Index' (duration: 1.484211053s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:59.438823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758808995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:59.438863Z","caller":"traceutil/trace.go:171","msg":"trace[1685181869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"1.758871237s","start":"2026-04-10T01:11:57.67998Z","end":"2026-04-10T01:11:59.438851Z","steps":["trace[1685181869] 'agreement among raft nodes before linearized reading' (duration: 1.758777045s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.438892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.679969Z","time spent":"1.758917208s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:59.439133Z","caller":"traceutil/trace.go:171","msg":"trace[1985843421] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.709534004s","start":"2026-04-10T01:11:57.729535Z","end":"2026-04-10T01:11:59.439069Z","steps":["trace[1985843421] 'process raft request' (duration: 1.707989493s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.439271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:57.729514Z","time spent":"1.709708169s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:11:59.935769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.779146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:11:59.936016Z","caller":"traceutil/trace.go:171","msg":"trace[3851125] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"134.511832ms","start":"2026-04-10T01:11:59.801484Z","end":"2026-04-10T01:11:59.935995Z","steps":["trace[3851125] 'process raft request' (duration: 134.467631ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.936038Z","caller":"traceutil/trace.go:171","msg":"trace[1282563549] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"637.893975ms","start":"2026-04-10T01:11:59.298123Z","end":"2026-04-10T01:11:59.936017Z","steps":["trace[1282563549] 'process raft request' (duration: 637.765001ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:11:59.936106Z","caller":"traceutil/trace.go:171","msg":"trace[924364637] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:675; }","duration":"493.965644ms","start":"2026-04-10T01:11:59.442111Z","end":"2026-04-10T01:11:59.936077Z","steps":["trace[924364637] 'read index received' (duration: 307.821589ms)","trace[924364637] 'applied index is now lower than readState.Index' (duration: 186.141265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:11:59.936219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.298094Z","time spent":"638.028399ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:59.936288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.670101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:11:59.93603Z","caller":"traceutil/trace.go:171","msg":"trace[2111477867] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.597551727s","start":"2026-04-10T01:11:58.338419Z","end":"2026-04-10T01:11:59.935971Z","steps":["trace[2111477867] 'process raft request' (duration: 1.411483933s)","trace[2111477867] 'compare' (duration: 185.650802ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:11:59.936331Z","caller":"traceutil/trace.go:171","msg":"trace[1282803438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"489.785204ms","start":"2026-04-10T01:11:59.446535Z","end":"2026-04-10T01:11:59.936321Z","steps":["trace[1282803438] 'agreement among raft nodes before linearized reading' (duration: 489.696162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.936321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.19011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-10T01:11:59.936367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.446482Z","time spent":"489.877046ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:11:59.936384Z","caller":"traceutil/trace.go:171","msg":"trace[299214849] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:650; }","duration":"494.295423ms","start":"2026-04-10T01:11:59.442072Z","end":"2026-04-10T01:11:59.936367Z","steps":["trace[299214849] 'agreement among raft nodes before linearized reading' (duration: 494.130228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:11:59.936387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:58.338388Z","time spent":"1.597949868s","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:11:59.936434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.442056Z","time spent":"494.365614ms","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-10T01:12:01.34805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653585229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:01.414924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.464498843s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:12:02.595161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180022664s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:02.595288Z","caller":"traceutil/trace.go:171","msg":"trace[621306757] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:678; }","duration":"1.74788673s","start":"2026-04-10T01:12:00.847378Z","end":"2026-04-10T01:12:02.595264Z","steps":["trace[621306757] 'read index received' (duration: 567.636ms)","trace[621306757] 'applied index is now lower than readState.Index' (duration: 1.180248689s)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:02.595379Z","caller":"traceutil/trace.go:171","msg":"trace[534209870] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"2.6450301s","start":"2026-04-10T01:11:59.950271Z","end":"2026-04-10T01:12:02.595301Z","steps":["trace[534209870] 'process raft request' (duration: 1.464783s)","trace[534209870] 'compare' (duration: 1.179899541s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:02.595538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748143586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:02.595581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:11:59.950236Z","time spent":"2.645236485s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:12:02.595615Z","caller":"traceutil/trace.go:171","msg":"trace[888929557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"1.74828534s","start":"2026-04-10T01:12:00.847311Z","end":"2026-04-10T01:12:02.595596Z","steps":["trace[888929557] 'agreement among raft nodes before linearized reading' (duration: 1.748086775s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.59565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153171275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:12:02.595714Z","caller":"traceutil/trace.go:171","msg":"trace[2003291025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:651; }","duration":"1.153279858s","start":"2026-04-10T01:12:01.442418Z","end":"2026-04-10T01:12:02.595698Z","steps":["trace[2003291025] 'agreement among raft nodes before linearized reading' (duration: 1.153027652s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.59577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.442389Z","time spent":"1.153367591s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:12:02.595801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152570529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:12:02.595831Z","caller":"traceutil/trace.go:171","msg":"trace[1032687203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:651; }","duration":"1.15262495s","start":"2026-04-10T01:12:01.443197Z","end":"2026-04-10T01:12:02.595822Z","steps":["trace[1032687203] 'agreement among raft nodes before linearized reading' (duration: 1.152500637s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.595864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.443182Z","time spent":"1.152675163s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:12:02.59566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:00.847235Z","time spent":"1.748416414s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:02.596118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153520945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:12:02.596184Z","caller":"traceutil/trace.go:171","msg":"trace[1912696139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:651; }","duration":"1.153592696s","start":"2026-04-10T01:12:01.442575Z","end":"2026-04-10T01:12:02.596167Z","steps":["trace[1912696139] 'agreement among raft nodes before linearized reading' (duration: 1.153393302s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.596237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.44255Z","time spent":"1.153674778s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:12:02.596298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153706929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:12:02.596339Z","caller":"traceutil/trace.go:171","msg":"trace[2140260626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:651; }","duration":"1.153769061s","start":"2026-04-10T01:12:01.44256Z","end":"2026-04-10T01:12:02.596329Z","steps":["trace[2140260626] 'agreement among raft nodes before linearized reading' (duration: 1.153663718s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:02.596372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:01.442544Z","time spent":"1.153821432s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:12:03.129056Z","caller":"traceutil/trace.go:171","msg":"trace[822688391] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"173.737808ms","start":"2026-04-10T01:12:02.955277Z","end":"2026-04-10T01:12:03.129014Z","steps":["trace[822688391] 'process raft request' (duration: 173.517162ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:03.134225Z","caller":"traceutil/trace.go:171","msg":"trace[37301633] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"163.727162ms","start":"2026-04-10T01:12:02.970469Z","end":"2026-04-10T01:12:03.134196Z","steps":["trace[37301633] 'process raft request' (duration: 163.539298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:04.214364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.242514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:04.214535Z","caller":"traceutil/trace.go:171","msg":"trace[2054266231] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"251.81603ms","start":"2026-04-10T01:12:03.962697Z","end":"2026-04-10T01:12:04.214513Z","steps":["trace[2054266231] 'process raft request' (duration: 49.318589ms)","trace[2054266231] 'compare' (duration: 202.044279ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:04.234386Z","caller":"traceutil/trace.go:171","msg":"trace[1619908800] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"261.070624ms","start":"2026-04-10T01:12:03.973283Z","end":"2026-04-10T01:12:04.234353Z","steps":["trace[1619908800] 'process raft request' (duration: 260.866669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.037427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.485286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:05.037595Z","caller":"traceutil/trace.go:171","msg":"trace[985795165] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"399.486125ms","start":"2026-04-10T01:12:04.638083Z","end":"2026-04-10T01:12:05.037569Z","steps":["trace[985795165] 'process raft request' (duration: 261.685801ms)","trace[985795165] 'compare' (duration: 137.29717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:05.03767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:04.638061Z","time spent":"399.576839ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:05.19081Z","caller":"traceutil/trace.go:171","msg":"trace[2140689847] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"552.34161ms","start":"2026-04-10T01:12:04.638444Z","end":"2026-04-10T01:12:05.190786Z","steps":["trace[2140689847] 'process raft request' (duration: 552.141595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.190992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:04.638433Z","time spent":"552.458063ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:05.191366Z","caller":"traceutil/trace.go:171","msg":"trace[1758261105] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"552.664569ms","start":"2026-04-10T01:12:04.638672Z","end":"2026-04-10T01:12:05.191337Z","steps":["trace[1758261105] 'process raft request' (duration: 552.073662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.19154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:04.638662Z","time spent":"552.783631ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:05.191526Z","caller":"traceutil/trace.go:171","msg":"trace[1245908924] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"551.562168ms","start":"2026-04-10T01:12:04.639935Z","end":"2026-04-10T01:12:05.191498Z","steps":["trace[1245908924] 'process raft request' (duration: 551.287112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.191717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:04.639925Z","time spent":"551.742743ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:05.192346Z","caller":"traceutil/trace.go:171","msg":"trace[656568881] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:709; }","duration":"404.816297ms","start":"2026-04-10T01:12:04.78751Z","end":"2026-04-10T01:12:05.192327Z","steps":["trace[656568881] 'read index received' (duration: 112.266458ms)","trace[656568881] 'applied index is now lower than readState.Index' (duration: 292.548619ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:05.192488Z","caller":"traceutil/trace.go:171","msg":"trace[75559551] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"552.270748ms","start":"2026-04-10T01:12:04.640203Z","end":"2026-04-10T01:12:05.192473Z","steps":["trace[75559551] 'process raft request' (duration: 551.122758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.192652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:04.640192Z","time spent":"552.376181ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:05.192607Z","caller":"traceutil/trace.go:171","msg":"trace[656340305] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"379.818084ms","start":"2026-04-10T01:12:04.812714Z","end":"2026-04-10T01:12:05.192533Z","steps":["trace[656340305] 'process raft request' (duration: 379.515246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.192764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.225639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:12:05.192827Z","caller":"traceutil/trace.go:171","msg":"trace[1433639317] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:685; }","duration":"405.365922ms","start":"2026-04-10T01:12:04.787446Z","end":"2026-04-10T01:12:05.192812Z","steps":["trace[1433639317] 'agreement among raft nodes before linearized reading' (duration: 405.165787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.192872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:04.787426Z","time spent":"405.436494ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:05.192894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:04.812697Z","time spent":"380.022399ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:12:05.196027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.625533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:05.196132Z","caller":"traceutil/trace.go:171","msg":"trace[282916979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:686; }","duration":"346.685965ms","start":"2026-04-10T01:12:04.849386Z","end":"2026-04-10T01:12:05.196072Z","steps":["trace[282916979] 'agreement among raft nodes before linearized reading' (duration: 346.587493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.19621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:04.849351Z","time spent":"346.84696ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:12:05.196217Z","caller":"traceutil/trace.go:171","msg":"trace[664638746] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"176.052659ms","start":"2026-04-10T01:12:05.02007Z","end":"2026-04-10T01:12:05.196123Z","steps":["trace[664638746] 'process raft request' (duration: 175.818443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:05.19621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.998822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qhffb\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-04-10T01:12:05.196592Z","caller":"traceutil/trace.go:171","msg":"trace[1427270815] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qhffb; range_end:; response_count:1; response_revision:686; }","duration":"227.416791ms","start":"2026-04-10T01:12:04.969152Z","end":"2026-04-10T01:12:05.196569Z","steps":["trace[1427270815] 'agreement among raft nodes before linearized reading' (duration: 226.926778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:07.552738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.039245ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:07.552878Z","caller":"traceutil/trace.go:171","msg":"trace[1041927024] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:712; }","duration":"390.20252ms","start":"2026-04-10T01:12:07.162655Z","end":"2026-04-10T01:12:07.552857Z","steps":["trace[1041927024] 'range keys from in-memory index tree' (duration: 390.019475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:07.55294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.045396ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-10T01:12:07.553029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.082231Z","time spent":"470.794397ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T01:12:08.119769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.402481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:08.120317Z","caller":"traceutil/trace.go:171","msg":"trace[1921341453] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"565.924831ms","start":"2026-04-10T01:12:07.55435Z","end":"2026-04-10T01:12:08.120275Z","steps":["trace[1921341453] 'process raft request' (duration: 565.811468ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.120358Z","caller":"traceutil/trace.go:171","msg":"trace[1433105641] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:743; }","duration":"923.089813ms","start":"2026-04-10T01:12:07.197244Z","end":"2026-04-10T01:12:08.120334Z","steps":["trace[1433105641] 'read index received' (duration: 458.813809ms)","trace[1433105641] 'applied index is now lower than readState.Index' (duration: 464.272194ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:08.120044Z","caller":"traceutil/trace.go:171","msg":"trace[244744124] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"1.034732485s","start":"2026-04-10T01:12:07.085255Z","end":"2026-04-10T01:12:08.119987Z","steps":["trace[244744124] 'process raft request' (duration: 570.82818ms)","trace[244744124] 'compare' (duration: 463.229107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:08.120466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.554321Z","time spent":"566.060015ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:08.12055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.085239Z","time spent":"1.035217047s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:08.12069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.420731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:12:08.120754Z","caller":"traceutil/trace.go:171","msg":"trace[1041212586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:715; }","duration":"923.550206ms","start":"2026-04-10T01:12:07.197188Z","end":"2026-04-10T01:12:08.120739Z","steps":["trace[1041212586] 'agreement among raft nodes before linearized reading' (duration: 923.246827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.120792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.197159Z","time spent":"923.624618ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:12:08.120251Z","caller":"traceutil/trace.go:171","msg":"trace[242896030] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"1.030443251s","start":"2026-04-10T01:12:07.089779Z","end":"2026-04-10T01:12:08.120222Z","steps":["trace[242896030] 'process raft request' (duration: 1.030106832s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.121124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.089773Z","time spent":"1.031282343s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:08.621143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653585341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:12:08.629498Z","caller":"traceutil/trace.go:171","msg":"trace[2144351997] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"593.126782ms","start":"2026-04-10T01:12:08.036348Z","end":"2026-04-10T01:12:08.629475Z","steps":["trace[2144351997] 'process raft request' (duration: 593.004138ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.629534Z","caller":"traceutil/trace.go:171","msg":"trace[554785429] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"813.910328ms","start":"2026-04-10T01:12:07.815574Z","end":"2026-04-10T01:12:08.629485Z","steps":["trace[554785429] 'process raft request' (duration: 813.600899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.629627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.036319Z","time spent":"593.253345ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:12:08.629695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.815464Z","time spent":"814.130844ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T01:12:08.69814Z","caller":"traceutil/trace.go:171","msg":"trace[944182450] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"572.440191ms","start":"2026-04-10T01:12:08.125665Z","end":"2026-04-10T01:12:08.698105Z","steps":["trace[944182450] 'process raft request' (duration: 564.399538ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.6983Z","caller":"traceutil/trace.go:171","msg":"trace[279164524] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"568.769045ms","start":"2026-04-10T01:12:08.129507Z","end":"2026-04-10T01:12:08.698276Z","steps":["trace[279164524] 'process raft request' (duration: 568.514748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.698329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.125644Z","time spent":"572.591027ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:08.698431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.129494Z","time spent":"568.860197ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:08.698399Z","caller":"traceutil/trace.go:171","msg":"trace[91801259] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"260.513119ms","start":"2026-04-10T01:12:08.437848Z","end":"2026-04-10T01:12:08.698361Z","steps":["trace[91801259] 'process raft request' (duration: 260.289233ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.698318Z","caller":"traceutil/trace.go:171","msg":"trace[227099694] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:746; }","duration":"577.880397ms","start":"2026-04-10T01:12:08.120418Z","end":"2026-04-10T01:12:08.698299Z","steps":["trace[227099694] 'read index received' (duration: 508.792544ms)","trace[227099694] 'applied index is now lower than readState.Index' (duration: 69.086973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:08.69854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088222943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-04-10T01:12:08.698601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287488688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-10T01:12:08.698609Z","caller":"traceutil/trace.go:171","msg":"trace[93730489] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"1.088319515s","start":"2026-04-10T01:12:07.610275Z","end":"2026-04-10T01:12:08.698595Z","steps":["trace[93730489] 'agreement among raft nodes before linearized reading' (duration: 1.088065528s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.698628Z","caller":"traceutil/trace.go:171","msg":"trace[146478342] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"1.287546859s","start":"2026-04-10T01:12:07.411073Z","end":"2026-04-10T01:12:08.69862Z","steps":["trace[146478342] 'agreement among raft nodes before linearized reading' (duration: 1.287456157s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.698649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.411052Z","time spent":"1.287592751s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-10T01:12:08.698665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.610262Z","time spent":"1.088370997s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-10T01:12:08.69871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.552839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:08.698729Z","caller":"traceutil/trace.go:171","msg":"trace[352019839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"850.615601ms","start":"2026-04-10T01:12:07.848108Z","end":"2026-04-10T01:12:08.698724Z","steps":["trace[352019839] 'agreement among raft nodes before linearized reading' (duration: 850.589041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.698743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.848083Z","time spent":"850.656921ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:08.698908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501626727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:12:08.698926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489149136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-10T01:12:08.699004Z","caller":"traceutil/trace.go:171","msg":"trace[244410943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"1.489231838s","start":"2026-04-10T01:12:07.209728Z","end":"2026-04-10T01:12:08.69896Z","steps":["trace[244410943] 'agreement among raft nodes before linearized reading' (duration: 1.488963021s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.699076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.209717Z","time spent":"1.489322261s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-04-10T01:12:08.698964Z","caller":"traceutil/trace.go:171","msg":"trace[293588847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:720; }","duration":"1.501737681s","start":"2026-04-10T01:12:07.197215Z","end":"2026-04-10T01:12:08.698952Z","steps":["trace[293588847] 'agreement among raft nodes before linearized reading' (duration: 1.501517815s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.699891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:07.197191Z","time spent":"1.502660945s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:12:08.782908Z","caller":"traceutil/trace.go:171","msg":"trace[1404428208] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"138.462063ms","start":"2026-04-10T01:12:08.644408Z","end":"2026-04-10T01:12:08.78287Z","steps":["trace[1404428208] 'process raft request' (duration: 138.311099ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.859336Z","caller":"traceutil/trace.go:171","msg":"trace[1597319958] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:751; }","duration":"160.737554ms","start":"2026-04-10T01:12:08.698568Z","end":"2026-04-10T01:12:08.859306Z","steps":["trace[1597319958] 'read index received' (duration: 84.276156ms)","trace[1597319958] 'applied index is now lower than readState.Index' (duration: 76.460148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:08.859653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.299216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:12:08.85968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.497564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:12:08.859809Z","caller":"traceutil/trace.go:171","msg":"trace[1505987561] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:723; }","duration":"615.67945ms","start":"2026-04-10T01:12:08.244111Z","end":"2026-04-10T01:12:08.85979Z","steps":["trace[1505987561] 'agreement among raft nodes before linearized reading' (duration: 615.492075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.859834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.671769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-10T01:12:08.859821Z","caller":"traceutil/trace.go:171","msg":"trace[1677958697] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"161.76505ms","start":"2026-04-10T01:12:08.698017Z","end":"2026-04-10T01:12:08.859782Z","steps":["trace[1677958697] 'process raft request' (duration: 161.019121ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.859876Z","caller":"traceutil/trace.go:171","msg":"trace[1230388107] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:723; }","duration":"736.74716ms","start":"2026-04-10T01:12:08.123118Z","end":"2026-04-10T01:12:08.859865Z","steps":["trace[1230388107] 'agreement among raft nodes before linearized reading' (duration: 736.671238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.859878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.710554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-04-10T01:12:08.859925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.123098Z","time spent":"736.816901ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-10T01:12:08.859763Z","caller":"traceutil/trace.go:171","msg":"trace[100535454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:723; }","duration":"228.47175ms","start":"2026-04-10T01:12:08.631276Z","end":"2026-04-10T01:12:08.859747Z","steps":["trace[100535454] 'agreement among raft nodes before linearized reading' (duration: 228.183082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.859939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.244095Z","time spent":"615.823794ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:08.859855Z","caller":"traceutil/trace.go:171","msg":"trace[1781672934] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"155.167595ms","start":"2026-04-10T01:12:08.704662Z","end":"2026-04-10T01:12:08.85983Z","steps":["trace[1781672934] 'process raft request' (duration: 154.560119ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:08.859946Z","caller":"traceutil/trace.go:171","msg":"trace[1806072817] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:723; }","duration":"249.815806ms","start":"2026-04-10T01:12:08.610114Z","end":"2026-04-10T01:12:08.859929Z","steps":["trace[1806072817] 'agreement among raft nodes before linearized reading' (duration: 249.578819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.859996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.24995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-10T01:12:08.860396Z","caller":"traceutil/trace.go:171","msg":"trace[794434097] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:723; }","duration":"649.714112ms","start":"2026-04-10T01:12:08.21066Z","end":"2026-04-10T01:12:08.860374Z","steps":["trace[794434097] 'agreement among raft nodes before linearized reading' (duration: 649.108845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.860257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.858097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:12:08.86054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:08.210638Z","time spent":"649.873326ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-10T01:12:08.860588Z","caller":"traceutil/trace.go:171","msg":"trace[982673810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:723; }","duration":"224.232408ms","start":"2026-04-10T01:12:08.636326Z","end":"2026-04-10T01:12:08.860558Z","steps":["trace[982673810] 'agreement among raft nodes before linearized reading' (duration: 223.000206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:08.870768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.950003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:08.870841Z","caller":"traceutil/trace.go:171","msg":"trace[1674144258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:725; }","duration":"171.052658ms","start":"2026-04-10T01:12:08.699769Z","end":"2026-04-10T01:12:08.870821Z","steps":["trace[1674144258] 'agreement among raft nodes before linearized reading' (duration: 170.942745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:10.08394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.499589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-10T01:12:10.084014Z","caller":"traceutil/trace.go:171","msg":"trace[360447838] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:735; }","duration":"844.623822ms","start":"2026-04-10T01:12:09.239374Z","end":"2026-04-10T01:12:10.083998Z","steps":["trace[360447838] 'range keys from in-memory index tree' (duration: 844.254551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:10.084043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:09.239339Z","time spent":"844.696353ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188517,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-10T01:12:10.084224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.007771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:12:10.084261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.471932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:10.084311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.523838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:10.084323Z","caller":"traceutil/trace.go:171","msg":"trace[879185778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:735; }","duration":"236.553964ms","start":"2026-04-10T01:12:09.847752Z","end":"2026-04-10T01:12:10.084306Z","steps":["trace[879185778] 'range keys from in-memory index tree' (duration: 236.38798ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:10.08433Z","caller":"traceutil/trace.go:171","msg":"trace[98838310] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:735; }","duration":"690.128185ms","start":"2026-04-10T01:12:09.394174Z","end":"2026-04-10T01:12:10.084302Z","steps":["trace[98838310] 'count revisions from in-memory index tree' (duration: 689.887858ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:10.084361Z","caller":"traceutil/trace.go:171","msg":"trace[419276561] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:735; }","duration":"709.622681ms","start":"2026-04-10T01:12:09.374725Z","end":"2026-04-10T01:12:10.084348Z","steps":["trace[419276561] 'count revisions from in-memory index tree' (duration: 709.407045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:10.084385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:09.374702Z","time spent":"709.676191ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:10.084387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:09.39415Z","time spent":"690.219556ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:10.225071Z","caller":"traceutil/trace.go:171","msg":"trace[166612301] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"125.467248ms","start":"2026-04-10T01:12:10.099554Z","end":"2026-04-10T01:12:10.225022Z","steps":["trace[166612301] 'process raft request' (duration: 124.155733ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:10.225203Z","caller":"traceutil/trace.go:171","msg":"trace[19495345] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:767; }","duration":"100.405363ms","start":"2026-04-10T01:12:10.124767Z","end":"2026-04-10T01:12:10.225172Z","steps":["trace[19495345] 'read index received' (duration: 25.681901ms)","trace[19495345] 'applied index is now lower than readState.Index' (duration: 74.722002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:10.225392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.600948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:12:10.225432Z","caller":"traceutil/trace.go:171","msg":"trace[191646782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:739; }","duration":"100.70294ms","start":"2026-04-10T01:12:10.124719Z","end":"2026-04-10T01:12:10.225422Z","steps":["trace[191646782] 'agreement among raft nodes before linearized reading' (duration: 100.538396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:11.216035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.652607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:11.216203Z","caller":"traceutil/trace.go:171","msg":"trace[147764501] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"330.727832ms","start":"2026-04-10T01:12:10.885432Z","end":"2026-04-10T01:12:11.21616Z","steps":["trace[147764501] 'process raft request' (duration: 148.865899ms)","trace[147764501] 'compare' (duration: 181.547355ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:11.216238Z","caller":"traceutil/trace.go:171","msg":"trace[51266525] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"194.331854ms","start":"2026-04-10T01:12:11.02189Z","end":"2026-04-10T01:12:11.216222Z","steps":["trace[51266525] 'process raft request' (duration: 194.277832ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:11.216277Z","caller":"traceutil/trace.go:171","msg":"trace[1794415450] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:775; }","duration":"292.185349ms","start":"2026-04-10T01:12:10.924037Z","end":"2026-04-10T01:12:11.216222Z","steps":["trace[1794415450] 'read index received' (duration: 110.256644ms)","trace[1794415450] 'applied index is now lower than readState.Index' (duration: 181.923855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:11.216371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:10.885408Z","time spent":"330.877746ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:11.216572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.508888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:12:11.216646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.177293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qhffb\" ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-10T01:12:11.216656Z","caller":"traceutil/trace.go:171","msg":"trace[2025017233] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:746; }","duration":"292.653562ms","start":"2026-04-10T01:12:10.923982Z","end":"2026-04-10T01:12:11.216635Z","steps":["trace[2025017233] 'agreement among raft nodes before linearized reading' (duration: 292.421126ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:11.216713Z","caller":"traceutil/trace.go:171","msg":"trace[1393697254] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qhffb; range_end:; response_count:1; response_revision:746; }","duration":"196.285055ms","start":"2026-04-10T01:12:11.020414Z","end":"2026-04-10T01:12:11.216699Z","steps":["trace[1393697254] 'agreement among raft nodes before linearized reading' (duration: 196.032959ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:12.295591Z","caller":"traceutil/trace.go:171","msg":"trace[1374363743] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"248.301295ms","start":"2026-04-10T01:12:12.047236Z","end":"2026-04-10T01:12:12.295537Z","steps":["trace[1374363743] 'process raft request' (duration: 247.913785ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:12.438614Z","caller":"traceutil/trace.go:171","msg":"trace[470217962] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"137.370372ms","start":"2026-04-10T01:12:12.301213Z","end":"2026-04-10T01:12:12.438584Z","steps":["trace[470217962] 'process raft request' (duration: 120.048503ms)","trace[470217962] 'compare' (duration: 17.192196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:13.011661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.862214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:12:13.011824Z","caller":"traceutil/trace.go:171","msg":"trace[662455875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:755; }","duration":"127.06435ms","start":"2026-04-10T01:12:12.884742Z","end":"2026-04-10T01:12:13.011806Z","steps":["trace[662455875] 'range keys from in-memory index tree' (duration: 126.500345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:13.011686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.737762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:12:13.012403Z","caller":"traceutil/trace.go:171","msg":"trace[1944307293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:755; }","duration":"101.100152ms","start":"2026-04-10T01:12:12.910894Z","end":"2026-04-10T01:12:13.011994Z","steps":["trace[1944307293] 'range keys from in-memory index tree' (duration: 100.585958ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:13.178704Z","caller":"traceutil/trace.go:171","msg":"trace[1007350822] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"162.005377ms","start":"2026-04-10T01:12:13.016673Z","end":"2026-04-10T01:12:13.178678Z","steps":["trace[1007350822] 'process raft request' (duration: 109.365231ms)","trace[1007350822] 'compare' (duration: 52.520543ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:14.104855Z","caller":"traceutil/trace.go:171","msg":"trace[237195784] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"190.832622ms","start":"2026-04-10T01:12:13.913992Z","end":"2026-04-10T01:12:14.104825Z","steps":["trace[237195784] 'process raft request' (duration: 190.594706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:14.3119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.801623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-10T01:12:14.311972Z","caller":"traceutil/trace.go:171","msg":"trace[1753549697] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:792; }","duration":"202.741737ms","start":"2026-04-10T01:12:14.109219Z","end":"2026-04-10T01:12:14.311961Z","steps":["trace[1753549697] 'read index received' (duration: 58.996175ms)","trace[1753549697] 'applied index is now lower than readState.Index' (duration: 143.742511ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:14.312065Z","caller":"traceutil/trace.go:171","msg":"trace[932682860] transaction","detail":"{read_only:false; number_of_response:0; response_revision:760; }","duration":"397.713218ms","start":"2026-04-10T01:12:13.914347Z","end":"2026-04-10T01:12:14.31206Z","steps":["trace[932682860] 'process raft request' (duration: 253.700539ms)","trace[932682860] 'compare' (duration: 143.769303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:14.312141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:13.914326Z","time spent":"397.800001ms","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:12:14.312315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.090926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1493"} {"level":"info","ts":"2026-04-10T01:12:14.312335Z","caller":"traceutil/trace.go:171","msg":"trace[583703803] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:760; }","duration":"203.115547ms","start":"2026-04-10T01:12:14.109214Z","end":"2026-04-10T01:12:14.312329Z","steps":["trace[583703803] 'agreement among raft nodes before linearized reading' (duration: 203.073316ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:14.375986Z","caller":"traceutil/trace.go:171","msg":"trace[381163664] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"263.747075ms","start":"2026-04-10T01:12:14.112179Z","end":"2026-04-10T01:12:14.375926Z","steps":["trace[381163664] 'process raft request' (duration: 263.374576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.416178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.420452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:12:15.416322Z","caller":"traceutil/trace.go:171","msg":"trace[1532830531] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:797; }","duration":"484.169912ms","start":"2026-04-10T01:12:14.93213Z","end":"2026-04-10T01:12:15.4163Z","steps":["trace[1532830531] 'read index received' (duration: 184.515683ms)","trace[1532830531] 'applied index is now lower than readState.Index' (duration: 299.652559ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:15.416406Z","caller":"traceutil/trace.go:171","msg":"trace[113871142] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"505.809116ms","start":"2026-04-10T01:12:14.910573Z","end":"2026-04-10T01:12:15.416382Z","steps":["trace[113871142] 'process raft request' (duration: 206.064695ms)","trace[113871142] 'compare' (duration: 299.288318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:15.416471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.329405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.416526Z","caller":"traceutil/trace.go:171","msg":"trace[322948061] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:765; }","duration":"484.386227ms","start":"2026-04-10T01:12:14.932124Z","end":"2026-04-10T01:12:15.41651Z","steps":["trace[322948061] 'agreement among raft nodes before linearized reading' (duration: 484.297395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.416582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:14.910539Z","time spent":"505.935528ms","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:15.416585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:14.932066Z","time spent":"484.50495ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:15.416598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.298795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.416569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.644177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.416658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.43767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.416617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.346486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.416692Z","caller":"traceutil/trace.go:171","msg":"trace[796995701] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:765; }","duration":"233.788921ms","start":"2026-04-10T01:12:15.182885Z","end":"2026-04-10T01:12:15.416674Z","steps":["trace[796995701] 'agreement among raft nodes before linearized reading' (duration: 233.615107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.416732Z","caller":"traceutil/trace.go:171","msg":"trace[931871729] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:765; }","duration":"484.500491ms","start":"2026-04-10T01:12:14.932213Z","end":"2026-04-10T01:12:15.416714Z","steps":["trace[931871729] 'agreement among raft nodes before linearized reading' (duration: 484.291425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.416802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.900611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.416717Z","caller":"traceutil/trace.go:171","msg":"trace[1486416964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:765; }","duration":"262.529564ms","start":"2026-04-10T01:12:15.154173Z","end":"2026-04-10T01:12:15.416703Z","steps":["trace[1486416964] 'agreement among raft nodes before linearized reading' (duration: 262.433091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.41682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:14.932208Z","time spent":"484.597293ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:15.417424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.035645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.416844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.541001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.41757Z","caller":"traceutil/trace.go:171","msg":"trace[584988119] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:765; }","duration":"295.693162ms","start":"2026-04-10T01:12:15.12186Z","end":"2026-04-10T01:12:15.417553Z","steps":["trace[584988119] 'agreement among raft nodes before linearized reading' (duration: 294.989614ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.417629Z","caller":"traceutil/trace.go:171","msg":"trace[1934269185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:765; }","duration":"235.320392ms","start":"2026-04-10T01:12:15.182267Z","end":"2026-04-10T01:12:15.417588Z","steps":["trace[1934269185] 'agreement among raft nodes before linearized reading' (duration: 234.50534ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.416849Z","caller":"traceutil/trace.go:171","msg":"trace[1111150230] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:765; }","duration":"295.183079ms","start":"2026-04-10T01:12:15.121658Z","end":"2026-04-10T01:12:15.416841Z","steps":["trace[1111150230] 'agreement among raft nodes before linearized reading' (duration: 295.091766ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.416759Z","caller":"traceutil/trace.go:171","msg":"trace[512447660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:765; }","duration":"314.379529ms","start":"2026-04-10T01:12:15.102262Z","end":"2026-04-10T01:12:15.416641Z","steps":["trace[512447660] 'agreement among raft nodes before linearized reading' (duration: 314.240655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.417822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.102254Z","time spent":"315.5485ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:15.416908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.721418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.417954Z","caller":"traceutil/trace.go:171","msg":"trace[2029763357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:765; }","duration":"263.779106ms","start":"2026-04-10T01:12:15.154156Z","end":"2026-04-10T01:12:15.417935Z","steps":["trace[2029763357] 'agreement among raft nodes before linearized reading' (duration: 262.732148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.416902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.321153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.418133Z","caller":"traceutil/trace.go:171","msg":"trace[1532387610] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:765; }","duration":"316.536837ms","start":"2026-04-10T01:12:15.101561Z","end":"2026-04-10T01:12:15.418098Z","steps":["trace[1532387610] 'agreement among raft nodes before linearized reading' (duration: 315.311414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.416919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.494399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.418213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.101556Z","time spent":"316.632768ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:12:15.41823Z","caller":"traceutil/trace.go:171","msg":"trace[1252888771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:765; }","duration":"235.787133ms","start":"2026-04-10T01:12:15.18241Z","end":"2026-04-10T01:12:15.418197Z","steps":["trace[1252888771] 'agreement among raft nodes before linearized reading' (duration: 234.476069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.416977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.394082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.418326Z","caller":"traceutil/trace.go:171","msg":"trace[151239607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:765; }","duration":"363.772568ms","start":"2026-04-10T01:12:15.054539Z","end":"2026-04-10T01:12:15.418312Z","steps":["trace[151239607] 'agreement among raft nodes before linearized reading' (duration: 362.411232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.416985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.875549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:12:15.418624Z","caller":"traceutil/trace.go:171","msg":"trace[1348624994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:765; }","duration":"236.517723ms","start":"2026-04-10T01:12:15.182083Z","end":"2026-04-10T01:12:15.418601Z","steps":["trace[1348624994] 'agreement among raft nodes before linearized reading' (duration: 234.814238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.416993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.731224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.418805Z","caller":"traceutil/trace.go:171","msg":"trace[937584457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:765; }","duration":"363.563003ms","start":"2026-04-10T01:12:15.055228Z","end":"2026-04-10T01:12:15.418791Z","steps":["trace[937584457] 'agreement among raft nodes before linearized reading' (duration: 361.713144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.418846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.05522Z","time spent":"363.608463ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:15.417022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.948528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.419048Z","caller":"traceutil/trace.go:171","msg":"trace[902203917] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:765; }","duration":"332.986792ms","start":"2026-04-10T01:12:15.086044Z","end":"2026-04-10T01:12:15.419031Z","steps":["trace[902203917] 'agreement among raft nodes before linearized reading' (duration: 330.960668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.419102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.086029Z","time spent":"333.056134ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:15.417014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.036453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.419345Z","caller":"traceutil/trace.go:171","msg":"trace[1635322243] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:765; }","duration":"332.382695ms","start":"2026-04-10T01:12:15.086952Z","end":"2026-04-10T01:12:15.419334Z","steps":["trace[1635322243] 'agreement among raft nodes before linearized reading' (duration: 330.030512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.419386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.086943Z","time spent":"332.428567ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-10T01:12:15.417017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.499725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.419595Z","caller":"traceutil/trace.go:171","msg":"trace[1561858250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:765; }","duration":"365.092263ms","start":"2026-04-10T01:12:15.054488Z","end":"2026-04-10T01:12:15.41958Z","steps":["trace[1561858250] 'agreement among raft nodes before linearized reading' (duration: 362.509375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.422636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.054517Z","time spent":"367.933109ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:15.42269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.054471Z","time spent":"368.191175ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:15.417015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.009529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.42369Z","caller":"traceutil/trace.go:171","msg":"trace[1811239489] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:765; }","duration":"337.693305ms","start":"2026-04-10T01:12:15.085972Z","end":"2026-04-10T01:12:15.423665Z","steps":["trace[1811239489] 'agreement among raft nodes before linearized reading' (duration: 330.954377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.423762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.085964Z","time spent":"337.7675ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:15.417057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.971278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.424247Z","caller":"traceutil/trace.go:171","msg":"trace[1390892640] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:765; }","duration":"131.162867ms","start":"2026-04-10T01:12:15.293065Z","end":"2026-04-10T01:12:15.424228Z","steps":["trace[1390892640] 'agreement among raft nodes before linearized reading' (duration: 123.978767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.41705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.250101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.424422Z","caller":"traceutil/trace.go:171","msg":"trace[1043895624] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:765; }","duration":"302.630386ms","start":"2026-04-10T01:12:15.12176Z","end":"2026-04-10T01:12:15.42439Z","steps":["trace[1043895624] 'agreement among raft nodes before linearized reading' (duration: 295.25675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.424476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.121736Z","time spent":"302.723079ms","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:15.417082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.904586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.41708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.59301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.42478Z","caller":"traceutil/trace.go:171","msg":"trace[4481950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:765; }","duration":"323.294164ms","start":"2026-04-10T01:12:15.101463Z","end":"2026-04-10T01:12:15.424757Z","steps":["trace[4481950] 'agreement among raft nodes before linearized reading' (duration: 315.586011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.424852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.101452Z","time spent":"323.377398ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-10T01:12:15.417117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.833771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:12:15.417166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.31616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:12:15.417139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.625909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.42491Z","caller":"traceutil/trace.go:171","msg":"trace[916154980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:765; }","duration":"137.078976ms","start":"2026-04-10T01:12:15.287815Z","end":"2026-04-10T01:12:15.424894Z","steps":["trace[916154980] 'agreement among raft nodes before linearized reading' (duration: 129.258128ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.424916Z","caller":"traceutil/trace.go:171","msg":"trace[621514315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:765; }","duration":"339.643919ms","start":"2026-04-10T01:12:15.085252Z","end":"2026-04-10T01:12:15.424896Z","steps":["trace[621514315] 'agreement among raft nodes before linearized reading' (duration: 331.77793ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.424918Z","caller":"traceutil/trace.go:171","msg":"trace[1367354640] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:765; }","duration":"131.414216ms","start":"2026-04-10T01:12:15.293488Z","end":"2026-04-10T01:12:15.424902Z","steps":["trace[1367354640] 'agreement among raft nodes before linearized reading' (duration: 123.564148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.424963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:15.085236Z","time spent":"339.71294ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:12:15.425151Z","caller":"traceutil/trace.go:171","msg":"trace[1595551770] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:765; }","duration":"131.96575ms","start":"2026-04-10T01:12:15.293141Z","end":"2026-04-10T01:12:15.425107Z","steps":["trace[1595551770] 'agreement among raft nodes before linearized reading' (duration: 123.928447ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.656516Z","caller":"traceutil/trace.go:171","msg":"trace[1958091020] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"225.84023ms","start":"2026-04-10T01:12:15.43065Z","end":"2026-04-10T01:12:15.65649Z","steps":["trace[1958091020] 'process raft request' (duration: 225.652025ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.65668Z","caller":"traceutil/trace.go:171","msg":"trace[1120492801] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:798; }","duration":"221.386733ms","start":"2026-04-10T01:12:15.435258Z","end":"2026-04-10T01:12:15.656645Z","steps":["trace[1120492801] 'read index received' (duration: 48.483956ms)","trace[1120492801] 'applied index is now lower than readState.Index' (duration: 172.900407ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:15.656815Z","caller":"traceutil/trace.go:171","msg":"trace[2127741969] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"226.146178ms","start":"2026-04-10T01:12:15.430657Z","end":"2026-04-10T01:12:15.656803Z","steps":["trace[2127741969] 'process raft request' (duration: 225.791689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.656972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.69399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.657029Z","caller":"traceutil/trace.go:171","msg":"trace[1397294409] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:768; }","duration":"221.791352ms","start":"2026-04-10T01:12:15.435223Z","end":"2026-04-10T01:12:15.657014Z","steps":["trace[1397294409] 'agreement among raft nodes before linearized reading' (duration: 221.694599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.657095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.827749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.657158Z","caller":"traceutil/trace.go:171","msg":"trace[1325642177] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:768; }","duration":"191.92334ms","start":"2026-04-10T01:12:15.465221Z","end":"2026-04-10T01:12:15.657144Z","steps":["trace[1325642177] 'agreement among raft nodes before linearized reading' (duration: 191.823167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.657266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.173869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.657303Z","caller":"traceutil/trace.go:171","msg":"trace[322774968] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:768; }","duration":"177.258692ms","start":"2026-04-10T01:12:15.480035Z","end":"2026-04-10T01:12:15.657293Z","steps":["trace[322774968] 'agreement among raft nodes before linearized reading' (duration: 177.136318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.657311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.333014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.657355Z","caller":"traceutil/trace.go:171","msg":"trace[1363548771] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:768; }","duration":"177.390735ms","start":"2026-04-10T01:12:15.479955Z","end":"2026-04-10T01:12:15.657345Z","steps":["trace[1363548771] 'agreement among raft nodes before linearized reading' (duration: 177.328903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.657354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.952193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.657365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.017325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.657437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.582059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.657429Z","caller":"traceutil/trace.go:171","msg":"trace[220285198] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:768; }","duration":"177.131208ms","start":"2026-04-10T01:12:15.480281Z","end":"2026-04-10T01:12:15.657412Z","steps":["trace[220285198] 'agreement among raft nodes before linearized reading' (duration: 176.996673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.657447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.169065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.657466Z","caller":"traceutil/trace.go:171","msg":"trace[643021201] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:768; }","duration":"206.62004ms","start":"2026-04-10T01:12:15.450838Z","end":"2026-04-10T01:12:15.657458Z","steps":["trace[643021201] 'agreement among raft nodes before linearized reading' (duration: 206.582189ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.65748Z","caller":"traceutil/trace.go:171","msg":"trace[587559451] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:768; }","duration":"207.219976ms","start":"2026-04-10T01:12:15.45025Z","end":"2026-04-10T01:12:15.65747Z","steps":["trace[587559451] 'agreement among raft nodes before linearized reading' (duration: 207.177095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.65753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.650823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.657665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.373281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-qhffb.18a4d9b715757314\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-04-10T01:12:15.657424Z","caller":"traceutil/trace.go:171","msg":"trace[537617195] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:768; }","duration":"177.054196ms","start":"2026-04-10T01:12:15.480351Z","end":"2026-04-10T01:12:15.657405Z","steps":["trace[537617195] 'agreement among raft nodes before linearized reading' (duration: 176.922601ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.657689Z","caller":"traceutil/trace.go:171","msg":"trace[1759991934] range","detail":"{range_begin:/registry/events/kube-system/cilium-qhffb.18a4d9b715757314; range_end:; response_count:1; response_revision:768; }","duration":"204.429511ms","start":"2026-04-10T01:12:15.453253Z","end":"2026-04-10T01:12:15.657683Z","steps":["trace[1759991934] 'agreement among raft nodes before linearized reading' (duration: 204.344259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.657654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.449225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:12:15.657662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.290408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.657749Z","caller":"traceutil/trace.go:171","msg":"trace[2087392306] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:768; }","duration":"192.631159ms","start":"2026-04-10T01:12:15.465093Z","end":"2026-04-10T01:12:15.657724Z","steps":["trace[2087392306] 'agreement among raft nodes before linearized reading' (duration: 192.398922ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.657776Z","caller":"traceutil/trace.go:171","msg":"trace[962491178] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:768; }","duration":"207.503254ms","start":"2026-04-10T01:12:15.45024Z","end":"2026-04-10T01:12:15.657744Z","steps":["trace[962491178] 'agreement among raft nodes before linearized reading' (duration: 207.229306ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:15.65769Z","caller":"traceutil/trace.go:171","msg":"trace[587121407] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:768; }","duration":"191.854318ms","start":"2026-04-10T01:12:15.465811Z","end":"2026-04-10T01:12:15.657666Z","steps":["trace[587121407] 'agreement among raft nodes before linearized reading' (duration: 191.54537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.657628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.005209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.658074Z","caller":"traceutil/trace.go:171","msg":"trace[579806513] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:768; }","duration":"219.482701ms","start":"2026-04-10T01:12:15.438583Z","end":"2026-04-10T01:12:15.658065Z","steps":["trace[579806513] 'agreement among raft nodes before linearized reading' (duration: 219.020838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:15.657015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.710611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:15.658147Z","caller":"traceutil/trace.go:171","msg":"trace[765146970] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:768; }","duration":"222.879681ms","start":"2026-04-10T01:12:15.435248Z","end":"2026-04-10T01:12:15.658127Z","steps":["trace[765146970] 'agreement among raft nodes before linearized reading' (duration: 221.68768ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:17.697307Z","caller":"traceutil/trace.go:171","msg":"trace[1596381878] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"209.078135ms","start":"2026-04-10T01:12:17.488203Z","end":"2026-04-10T01:12:17.697281Z","steps":["trace[1596381878] 'read index received' (duration: 208.855789ms)","trace[1596381878] 'applied index is now lower than readState.Index' (duration: 221.056µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:17.697488Z","caller":"traceutil/trace.go:171","msg":"trace[1596027545] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"227.517455ms","start":"2026-04-10T01:12:17.469954Z","end":"2026-04-10T01:12:17.697472Z","steps":["trace[1596027545] 'process raft request' (duration: 227.135035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:17.697748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.526338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:12:17.697817Z","caller":"traceutil/trace.go:171","msg":"trace[1803581866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:773; }","duration":"209.637351ms","start":"2026-04-10T01:12:17.488164Z","end":"2026-04-10T01:12:17.697802Z","steps":["trace[1803581866] 'agreement among raft nodes before linearized reading' (duration: 209.455446ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:17.938099Z","caller":"traceutil/trace.go:171","msg":"trace[650632071] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"111.92279ms","start":"2026-04-10T01:12:17.826139Z","end":"2026-04-10T01:12:17.938061Z","steps":["trace[650632071] 'process raft request' (duration: 111.701434ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:20.628473Z","caller":"traceutil/trace.go:171","msg":"trace[239932811] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"122.348715ms","start":"2026-04-10T01:12:20.506096Z","end":"2026-04-10T01:12:20.628444Z","steps":["trace[239932811] 'process raft request' (duration: 122.16082ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:22.140871Z","caller":"traceutil/trace.go:171","msg":"trace[420250155] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"318.443286ms","start":"2026-04-10T01:12:21.822402Z","end":"2026-04-10T01:12:22.140845Z","steps":["trace[420250155] 'process raft request' (duration: 318.285442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.141103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:21.822376Z","time spent":"318.613101ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:22.155549Z","caller":"traceutil/trace.go:171","msg":"trace[2084734910] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:845; }","duration":"309.346994ms","start":"2026-04-10T01:12:21.846183Z","end":"2026-04-10T01:12:22.15553Z","steps":["trace[2084734910] 'read index received' (duration: 294.547482ms)","trace[2084734910] 'applied index is now lower than readState.Index' (duration: 14.798452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:12:22.155644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.443928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:22.155636Z","caller":"traceutil/trace.go:171","msg":"trace[1936908920] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"332.794917ms","start":"2026-04-10T01:12:21.822813Z","end":"2026-04-10T01:12:22.155608Z","steps":["trace[1936908920] 'process raft request' (duration: 332.55038ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:22.155671Z","caller":"traceutil/trace.go:171","msg":"trace[419708995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:814; }","duration":"309.511359ms","start":"2026-04-10T01:12:21.846152Z","end":"2026-04-10T01:12:22.155663Z","steps":["trace[419708995] 'agreement among raft nodes before linearized reading' (duration: 309.450038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.155696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:21.846138Z","time spent":"309.552419ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:22.155781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:21.822802Z","time spent":"332.89119ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:22.155779Z","caller":"traceutil/trace.go:171","msg":"trace[468095675] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"331.239766ms","start":"2026-04-10T01:12:21.824488Z","end":"2026-04-10T01:12:22.155728Z","steps":["trace[468095675] 'process raft request' (duration: 331.01176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:22.156003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:21.824477Z","time spent":"331.399349ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:25.075364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653585610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:25.575786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653585610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:12:25.905914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678466487s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:12:25.9063Z","caller":"traceutil/trace.go:171","msg":"trace[1805346675] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"1.678940621s","start":"2026-04-10T01:12:24.227333Z","end":"2026-04-10T01:12:25.906274Z","steps":["trace[1805346675] 'process raft request' (duration: 1.678796046s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:25.906433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.22731Z","time spent":"1.679042782s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:26.119378Z","caller":"traceutil/trace.go:171","msg":"trace[882617961] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"1.891764886s","start":"2026-04-10T01:12:24.227591Z","end":"2026-04-10T01:12:26.119356Z","steps":["trace[882617961] 'process raft request' (duration: 1.891679733s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:26.119407Z","caller":"traceutil/trace.go:171","msg":"trace[2075659140] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"1.892039332s","start":"2026-04-10T01:12:24.227338Z","end":"2026-04-10T01:12:26.119377Z","steps":["trace[2075659140] 'process raft request' (duration: 1.891768565s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:26.119555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.227583Z","time spent":"1.891864618s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:26.119594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.227328Z","time spent":"1.892182466s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:26.119585Z","caller":"traceutil/trace.go:171","msg":"trace[766914318] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:860; }","duration":"1.545040118s","start":"2026-04-10T01:12:24.574517Z","end":"2026-04-10T01:12:26.119557Z","steps":["trace[766914318] 'read index received' (duration: 1.331686679s)","trace[766914318] 'applied index is now lower than readState.Index' (duration: 213.351229ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:26.119679Z","caller":"traceutil/trace.go:171","msg":"trace[903616887] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"1.005976902s","start":"2026-04-10T01:12:25.113684Z","end":"2026-04-10T01:12:26.119661Z","steps":["trace[903616887] 'process raft request' (duration: 1.005626833s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:26.119742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:25.113646Z","time spent":"1.006066553s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:12:26.119838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422805408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:12:26.119813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271106943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:26.119862Z","caller":"traceutil/trace.go:171","msg":"trace[1257039965] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:829; }","duration":"1.422875369s","start":"2026-04-10T01:12:24.696978Z","end":"2026-04-10T01:12:26.119854Z","steps":["trace[1257039965] 'agreement among raft nodes before linearized reading' (duration: 1.422825587s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:26.119879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.696953Z","time spent":"1.42292224s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:26.119894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474699443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:12:26.119879Z","caller":"traceutil/trace.go:171","msg":"trace[859035009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:829; }","duration":"1.271215516s","start":"2026-04-10T01:12:24.848653Z","end":"2026-04-10T01:12:26.119869Z","steps":["trace[859035009] 'agreement among raft nodes before linearized reading' (duration: 1.271123944s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:26.119931Z","caller":"traceutil/trace.go:171","msg":"trace[1234848370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:829; }","duration":"1.474786545s","start":"2026-04-10T01:12:24.645134Z","end":"2026-04-10T01:12:26.119921Z","steps":["trace[1234848370] 'agreement among raft nodes before linearized reading' (duration: 1.474616061s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:26.119968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.64511Z","time spent":"1.474850198s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:12:26.12002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.848619Z","time spent":"1.27135167s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:12:26.120079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176265338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:12:26.12013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545616635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:26.120219Z","caller":"traceutil/trace.go:171","msg":"trace[1905583730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:829; }","duration":"1.176491134s","start":"2026-04-10T01:12:24.9437Z","end":"2026-04-10T01:12:26.120191Z","steps":["trace[1905583730] 'agreement among raft nodes before linearized reading' (duration: 1.176059512s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:26.120233Z","caller":"traceutil/trace.go:171","msg":"trace[1419151244] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:829; }","duration":"1.545730917s","start":"2026-04-10T01:12:24.574462Z","end":"2026-04-10T01:12:26.120192Z","steps":["trace[1419151244] 'agreement among raft nodes before linearized reading' (duration: 1.545170202s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:26.12027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.574426Z","time spent":"1.54583578s","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:12:26.120285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:24.943669Z","time spent":"1.176604387s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:12:30.007557Z","caller":"traceutil/trace.go:171","msg":"trace[1200992391] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"129.121795ms","start":"2026-04-10T01:12:29.878396Z","end":"2026-04-10T01:12:30.007518Z","steps":["trace[1200992391] 'process raft request' (duration: 128.353925ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:33.81241Z","caller":"traceutil/trace.go:171","msg":"trace[537926651] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:933; }","duration":"106.002052ms","start":"2026-04-10T01:12:33.706381Z","end":"2026-04-10T01:12:33.812383Z","steps":["trace[537926651] 'read index received' (duration: 105.841557ms)","trace[537926651] 'applied index is now lower than readState.Index' (duration: 159.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:33.81252Z","caller":"traceutil/trace.go:171","msg":"trace[1912230424] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"543.537246ms","start":"2026-04-10T01:12:33.268959Z","end":"2026-04-10T01:12:33.812496Z","steps":["trace[1912230424] 'process raft request' (duration: 543.231218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.812625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.237308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4923"} {"level":"info","ts":"2026-04-10T01:12:33.81266Z","caller":"traceutil/trace.go:171","msg":"trace[1194204706] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:897; }","duration":"106.32283ms","start":"2026-04-10T01:12:33.706325Z","end":"2026-04-10T01:12:33.812648Z","steps":["trace[1194204706] 'agreement among raft nodes before linearized reading' (duration: 106.166916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:33.812945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:33.268927Z","time spent":"543.65223ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:40.697523Z","caller":"traceutil/trace.go:171","msg":"trace[413932491] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"100.565317ms","start":"2026-04-10T01:12:40.59693Z","end":"2026-04-10T01:12:40.697495Z","steps":["trace[413932491] 'process raft request' (duration: 77.090184ms)","trace[413932491] 'compare' (duration: 23.345599ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:47.366839Z","caller":"traceutil/trace.go:171","msg":"trace[211523117] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1200; }","duration":"119.890809ms","start":"2026-04-10T01:12:47.246907Z","end":"2026-04-10T01:12:47.366798Z","steps":["trace[211523117] 'read index received' (duration: 119.739246ms)","trace[211523117] 'applied index is now lower than readState.Index' (duration: 150.013µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:12:47.366894Z","caller":"traceutil/trace.go:171","msg":"trace[2125134615] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"271.0756ms","start":"2026-04-10T01:12:47.095775Z","end":"2026-04-10T01:12:47.36685Z","steps":["trace[2125134615] 'process raft request' (duration: 270.798782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:47.367084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.161528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:12:47.367151Z","caller":"traceutil/trace.go:171","msg":"trace[782425400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1161; }","duration":"120.274199ms","start":"2026-04-10T01:12:47.246859Z","end":"2026-04-10T01:12:47.367133Z","steps":["trace[782425400] 'agreement among raft nodes before linearized reading' (duration: 120.085135ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:48.655834Z","caller":"traceutil/trace.go:171","msg":"trace[543338642] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"131.343573ms","start":"2026-04-10T01:12:48.524461Z","end":"2026-04-10T01:12:48.655804Z","steps":["trace[543338642] 'process raft request' (duration: 131.144979ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:48.858372Z","caller":"traceutil/trace.go:171","msg":"trace[289477646] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"333.749052ms","start":"2026-04-10T01:12:48.524588Z","end":"2026-04-10T01:12:48.858337Z","steps":["trace[289477646] 'process raft request' (duration: 333.517996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:12:48.85856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:12:48.524578Z","time spent":"333.884606ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:12:50.089655Z","caller":"traceutil/trace.go:171","msg":"trace[1473933670] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"131.384125ms","start":"2026-04-10T01:12:49.958239Z","end":"2026-04-10T01:12:50.089623Z","steps":["trace[1473933670] 'process raft request' (duration: 131.239081ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:12:53.246696Z","caller":"traceutil/trace.go:171","msg":"trace[259658806] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"136.270915ms","start":"2026-04-10T01:12:53.110383Z","end":"2026-04-10T01:12:53.246654Z","steps":["trace[259658806] 'process raft request' (duration: 136.006297ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:04.393568Z","caller":"traceutil/trace.go:171","msg":"trace[1935090634] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"254.711445ms","start":"2026-04-10T01:13:04.138828Z","end":"2026-04-10T01:13:04.393539Z","steps":["trace[1935090634] 'process raft request' (duration: 254.435439ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:04.797738Z","caller":"traceutil/trace.go:171","msg":"trace[868875364] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1301; }","duration":"363.797489ms","start":"2026-04-10T01:13:04.433908Z","end":"2026-04-10T01:13:04.797705Z","steps":["trace[868875364] 'read index received' (duration: 343.569803ms)","trace[868875364] 'applied index is now lower than readState.Index' (duration: 20.225876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:04.798275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.073163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:13:04.798315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.381665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:04.798402Z","caller":"traceutil/trace.go:171","msg":"trace[927916294] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1259; }","duration":"364.53335ms","start":"2026-04-10T01:13:04.433843Z","end":"2026-04-10T01:13:04.798376Z","steps":["trace[927916294] 'agreement among raft nodes before linearized reading' (duration: 364.360896ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:04.798392Z","caller":"traceutil/trace.go:171","msg":"trace[2055099497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1259; }","duration":"204.271339ms","start":"2026-04-10T01:13:04.594095Z","end":"2026-04-10T01:13:04.798367Z","steps":["trace[2055099497] 'agreement among raft nodes before linearized reading' (duration: 204.091185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:04.798395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.994478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:13:04.798471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:04.433815Z","time spent":"364.638172ms","remote":"127.0.0.1:46322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:13:04.798509Z","caller":"traceutil/trace.go:171","msg":"trace[1793465276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1259; }","duration":"159.159062ms","start":"2026-04-10T01:13:04.639332Z","end":"2026-04-10T01:13:04.798491Z","steps":["trace[1793465276] 'agreement among raft nodes before linearized reading' (duration: 158.840473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:04.798304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.574511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:13:04.798614Z","caller":"traceutil/trace.go:171","msg":"trace[1859080650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1259; }","duration":"260.91572ms","start":"2026-04-10T01:13:04.537664Z","end":"2026-04-10T01:13:04.798579Z","steps":["trace[1859080650] 'agreement among raft nodes before linearized reading' (duration: 260.448518ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:04.79887Z","caller":"traceutil/trace.go:171","msg":"trace[1997044455] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"399.280959ms","start":"2026-04-10T01:13:04.398665Z","end":"2026-04-10T01:13:04.797946Z","steps":["trace[1997044455] 'process raft request' (duration: 378.805816ms)","trace[1997044455] 'compare' (duration: 19.502098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:04.799101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:04.398644Z","time spent":"400.273926ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:05.346746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653586425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:13:05.847912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653586425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:13:06.082493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265496054s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:13:06.083047Z","caller":"traceutil/trace.go:171","msg":"trace[1487074788] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"1.279721473s","start":"2026-04-10T01:13:04.803295Z","end":"2026-04-10T01:13:06.083016Z","steps":["trace[1487074788] 'process raft request' (duration: 1.279495537s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:06.083207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:04.803274Z","time spent":"1.279846225s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:06.083228Z","caller":"traceutil/trace.go:171","msg":"trace[248399086] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1303; }","duration":"1.236808694s","start":"2026-04-10T01:13:04.846389Z","end":"2026-04-10T01:13:06.083197Z","steps":["trace[248399086] 'read index received' (duration: 1.236243228s)","trace[248399086] 'applied index is now lower than readState.Index' (duration: 563.496µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:06.083309Z","caller":"traceutil/trace.go:171","msg":"trace[1640157374] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"1.279896716s","start":"2026-04-10T01:13:04.803388Z","end":"2026-04-10T01:13:06.083285Z","steps":["trace[1640157374] 'process raft request' (duration: 1.279578378s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:06.083397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236993958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:13:06.083448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:04.803377Z","time spent":"1.279985649s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:06.083465Z","caller":"traceutil/trace.go:171","msg":"trace[483478241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1262; }","duration":"1.237138693s","start":"2026-04-10T01:13:04.846308Z","end":"2026-04-10T01:13:06.083446Z","steps":["trace[483478241] 'agreement among raft nodes before linearized reading' (duration: 1.236990019s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:06.083542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149925159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:13:06.083563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:04.846291Z","time spent":"1.237258286s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:13:06.083613Z","caller":"traceutil/trace.go:171","msg":"trace[1909876271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1262; }","duration":"1.150036682s","start":"2026-04-10T01:13:04.933557Z","end":"2026-04-10T01:13:06.083594Z","steps":["trace[1909876271] 'agreement among raft nodes before linearized reading' (duration: 1.149825776s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:06.083569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205214055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:13:06.083658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:04.933534Z","time spent":"1.150115685s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:13:06.083689Z","caller":"traceutil/trace.go:171","msg":"trace[1485028739] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1262; }","duration":"1.205442301s","start":"2026-04-10T01:13:04.878222Z","end":"2026-04-10T01:13:06.083664Z","steps":["trace[1485028739] 'agreement among raft nodes before linearized reading' (duration: 1.205163943s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:06.083764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:04.878207Z","time spent":"1.205542804s","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:13:16.252755Z","caller":"traceutil/trace.go:171","msg":"trace[467152752] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"109.696896ms","start":"2026-04-10T01:13:16.143023Z","end":"2026-04-10T01:13:16.25272Z","steps":["trace[467152752] 'process raft request' (duration: 109.073509ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:18.454888Z","caller":"traceutil/trace.go:171","msg":"trace[638449658] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"161.365199ms","start":"2026-04-10T01:13:18.293501Z","end":"2026-04-10T01:13:18.454866Z","steps":["trace[638449658] 'process raft request' (duration: 161.191434ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:18.465092Z","caller":"traceutil/trace.go:171","msg":"trace[47595236] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"115.389088ms","start":"2026-04-10T01:13:18.349662Z","end":"2026-04-10T01:13:18.465051Z","steps":["trace[47595236] 'process raft request' (duration: 115.271754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.350029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653586723,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:13:23.369862Z","caller":"traceutil/trace.go:171","msg":"trace[1976076801] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"888.375128ms","start":"2026-04-10T01:13:22.481464Z","end":"2026-04-10T01:13:23.369839Z","steps":["trace[1976076801] 'process raft request' (duration: 888.241634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.37001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:22.481442Z","time spent":"888.48036ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:23.492061Z","caller":"traceutil/trace.go:171","msg":"trace[53067151] linearizableReadLoop","detail":"{readStateIndex:1454; appliedIndex:1452; }","duration":"643.052004ms","start":"2026-04-10T01:13:22.848983Z","end":"2026-04-10T01:13:23.492035Z","steps":["trace[53067151] 'read index received' (duration: 520.729521ms)","trace[53067151] 'applied index is now lower than readState.Index' (duration: 122.321553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:23.49223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.225108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:23.492223Z","caller":"traceutil/trace.go:171","msg":"trace[1139212308] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"1.006708114s","start":"2026-04-10T01:13:22.485415Z","end":"2026-04-10T01:13:23.492123Z","steps":["trace[1139212308] 'process raft request' (duration: 997.630342ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:23.492271Z","caller":"traceutil/trace.go:171","msg":"trace[2136277292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1401; }","duration":"643.331901ms","start":"2026-04-10T01:13:22.848927Z","end":"2026-04-10T01:13:23.492259Z","steps":["trace[2136277292] 'agreement among raft nodes before linearized reading' (duration: 643.240419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.492316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:22.848902Z","time spent":"643.406794ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:13:23.492423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.120769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:13:23.49245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:22.485381Z","time spent":"1.006928211s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:23.492484Z","caller":"traceutil/trace.go:171","msg":"trace[1784371289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1401; }","duration":"602.21155ms","start":"2026-04-10T01:13:22.890256Z","end":"2026-04-10T01:13:23.492467Z","steps":["trace[1784371289] 'agreement among raft nodes before linearized reading' (duration: 601.978284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.492527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:22.890242Z","time spent":"602.275863ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:23.492582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.39708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:13:23.492586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.830762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-10T01:13:23.492664Z","caller":"traceutil/trace.go:171","msg":"trace[1275891480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1401; }","duration":"561.510052ms","start":"2026-04-10T01:13:22.931135Z","end":"2026-04-10T01:13:23.492646Z","steps":["trace[1275891480] 'agreement among raft nodes before linearized reading' (duration: 561.254236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.492703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:22.931122Z","time spent":"561.572964ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:13:23.492776Z","caller":"traceutil/trace.go:171","msg":"trace[698946375] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1401; }","duration":"219.991676ms","start":"2026-04-10T01:13:23.272672Z","end":"2026-04-10T01:13:23.492663Z","steps":["trace[698946375] 'agreement among raft nodes before linearized reading' (duration: 219.652437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:23.492775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.827052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-szx9q\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-10T01:13:23.492966Z","caller":"traceutil/trace.go:171","msg":"trace[1211222304] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-szx9q; range_end:; response_count:1; response_revision:1401; }","duration":"137.051178ms","start":"2026-04-10T01:13:23.355888Z","end":"2026-04-10T01:13:23.492939Z","steps":["trace[1211222304] 'agreement among raft nodes before linearized reading' (duration: 136.568084ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:29.568181Z","caller":"traceutil/trace.go:171","msg":"trace[1433480662] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"166.862816ms","start":"2026-04-10T01:13:29.401249Z","end":"2026-04-10T01:13:29.568112Z","steps":["trace[1433480662] 'process raft request' (duration: 166.62902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:32.081571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653586925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:13:32.582609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653586925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:13:32.831969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213184534s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:13:32.83254Z","caller":"traceutil/trace.go:171","msg":"trace[1742289610] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"1.257687514s","start":"2026-04-10T01:13:31.574814Z","end":"2026-04-10T01:13:32.832502Z","steps":["trace[1742289610] 'process raft request' (duration: 1.257441368s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:32.83279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:31.574789Z","time spent":"1.257869329s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:33.849165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T01:13:33.849341Z","caller":"traceutil/trace.go:171","msg":"trace[1396775720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762197s","start":"2026-04-10T01:13:31.848543Z","end":"2026-04-10T01:13:33.849305Z","steps":["trace[1396775720] 'agreement among raft nodes before linearized reading' (duration: 2.000571631s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:33.849421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:31.848514Z","time spent":"2.00089134s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:13:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:13:33.966111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133899291s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T01:13:34.747443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.967619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:13:34.74782Z","caller":"traceutil/trace.go:171","msg":"trace[540255403] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"3.170877738s","start":"2026-04-10T01:13:31.576886Z","end":"2026-04-10T01:13:34.747763Z","steps":["trace[540255403] 'process raft request' (duration: 2.389440749s)","trace[540255403] 'compare' (duration: 779.429135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:34.748013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:31.576877Z","time spent":"3.171032451s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:34.748118Z","caller":"traceutil/trace.go:171","msg":"trace[1590977489] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"2.820268996s","start":"2026-04-10T01:13:31.927818Z","end":"2026-04-10T01:13:34.748087Z","steps":["trace[1590977489] 'process raft request' (duration: 2.819791182s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.748281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:31.927799Z","time spent":"2.820393658s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:34.794767Z","caller":"traceutil/trace.go:171","msg":"trace[494365321] linearizableReadLoop","detail":"{readStateIndex:1584; appliedIndex:1579; }","duration":"3.213438977s","start":"2026-04-10T01:13:31.581287Z","end":"2026-04-10T01:13:34.794726Z","steps":["trace[494365321] 'read index received' (duration: 1.250928394s)","trace[494365321] 'applied index is now lower than readState.Index' (duration: 1.962508883s)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:34.794989Z","caller":"traceutil/trace.go:171","msg":"trace[1967656917] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"2.444326316s","start":"2026-04-10T01:13:32.350634Z","end":"2026-04-10T01:13:34.79496Z","steps":["trace[1967656917] 'process raft request' (duration: 2.443566725s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.795121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:32.350609Z","time spent":"2.444446209s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:34.795123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.813804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:34.795182Z","caller":"traceutil/trace.go:171","msg":"trace[1554791308] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1529; }","duration":"668.911008ms","start":"2026-04-10T01:13:34.126254Z","end":"2026-04-10T01:13:34.795165Z","steps":["trace[1554791308] 'agreement among raft nodes before linearized reading' (duration: 668.804915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.795229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.126228Z","time spent":"668.991179ms","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:13:34.795294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.110558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:13:34.795374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.22458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:13:34.795391Z","caller":"traceutil/trace.go:171","msg":"trace[1478611746] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1529; }","duration":"609.266672ms","start":"2026-04-10T01:13:34.186099Z","end":"2026-04-10T01:13:34.795365Z","steps":["trace[1478611746] 'agreement among raft nodes before linearized reading' (duration: 609.100687ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:34.795547Z","caller":"traceutil/trace.go:171","msg":"trace[1970456494] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1529; }","duration":"273.341863ms","start":"2026-04-10T01:13:34.522119Z","end":"2026-04-10T01:13:34.795461Z","steps":["trace[1970456494] 'agreement among raft nodes before linearized reading' (duration: 272.950024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.79555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418863424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:13:34.795472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.083997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:13:34.79546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:13:34.795604Z","caller":"traceutil/trace.go:171","msg":"trace[1011180675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1529; }","duration":"2.418949258s","start":"2026-04-10T01:13:32.376643Z","end":"2026-04-10T01:13:34.795592Z","steps":["trace[1011180675] 'agreement among raft nodes before linearized reading' (duration: 2.418746822s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.795643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:32.376628Z","time spent":"2.419007778s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:13:34.795647Z","caller":"traceutil/trace.go:171","msg":"trace[1660353637] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1529; }","duration":"800.311495ms","start":"2026-04-10T01:13:33.995293Z","end":"2026-04-10T01:13:34.795605Z","steps":["trace[1660353637] 'agreement among raft nodes before linearized reading' (duration: 800.017407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.795477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.403868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:34.795683Z","caller":"traceutil/trace.go:171","msg":"trace[833893392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1529; }","duration":"3.212452869s","start":"2026-04-10T01:13:31.583166Z","end":"2026-04-10T01:13:34.795619Z","steps":["trace[833893392] 'agreement among raft nodes before linearized reading' (duration: 3.211840632s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.795726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381119925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:13:34.79574Z","caller":"traceutil/trace.go:171","msg":"trace[250701520] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1529; }","duration":"546.665196ms","start":"2026-04-10T01:13:34.249056Z","end":"2026-04-10T01:13:34.795721Z","steps":["trace[250701520] 'agreement among raft nodes before linearized reading' (duration: 546.08563ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:34.795793Z","caller":"traceutil/trace.go:171","msg":"trace[539844458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1529; }","duration":"2.381222377s","start":"2026-04-10T01:13:32.414552Z","end":"2026-04-10T01:13:34.795774Z","steps":["trace[539844458] 'agreement among raft nodes before linearized reading' (duration: 2.380711044s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.795813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.249002Z","time spent":"546.788549ms","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:13:34.795699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:33.995267Z","time spent":"800.417046ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:13:34.795807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:31.58316Z","time spent":"3.212620893s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:34.795911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:32.414528Z","time spent":"2.38132406s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:13:34.795836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214303378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:13:34.796099Z","caller":"traceutil/trace.go:171","msg":"trace[577297608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1529; }","duration":"3.214833193s","start":"2026-04-10T01:13:31.581233Z","end":"2026-04-10T01:13:34.796066Z","steps":["trace[577297608] 'agreement among raft nodes before linearized reading' (duration: 3.213761064s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.796208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:31.58121Z","time spent":"3.214979717s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:13:34.796233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.186076Z","time spent":"609.482227ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:13:34.796539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.71035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:34.796617Z","caller":"traceutil/trace.go:171","msg":"trace[1777919619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1529; }","duration":"946.835324ms","start":"2026-04-10T01:13:33.849769Z","end":"2026-04-10T01:13:34.796604Z","steps":["trace[1777919619] 'agreement among raft nodes before linearized reading' (duration: 945.410066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.796653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:33.849743Z","time spent":"946.901126ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:13:34.796664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.081337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:34.796792Z","caller":"traceutil/trace.go:171","msg":"trace[627834198] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1529; }","duration":"834.243141ms","start":"2026-04-10T01:13:33.962499Z","end":"2026-04-10T01:13:34.796743Z","steps":["trace[627834198] 'agreement among raft nodes before linearized reading' (duration: 833.331967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:34.796867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:33.962467Z","time spent":"834.385515ms","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:13:35.20719Z","caller":"traceutil/trace.go:171","msg":"trace[1649465885] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"301.084586ms","start":"2026-04-10T01:13:34.906076Z","end":"2026-04-10T01:13:35.207161Z","steps":["trace[1649465885] 'process raft request' (duration: 300.894061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:35.207371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.906058Z","time spent":"301.21423ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:35.432435Z","caller":"traceutil/trace.go:171","msg":"trace[1740504117] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"512.873065ms","start":"2026-04-10T01:13:34.919527Z","end":"2026-04-10T01:13:35.4324Z","steps":["trace[1740504117] 'process raft request' (duration: 459.299ms)","trace[1740504117] 'compare' (duration: 53.41395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:35.43274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:34.919475Z","time spent":"513.143491ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:13:35.687196Z","caller":"traceutil/trace.go:171","msg":"trace[312537056] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"248.289983ms","start":"2026-04-10T01:13:35.438869Z","end":"2026-04-10T01:13:35.687159Z","steps":["trace[312537056] 'process raft request' (duration: 229.155991ms)","trace[312537056] 'compare' (duration: 18.987518ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:35.967111Z","caller":"traceutil/trace.go:171","msg":"trace[1879176180] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1593; }","duration":"425.816344ms","start":"2026-04-10T01:13:35.541272Z","end":"2026-04-10T01:13:35.967089Z","steps":["trace[1879176180] 'read index received' (duration: 126.771842ms)","trace[1879176180] 'applied index is now lower than readState.Index' (duration: 299.043192ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:35.967202Z","caller":"traceutil/trace.go:171","msg":"trace[1233765693] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"527.263959ms","start":"2026-04-10T01:13:35.439899Z","end":"2026-04-10T01:13:35.967163Z","steps":["trace[1233765693] 'process raft request' (duration: 503.379049ms)","trace[1233765693] 'compare' (duration: 23.652594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:35.967317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.02631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:13:35.967365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:35.439881Z","time spent":"527.390713ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4507,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:13:35.967456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.128058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:13:35.967537Z","caller":"traceutil/trace.go:171","msg":"trace[670314390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"119.239341ms","start":"2026-04-10T01:13:35.848284Z","end":"2026-04-10T01:13:35.967523Z","steps":["trace[670314390] 'agreement among raft nodes before linearized reading' (duration: 119.142458ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:35.967376Z","caller":"traceutil/trace.go:171","msg":"trace[846569476] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1540; }","duration":"426.142743ms","start":"2026-04-10T01:13:35.541219Z","end":"2026-04-10T01:13:35.967362Z","steps":["trace[846569476] 'agreement among raft nodes before linearized reading' (duration: 426.00884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:35.967593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.539954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:13:35.967654Z","caller":"traceutil/trace.go:171","msg":"trace[1709615431] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1540; }","duration":"170.653477ms","start":"2026-04-10T01:13:35.796987Z","end":"2026-04-10T01:13:35.967641Z","steps":["trace[1709615431] 'agreement among raft nodes before linearized reading' (duration: 170.536664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:13:35.967667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:13:35.5412Z","time spent":"426.41389ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:13:35.967962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.685505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d9aa2aeb1ae6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-10T01:13:35.968082Z","caller":"traceutil/trace.go:171","msg":"trace[1330308535] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a4d9aa2aeb1ae6; range_end:; response_count:1; response_revision:1540; }","duration":"276.833819ms","start":"2026-04-10T01:13:35.691221Z","end":"2026-04-10T01:13:35.968055Z","steps":["trace[1330308535] 'agreement among raft nodes before linearized reading' (duration: 276.13308ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:36.180373Z","caller":"traceutil/trace.go:171","msg":"trace[1463221478] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1595; }","duration":"208.239573ms","start":"2026-04-10T01:13:35.97211Z","end":"2026-04-10T01:13:36.18035Z","steps":["trace[1463221478] 'read index received' (duration: 134.220201ms)","trace[1463221478] 'applied index is now lower than readState.Index' (duration: 74.018342ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:13:36.180442Z","caller":"traceutil/trace.go:171","msg":"trace[707557069] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"210.094093ms","start":"2026-04-10T01:13:35.970303Z","end":"2026-04-10T01:13:36.180397Z","steps":["trace[707557069] 'process raft request' (duration: 136.116213ms)","trace[707557069] 'compare' (duration: 73.807946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:13:36.180593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.459229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-10T01:13:36.180633Z","caller":"traceutil/trace.go:171","msg":"trace[472791004] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1541; }","duration":"208.539351ms","start":"2026-04-10T01:13:35.972084Z","end":"2026-04-10T01:13:36.180623Z","steps":["trace[472791004] 'agreement among raft nodes before linearized reading' (duration: 208.357186ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:13:46.686916Z","caller":"traceutil/trace.go:171","msg":"trace[1371690840] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"167.201683ms","start":"2026-04-10T01:13:46.519697Z","end":"2026-04-10T01:13:46.686899Z","steps":["trace[1371690840] 'process raft request' (duration: 166.951697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:03.099674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.361586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:03.099802Z","caller":"traceutil/trace.go:171","msg":"trace[793182801] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:1928; }","duration":"100.52602ms","start":"2026-04-10T01:14:02.999247Z","end":"2026-04-10T01:14:03.099773Z","steps":["trace[793182801] 'agreement among raft nodes before linearized reading' (duration: 100.297564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:05.398461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.274388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:14:05.398617Z","caller":"traceutil/trace.go:171","msg":"trace[1421281579] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2041; }","duration":"245.630163ms","start":"2026-04-10T01:14:05.152962Z","end":"2026-04-10T01:14:05.398592Z","steps":["trace[1421281579] 'read index received' (duration: 54.117479ms)","trace[1421281579] 'applied index is now lower than readState.Index' (duration: 191.510884ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:05.398647Z","caller":"traceutil/trace.go:171","msg":"trace[428864860] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"266.862561ms","start":"2026-04-10T01:14:05.131753Z","end":"2026-04-10T01:14:05.398616Z","steps":["trace[428864860] 'process raft request' (duration: 75.307205ms)","trace[428864860] 'compare' (duration: 191.121624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:05.39882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.861049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:14:05.398879Z","caller":"traceutil/trace.go:171","msg":"trace[1169162658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"245.95568ms","start":"2026-04-10T01:14:05.152909Z","end":"2026-04-10T01:14:05.398865Z","steps":["trace[1169162658] 'agreement among raft nodes before linearized reading' (duration: 245.774766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:05.402274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.524839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:14:05.402362Z","caller":"traceutil/trace.go:171","msg":"trace[37247405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1961; }","duration":"242.652353ms","start":"2026-04-10T01:14:05.159694Z","end":"2026-04-10T01:14:05.402347Z","steps":["trace[37247405] 'agreement among raft nodes before linearized reading' (duration: 242.447447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:05.40239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.136539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T01:14:05.402384Z","caller":"traceutil/trace.go:171","msg":"trace[1200643364] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"239.360315ms","start":"2026-04-10T01:14:05.162979Z","end":"2026-04-10T01:14:05.402339Z","steps":["trace[1200643364] 'process raft request' (duration: 239.067037ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:05.402455Z","caller":"traceutil/trace.go:171","msg":"trace[340093224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1961; }","duration":"236.222132ms","start":"2026-04-10T01:14:05.166216Z","end":"2026-04-10T01:14:05.402438Z","steps":["trace[340093224] 'agreement among raft nodes before linearized reading' (duration: 236.006636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:05.402636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.759959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-10T01:14:05.402677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.70448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:05.402703Z","caller":"traceutil/trace.go:171","msg":"trace[1198294965] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a; range_end:; response_count:1; response_revision:1961; }","duration":"238.854871ms","start":"2026-04-10T01:14:05.163833Z","end":"2026-04-10T01:14:05.402688Z","steps":["trace[1198294965] 'agreement among raft nodes before linearized reading' (duration: 238.676266ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:05.402714Z","caller":"traceutil/trace.go:171","msg":"trace[4219080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"154.779201ms","start":"2026-04-10T01:14:05.247925Z","end":"2026-04-10T01:14:05.402704Z","steps":["trace[4219080] 'agreement among raft nodes before linearized reading' (duration: 154.673668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:05.403053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.804085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:14:05.4031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.939312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:14:05.403147Z","caller":"traceutil/trace.go:171","msg":"trace[435782398] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1961; }","duration":"230.953341ms","start":"2026-04-10T01:14:05.172172Z","end":"2026-04-10T01:14:05.403126Z","steps":["trace[435782398] 'agreement among raft nodes before linearized reading' (duration: 230.706764ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:05.403202Z","caller":"traceutil/trace.go:171","msg":"trace[1121252308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1961; }","duration":"230.086437ms","start":"2026-04-10T01:14:05.173092Z","end":"2026-04-10T01:14:05.403178Z","steps":["trace[1121252308] 'agreement among raft nodes before linearized reading' (duration: 229.717597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.051369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653587841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:06.570708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.028001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:14:06.571019Z","caller":"traceutil/trace.go:171","msg":"trace[225742282] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.163590325s","start":"2026-04-10T01:14:05.40741Z","end":"2026-04-10T01:14:06.571Z","steps":["trace[225742282] 'process raft request' (duration: 1.163538374s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.571099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.4074Z","time spent":"1.163665498s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:06.571248Z","caller":"traceutil/trace.go:171","msg":"trace[1844452328] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.164581472s","start":"2026-04-10T01:14:05.406641Z","end":"2026-04-10T01:14:06.571222Z","steps":["trace[1844452328] 'process raft request' (duration: 728.918524ms)","trace[1844452328] 'compare' (duration: 434.711293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:06.571398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.406614Z","time spent":"1.164700515s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:06.571862Z","caller":"traceutil/trace.go:171","msg":"trace[1936250155] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.164085719s","start":"2026-04-10T01:14:05.407215Z","end":"2026-04-10T01:14:06.571301Z","steps":["trace[1936250155] 'process raft request' (duration: 1.163594277s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.571948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.407201Z","time spent":"1.164707656s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:06.626514Z","caller":"traceutil/trace.go:171","msg":"trace[57383606] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.212104984s","start":"2026-04-10T01:14:05.414358Z","end":"2026-04-10T01:14:06.626463Z","steps":["trace[57383606] 'process raft request' (duration: 1.211907918s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.626708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.414291Z","time spent":"1.212313039s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:06.626897Z","caller":"traceutil/trace.go:171","msg":"trace[262915230] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"522.868921ms","start":"2026-04-10T01:14:06.104009Z","end":"2026-04-10T01:14:06.626878Z","steps":["trace[262915230] 'process raft request' (duration: 522.676066ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:06.62683Z","caller":"traceutil/trace.go:171","msg":"trace[59178306] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"878.013014ms","start":"2026-04-10T01:14:05.748774Z","end":"2026-04-10T01:14:06.626787Z","steps":["trace[59178306] 'process raft request' (duration: 877.638325ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:06.626818Z","caller":"traceutil/trace.go:171","msg":"trace[1666578572] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2044; }","duration":"1.075761586s","start":"2026-04-10T01:14:05.551032Z","end":"2026-04-10T01:14:06.626793Z","steps":["trace[1666578572] 'read index received' (duration: 584.545822ms)","trace[1666578572] 'applied index is now lower than readState.Index' (duration: 491.214484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:06.627087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.103996Z","time spent":"522.998334ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:06.62718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.748742Z","time spent":"878.25941ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:06.627205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.254392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:06.627218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076183037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-04-10T01:14:06.627219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.442043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:06.627259Z","caller":"traceutil/trace.go:171","msg":"trace[962362910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"779.332525ms","start":"2026-04-10T01:14:05.847912Z","end":"2026-04-10T01:14:06.627244Z","steps":["trace[962362910] 'agreement among raft nodes before linearized reading' (duration: 779.238282ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:06.627269Z","caller":"traceutil/trace.go:171","msg":"trace[961514009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1968; }","duration":"1.07627883s","start":"2026-04-10T01:14:05.550975Z","end":"2026-04-10T01:14:06.627253Z","steps":["trace[961514009] 'agreement among raft nodes before linearized reading' (duration: 1.076095434s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.627268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.744814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-10T01:14:06.627301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.847906Z","time spent":"779.383115ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:14:06.627298Z","caller":"traceutil/trace.go:171","msg":"trace[11883784] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1968; }","duration":"931.577857ms","start":"2026-04-10T01:14:05.6957Z","end":"2026-04-10T01:14:06.627277Z","steps":["trace[11883784] 'agreement among raft nodes before linearized reading' (duration: 931.427302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.627309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.550955Z","time spent":"1.076345411s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-04-10T01:14:06.627324Z","caller":"traceutil/trace.go:171","msg":"trace[599217635] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a; range_end:; response_count:1; response_revision:1968; }","duration":"218.854316ms","start":"2026-04-10T01:14:06.408454Z","end":"2026-04-10T01:14:06.627309Z","steps":["trace[599217635] 'agreement among raft nodes before linearized reading' (duration: 218.67013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.62735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.695675Z","time spent":"931.66406ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:06.627345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.341065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-10T01:14:06.627355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.378138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:06.627358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.515769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:06.627402Z","caller":"traceutil/trace.go:171","msg":"trace[420864080] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1968; }","duration":"793.459982ms","start":"2026-04-10T01:14:05.833929Z","end":"2026-04-10T01:14:06.627389Z","steps":["trace[420864080] 'agreement among raft nodes before linearized reading' (duration: 793.38262ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:06.627402Z","caller":"traceutil/trace.go:171","msg":"trace[232866626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1968; }","duration":"433.432878ms","start":"2026-04-10T01:14:06.193951Z","end":"2026-04-10T01:14:06.627384Z","steps":["trace[232866626] 'agreement among raft nodes before linearized reading' (duration: 433.290124ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:06.627412Z","caller":"traceutil/trace.go:171","msg":"trace[679854361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1968; }","duration":"217.603693ms","start":"2026-04-10T01:14:06.409793Z","end":"2026-04-10T01:14:06.627397Z","steps":["trace[679854361] 'agreement among raft nodes before linearized reading' (duration: 217.398288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:06.627446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:05.833907Z","time spent":"793.526173ms","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:06.627448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.19393Z","time spent":"433.507ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:14:06.885038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.801414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:14:06.885321Z","caller":"traceutil/trace.go:171","msg":"trace[796879718] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"253.690698ms","start":"2026-04-10T01:14:06.63159Z","end":"2026-04-10T01:14:06.885281Z","steps":["trace[796879718] 'process raft request' (duration: 74.550404ms)","trace[796879718] 'compare' (duration: 178.697271ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:06.885408Z","caller":"traceutil/trace.go:171","msg":"trace[478577871] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"247.77592ms","start":"2026-04-10T01:14:06.637612Z","end":"2026-04-10T01:14:06.885388Z","steps":["trace[478577871] 'process raft request' (duration: 247.535713ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:07.250614Z","caller":"traceutil/trace.go:171","msg":"trace[1095359181] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"358.808021ms","start":"2026-04-10T01:14:06.89177Z","end":"2026-04-10T01:14:07.250578Z","steps":["trace[1095359181] 'process raft request' (duration: 340.778598ms)","trace[1095359181] 'compare' (duration: 17.479817ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:07.250644Z","caller":"traceutil/trace.go:171","msg":"trace[2059592513] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"358.577846ms","start":"2026-04-10T01:14:06.892038Z","end":"2026-04-10T01:14:07.250615Z","steps":["trace[2059592513] 'process raft request' (duration: 358.37909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.25078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.891741Z","time spent":"358.950475ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:07.250883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.873491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T01:14:07.250953Z","caller":"traceutil/trace.go:171","msg":"trace[1163930957] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:1975; }","duration":"223.978693ms","start":"2026-04-10T01:14:07.026959Z","end":"2026-04-10T01:14:07.250937Z","steps":["trace[1163930957] 'agreement among raft nodes before linearized reading' (duration: 223.737087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.250961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.892028Z","time spent":"358.689948ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:07.250642Z","caller":"traceutil/trace.go:171","msg":"trace[882451671] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2053; }","duration":"223.630015ms","start":"2026-04-10T01:14:07.026991Z","end":"2026-04-10T01:14:07.25062Z","steps":["trace[882451671] 'read index received' (duration: 205.50339ms)","trace[882451671] 'applied index is now lower than readState.Index' (duration: 18.125035ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:07.251023Z","caller":"traceutil/trace.go:171","msg":"trace[1603072728] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"358.691627ms","start":"2026-04-10T01:14:06.892302Z","end":"2026-04-10T01:14:07.250994Z","steps":["trace[1603072728] 'process raft request' (duration: 358.264396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.251196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.892293Z","time spent":"358.80595ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1528,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:07.251275Z","caller":"traceutil/trace.go:171","msg":"trace[979288059] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"358.951255ms","start":"2026-04-10T01:14:06.892057Z","end":"2026-04-10T01:14:07.251008Z","steps":["trace[979288059] 'process raft request' (duration: 358.442342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:07.25146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:06.892042Z","time spent":"359.317296ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1470,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:07.251458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.721318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:14:07.251591Z","caller":"traceutil/trace.go:171","msg":"trace[1070266638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1975; }","duration":"127.910333ms","start":"2026-04-10T01:14:07.123654Z","end":"2026-04-10T01:14:07.251564Z","steps":["trace[1070266638] 'agreement among raft nodes before linearized reading' (duration: 127.521202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.076284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653587879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:09.577073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653587879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:09.751231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217783555s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:14:09.751678Z","caller":"traceutil/trace.go:171","msg":"trace[379649251] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.21832613s","start":"2026-04-10T01:14:08.533322Z","end":"2026-04-10T01:14:09.751648Z","steps":["trace[379649251] 'process raft request' (duration: 1.218099914s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:09.751848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.533297Z","time spent":"1.218462734s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:10.810216Z","caller":"traceutil/trace.go:171","msg":"trace[586202102] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"2.177796964s","start":"2026-04-10T01:14:08.632388Z","end":"2026-04-10T01:14:10.810185Z","steps":["trace[586202102] 'process raft request' (duration: 2.177548698s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.810398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.632368Z","time spent":"2.177934468s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:10.810566Z","caller":"traceutil/trace.go:171","msg":"trace[183537209] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"2.177362193s","start":"2026-04-10T01:14:08.633132Z","end":"2026-04-10T01:14:10.810494Z","steps":["trace[183537209] 'process raft request' (duration: 2.176995463s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:10.810713Z","caller":"traceutil/trace.go:171","msg":"trace[1690129574] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.951563841s","start":"2026-04-10T01:14:08.859107Z","end":"2026-04-10T01:14:10.810671Z","steps":["trace[1690129574] 'process raft request' (duration: 1.951303583s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.810817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.85908Z","time spent":"1.951683644s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:10.810787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.633118Z","time spent":"2.177549199s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:10.810838Z","caller":"traceutil/trace.go:171","msg":"trace[722664551] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"1.398390079s","start":"2026-04-10T01:14:09.412421Z","end":"2026-04-10T01:14:10.810811Z","steps":["trace[722664551] 'process raft request' (duration: 1.398129143s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:10.810811Z","caller":"traceutil/trace.go:171","msg":"trace[320919959] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2062; }","duration":"2.23553613s","start":"2026-04-10T01:14:08.575241Z","end":"2026-04-10T01:14:10.810777Z","steps":["trace[320919959] 'read index received' (duration: 1.176157302s)","trace[320919959] 'applied index is now lower than readState.Index' (duration: 1.059376717s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:10.810943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:09.412398Z","time spent":"1.398487021s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:10.810994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235725194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-10T01:14:10.811039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863682349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:10.811048Z","caller":"traceutil/trace.go:171","msg":"trace[1785256209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1984; }","duration":"2.235825708s","start":"2026-04-10T01:14:08.575206Z","end":"2026-04-10T01:14:10.811032Z","steps":["trace[1785256209] 'agreement among raft nodes before linearized reading' (duration: 2.235645443s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:10.811081Z","caller":"traceutil/trace.go:171","msg":"trace[1212653858] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1984; }","duration":"1.863754551s","start":"2026-04-10T01:14:08.947309Z","end":"2026-04-10T01:14:10.811063Z","steps":["trace[1212653858] 'agreement among raft nodes before linearized reading' (duration: 1.86369676s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.57519Z","time spent":"2.23589037s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:14:10.811112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.94729Z","time spent":"1.863813433s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:10.81109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235773867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-10T01:14:10.81112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170110559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:10.811148Z","caller":"traceutil/trace.go:171","msg":"trace[1509069286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1984; }","duration":"2.235878149s","start":"2026-04-10T01:14:08.575257Z","end":"2026-04-10T01:14:10.811135Z","steps":["trace[1509069286] 'agreement among raft nodes before linearized reading' (duration: 2.235707254s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175079581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-10T01:14:10.811177Z","caller":"traceutil/trace.go:171","msg":"trace[1941347778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"2.170203831s","start":"2026-04-10T01:14:08.640953Z","end":"2026-04-10T01:14:10.811157Z","steps":["trace[1941347778] 'agreement among raft nodes before linearized reading' (duration: 2.170065158s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.575234Z","time spent":"2.23594515s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:14:10.811205Z","caller":"traceutil/trace.go:171","msg":"trace[1604455153] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a; range_end:; response_count:1; response_revision:1984; }","duration":"2.175139424s","start":"2026-04-10T01:14:08.636054Z","end":"2026-04-10T01:14:10.811193Z","steps":["trace[1604455153] 'agreement among raft nodes before linearized reading' (duration: 2.175028701s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.640927Z","time spent":"2.170283243s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:14:10.811248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.636038Z","time spent":"2.175190315s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a\" "} {"level":"warn","ts":"2026-04-10T01:14:10.811281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963114129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:10.811298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.66946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:10.811315Z","caller":"traceutil/trace.go:171","msg":"trace[431049624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1984; }","duration":"1.963175732s","start":"2026-04-10T01:14:08.848128Z","end":"2026-04-10T01:14:10.811304Z","steps":["trace[431049624] 'agreement among raft nodes before linearized reading' (duration: 1.9631303s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:10.811333Z","caller":"traceutil/trace.go:171","msg":"trace[1747748285] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1984; }","duration":"505.751833ms","start":"2026-04-10T01:14:10.305569Z","end":"2026-04-10T01:14:10.811321Z","steps":["trace[1747748285] 'agreement among raft nodes before linearized reading' (duration: 505.700831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.848111Z","time spent":"1.963234193s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:14:10.811363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:10.305544Z","time spent":"505.810825ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:10.81136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235649532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:14:10.81136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922963096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T01:14:10.81143Z","caller":"traceutil/trace.go:171","msg":"trace[1348753233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"2.235720685s","start":"2026-04-10T01:14:08.575691Z","end":"2026-04-10T01:14:10.811412Z","steps":["trace[1348753233] 'agreement among raft nodes before linearized reading' (duration: 2.23556118s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.473754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:14:10.811441Z","caller":"traceutil/trace.go:171","msg":"trace[1873936859] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1984; }","duration":"1.923075039s","start":"2026-04-10T01:14:08.888347Z","end":"2026-04-10T01:14:10.811422Z","steps":["trace[1873936859] 'agreement among raft nodes before linearized reading' (duration: 1.922841523s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.575649Z","time spent":"2.235815018s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:14:10.811516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:08.888335Z","time spent":"1.923170791s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:14:10.811532Z","caller":"traceutil/trace.go:171","msg":"trace[1948425266] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1984; }","duration":"629.554146ms","start":"2026-04-10T01:14:10.181957Z","end":"2026-04-10T01:14:10.811511Z","steps":["trace[1948425266] 'agreement among raft nodes before linearized reading' (duration: 629.450644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:10.181892Z","time spent":"629.679619ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:14:10.811377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388169026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:14:10.811622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490868223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:14:10.811634Z","caller":"traceutil/trace.go:171","msg":"trace[857026067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"1.388468793s","start":"2026-04-10T01:14:09.423153Z","end":"2026-04-10T01:14:10.811622Z","steps":["trace[857026067] 'agreement among raft nodes before linearized reading' (duration: 1.388126673s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:10.811665Z","caller":"traceutil/trace.go:171","msg":"trace[1695645697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1984; }","duration":"1.490950895s","start":"2026-04-10T01:14:09.320703Z","end":"2026-04-10T01:14:10.811654Z","steps":["trace[1695645697] 'agreement among raft nodes before linearized reading' (duration: 1.490816622s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:10.811693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:09.320682Z","time spent":"1.491004507s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:10.811695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:09.423129Z","time spent":"1.388537805s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:14:10.966285Z","caller":"traceutil/trace.go:171","msg":"trace[733173158] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"150.792235ms","start":"2026-04-10T01:14:10.81546Z","end":"2026-04-10T01:14:10.966252Z","steps":["trace[733173158] 'process raft request' (duration: 98.593299ms)","trace[733173158] 'compare' (duration: 52.014442ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:11.03601Z","caller":"traceutil/trace.go:171","msg":"trace[759402886] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"220.038567ms","start":"2026-04-10T01:14:10.815947Z","end":"2026-04-10T01:14:11.035986Z","steps":["trace[759402886] 'process raft request' (duration: 219.867842ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:11.036351Z","caller":"traceutil/trace.go:171","msg":"trace[412315502] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"220.285844ms","start":"2026-04-10T01:14:10.816033Z","end":"2026-04-10T01:14:11.036319Z","steps":["trace[412315502] 'process raft request' (duration: 219.912825ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:11.036456Z","caller":"traceutil/trace.go:171","msg":"trace[1109369128] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2067; }","duration":"216.562395ms","start":"2026-04-10T01:14:10.819871Z","end":"2026-04-10T01:14:11.036434Z","steps":["trace[1109369128] 'read index received' (duration: 94.197131ms)","trace[1109369128] 'applied index is now lower than readState.Index' (duration: 122.364034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:11.036645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.76092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:11.036678Z","caller":"traceutil/trace.go:171","msg":"trace[1172228070] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"220.402837ms","start":"2026-04-10T01:14:10.816264Z","end":"2026-04-10T01:14:11.036667Z","steps":["trace[1172228070] 'process raft request' (duration: 220.079489ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:11.036701Z","caller":"traceutil/trace.go:171","msg":"trace[449731426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1990; }","duration":"216.838641ms","start":"2026-04-10T01:14:10.819846Z","end":"2026-04-10T01:14:11.036684Z","steps":["trace[449731426] 'agreement among raft nodes before linearized reading' (duration: 216.670128ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:11.036787Z","caller":"traceutil/trace.go:171","msg":"trace[43527688] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"220.700175ms","start":"2026-04-10T01:14:10.816078Z","end":"2026-04-10T01:14:11.036778Z","steps":["trace[43527688] 'process raft request' (duration: 220.131ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:11.036956Z","caller":"traceutil/trace.go:171","msg":"trace[1557409739] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"220.539652ms","start":"2026-04-10T01:14:10.816385Z","end":"2026-04-10T01:14:11.036924Z","steps":["trace[1557409739] 'process raft request' (duration: 219.997347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.931214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082654816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:12.931313Z","caller":"traceutil/trace.go:171","msg":"trace[1651288758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1990; }","duration":"1.082793641s","start":"2026-04-10T01:14:11.848495Z","end":"2026-04-10T01:14:12.931289Z","steps":["trace[1651288758] 'range keys from in-memory index tree' (duration: 1.082556484s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.931387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.848474Z","time spent":"1.082879962s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:14:12.931538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115619147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-10T01:14:12.931628Z","caller":"traceutil/trace.go:171","msg":"trace[492291065] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a; range_end:; response_count:1; response_revision:1990; }","duration":"1.115796071s","start":"2026-04-10T01:14:11.815808Z","end":"2026-04-10T01:14:12.931604Z","steps":["trace[492291065] 'range keys from in-memory index tree' (duration: 1.11536045s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.931684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.815786Z","time spent":"1.115883233s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0975163a-c631-4231-90a8-e688e126352a\" "} {"level":"warn","ts":"2026-04-10T01:14:12.931909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11274673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:12.931993Z","caller":"traceutil/trace.go:171","msg":"trace[752850437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"1.112869993s","start":"2026-04-10T01:14:11.819097Z","end":"2026-04-10T01:14:12.931967Z","steps":["trace[752850437] 'range keys from in-memory index tree' (duration: 1.112561856s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:12.932038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:11.819086Z","time spent":"1.112942166s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T01:14:12.955688Z","caller":"traceutil/trace.go:171","msg":"trace[369513517] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2073; }","duration":"210.513965ms","start":"2026-04-10T01:14:12.745141Z","end":"2026-04-10T01:14:12.955655Z","steps":["trace[369513517] 'read index received' (duration: 158.092874ms)","trace[369513517] 'applied index is now lower than readState.Index' (duration: 52.418201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:12.955979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.815273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:12.956025Z","caller":"traceutil/trace.go:171","msg":"trace[1033794265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1992; }","duration":"210.906785ms","start":"2026-04-10T01:14:12.745104Z","end":"2026-04-10T01:14:12.95601Z","steps":["trace[1033794265] 'agreement among raft nodes before linearized reading' (duration: 210.691599ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.955997Z","caller":"traceutil/trace.go:171","msg":"trace[145905314] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"138.813819ms","start":"2026-04-10T01:14:12.817017Z","end":"2026-04-10T01:14:12.95583Z","steps":["trace[145905314] 'process raft request' (duration: 138.706746ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.956411Z","caller":"traceutil/trace.go:171","msg":"trace[224266576] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"138.011018ms","start":"2026-04-10T01:14:12.818383Z","end":"2026-04-10T01:14:12.956394Z","steps":["trace[224266576] 'process raft request' (duration: 137.389471ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:12.956284Z","caller":"traceutil/trace.go:171","msg":"trace[255312544] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"141.202923ms","start":"2026-04-10T01:14:12.815057Z","end":"2026-04-10T01:14:12.95626Z","steps":["trace[255312544] 'process raft request' (duration: 140.527485ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:13.727403Z","caller":"traceutil/trace.go:171","msg":"trace[829067527] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"135.204923ms","start":"2026-04-10T01:14:13.592172Z","end":"2026-04-10T01:14:13.727377Z","steps":["trace[829067527] 'process raft request' (duration: 120.833418ms)","trace[829067527] 'compare' (duration: 14.228162ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:13.849039Z","caller":"traceutil/trace.go:171","msg":"trace[508218667] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"108.717204ms","start":"2026-04-10T01:14:13.740296Z","end":"2026-04-10T01:14:13.849013Z","steps":["trace[508218667] 'process raft request' (duration: 98.109412ms)","trace[508218667] 'compare' (duration: 10.51123ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:14.235397Z","caller":"traceutil/trace.go:171","msg":"trace[1258071655] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"197.204109ms","start":"2026-04-10T01:14:14.038163Z","end":"2026-04-10T01:14:14.235368Z","steps":["trace[1258071655] 'process raft request' (duration: 196.681725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:14.724143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.403238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:14:14.724465Z","caller":"traceutil/trace.go:171","msg":"trace[1197383797] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"448.123302ms","start":"2026-04-10T01:14:14.276309Z","end":"2026-04-10T01:14:14.724432Z","steps":["trace[1197383797] 'process raft request' (duration: 32.331573ms)","trace[1197383797] 'compare' (duration: 415.211784ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:14.724475Z","caller":"traceutil/trace.go:171","msg":"trace[2032997738] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"427.077521ms","start":"2026-04-10T01:14:14.297352Z","end":"2026-04-10T01:14:14.72443Z","steps":["trace[2032997738] 'process raft request' (duration: 426.907906ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:14.724509Z","caller":"traceutil/trace.go:171","msg":"trace[1920164223] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"426.453463ms","start":"2026-04-10T01:14:14.298022Z","end":"2026-04-10T01:14:14.724475Z","steps":["trace[1920164223] 'process raft request' (duration: 426.33176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:14.724637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.297325Z","time spent":"427.222204ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:14.724638Z","caller":"traceutil/trace.go:171","msg":"trace[1952058256] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2095; }","duration":"235.948615ms","start":"2026-04-10T01:14:14.48867Z","end":"2026-04-10T01:14:14.724618Z","steps":["trace[1952058256] 'read index received' (duration: 145.21251ms)","trace[1952058256] 'applied index is now lower than readState.Index' (duration: 90.734675ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:14.724649Z","caller":"traceutil/trace.go:171","msg":"trace[1045843988] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"423.977588ms","start":"2026-04-10T01:14:14.300648Z","end":"2026-04-10T01:14:14.724625Z","steps":["trace[1045843988] 'process raft request' (duration: 423.756432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:14.72465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.276288Z","time spent":"448.255016ms","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:14.724669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.298Z","time spent":"426.588037ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:14.72475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:14.300636Z","time spent":"424.0633ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:14.724865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.183461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T01:14:14.724922Z","caller":"traceutil/trace.go:171","msg":"trace[904417386] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2014; }","duration":"236.260411ms","start":"2026-04-10T01:14:14.488637Z","end":"2026-04-10T01:14:14.724897Z","steps":["trace[904417386] 'agreement among raft nodes before linearized reading' (duration: 236.055526ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:14.983885Z","caller":"traceutil/trace.go:171","msg":"trace[119131111] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"248.947252ms","start":"2026-04-10T01:14:14.734899Z","end":"2026-04-10T01:14:14.983846Z","steps":["trace[119131111] 'process raft request' (duration: 207.513054ms)","trace[119131111] 'compare' (duration: 41.229872ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:14.984118Z","caller":"traceutil/trace.go:171","msg":"trace[896784046] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2099; }","duration":"136.147287ms","start":"2026-04-10T01:14:14.84796Z","end":"2026-04-10T01:14:14.984107Z","steps":["trace[896784046] 'read index received' (duration: 94.426083ms)","trace[896784046] 'applied index is now lower than readState.Index' (duration: 41.719074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:14.984325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.337862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:14.984369Z","caller":"traceutil/trace.go:171","msg":"trace[718057146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2018; }","duration":"136.451406ms","start":"2026-04-10T01:14:14.847907Z","end":"2026-04-10T01:14:14.984358Z","steps":["trace[718057146] 'agreement among raft nodes before linearized reading' (duration: 136.300331ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:15.321004Z","caller":"traceutil/trace.go:171","msg":"trace[493097132] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"176.952308ms","start":"2026-04-10T01:14:15.144023Z","end":"2026-04-10T01:14:15.320976Z","steps":["trace[493097132] 'process raft request' (duration: 176.840215ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:15.32117Z","caller":"traceutil/trace.go:171","msg":"trace[714310049] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"177.284797ms","start":"2026-04-10T01:14:15.143862Z","end":"2026-04-10T01:14:15.321146Z","steps":["trace[714310049] 'process raft request' (duration: 150.615484ms)","trace[714310049] 'compare' (duration: 26.20499ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:15.919794Z","caller":"traceutil/trace.go:171","msg":"trace[289404071] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"258.551019ms","start":"2026-04-10T01:14:15.661168Z","end":"2026-04-10T01:14:15.919719Z","steps":["trace[289404071] 'process raft request' (duration: 258.139787ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:16.222358Z","caller":"traceutil/trace.go:171","msg":"trace[1506266641] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"227.855918ms","start":"2026-04-10T01:14:15.994466Z","end":"2026-04-10T01:14:16.222322Z","steps":["trace[1506266641] 'process raft request' (duration: 203.071046ms)","trace[1506266641] 'compare' (duration: 24.449513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:16.695279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.058894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:14:16.695557Z","caller":"traceutil/trace.go:171","msg":"trace[978688311] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2116; }","duration":"118.473815ms","start":"2026-04-10T01:14:16.577062Z","end":"2026-04-10T01:14:16.695535Z","steps":["trace[978688311] 'read index received' (duration: 30.82µs)","trace[978688311] 'applied index is now lower than readState.Index' (duration: 118.441885ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:16.695558Z","caller":"traceutil/trace.go:171","msg":"trace[962999389] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"420.954147ms","start":"2026-04-10T01:14:16.274559Z","end":"2026-04-10T01:14:16.695513Z","steps":["trace[962999389] 'process raft request' (duration: 55.584546ms)","trace[962999389] 'compare' (duration: 364.893909ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:16.69559Z","caller":"traceutil/trace.go:171","msg":"trace[1988123584] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"419.499378ms","start":"2026-04-10T01:14:16.276058Z","end":"2026-04-10T01:14:16.695558Z","steps":["trace[1988123584] 'process raft request' (duration: 419.325153ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:16.695722Z","caller":"traceutil/trace.go:171","msg":"trace[293770547] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"412.757807ms","start":"2026-04-10T01:14:16.282954Z","end":"2026-04-10T01:14:16.695711Z","steps":["trace[293770547] 'process raft request' (duration: 412.505461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:16.69572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:16.274549Z","time spent":"421.089291ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:14:16.695786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:16.282944Z","time spent":"412.817509ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:14:16.695882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:16.276042Z","time spent":"419.678924ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:16.695685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.61801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:16.696019Z","caller":"traceutil/trace.go:171","msg":"trace[591472405] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2034; }","duration":"118.988349ms","start":"2026-04-10T01:14:16.577009Z","end":"2026-04-10T01:14:16.695998Z","steps":["trace[591472405] 'agreement among raft nodes before linearized reading' (duration: 118.596818ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:17.028001Z","caller":"traceutil/trace.go:171","msg":"trace[582804223] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"112.393773ms","start":"2026-04-10T01:14:16.915584Z","end":"2026-04-10T01:14:17.027977Z","steps":["trace[582804223] 'process raft request' (duration: 111.728124ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:17.261995Z","caller":"traceutil/trace.go:171","msg":"trace[1862647293] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"114.499129ms","start":"2026-04-10T01:14:17.14747Z","end":"2026-04-10T01:14:17.26197Z","steps":["trace[1862647293] 'process raft request' (duration: 104.761159ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:17.262271Z","caller":"traceutil/trace.go:171","msg":"trace[177985175] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"114.096339ms","start":"2026-04-10T01:14:17.148125Z","end":"2026-04-10T01:14:17.262221Z","steps":["trace[177985175] 'process raft request' (duration: 113.795731ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:21.302163Z","caller":"traceutil/trace.go:171","msg":"trace[1702212273] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2164; }","duration":"120.820338ms","start":"2026-04-10T01:14:21.181321Z","end":"2026-04-10T01:14:21.302141Z","steps":["trace[1702212273] 'read index received' (duration: 85.362431ms)","trace[1702212273] 'applied index is now lower than readState.Index' (duration: 35.456517ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:21.302277Z","caller":"traceutil/trace.go:171","msg":"trace[442819455] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"155.160685ms","start":"2026-04-10T01:14:21.147092Z","end":"2026-04-10T01:14:21.302253Z","steps":["trace[442819455] 'process raft request' (duration: 119.578285ms)","trace[442819455] 'compare' (duration: 35.328474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:21.302432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.104836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T01:14:21.302495Z","caller":"traceutil/trace.go:171","msg":"trace[399342800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2079; }","duration":"121.202608ms","start":"2026-04-10T01:14:21.181278Z","end":"2026-04-10T01:14:21.30248Z","steps":["trace[399342800] 'agreement among raft nodes before linearized reading' (duration: 120.980222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:23.633271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.900982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:23.633364Z","caller":"traceutil/trace.go:171","msg":"trace[2028481192] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2096; }","duration":"148.045335ms","start":"2026-04-10T01:14:23.485297Z","end":"2026-04-10T01:14:23.633342Z","steps":["trace[2028481192] 'range keys from in-memory index tree' (duration: 147.823019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:27.52787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653588164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:28.028587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653588164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:28.52927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653588164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:14:28.677411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.685048432s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:14:28.677674Z","caller":"traceutil/trace.go:171","msg":"trace[47728280] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"1.685361141s","start":"2026-04-10T01:14:26.992291Z","end":"2026-04-10T01:14:28.677652Z","steps":["trace[47728280] 'process raft request' (duration: 1.685232947s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.677826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:26.992272Z","time spent":"1.685458012s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:28.994489Z","caller":"traceutil/trace.go:171","msg":"trace[1053198288] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"1.824538238s","start":"2026-04-10T01:14:27.169928Z","end":"2026-04-10T01:14:28.994466Z","steps":["trace[1053198288] 'process raft request' (duration: 1.824368084s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.99465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.169906Z","time spent":"1.824676043s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:28.994781Z","caller":"traceutil/trace.go:171","msg":"trace[949175121] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2199; }","duration":"1.967357605s","start":"2026-04-10T01:14:27.027403Z","end":"2026-04-10T01:14:28.99476Z","steps":["trace[949175121] 'read index received' (duration: 1.6501277s)","trace[949175121] 'applied index is now lower than readState.Index' (duration: 317.228955ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:28.994844Z","caller":"traceutil/trace.go:171","msg":"trace[1235907833] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"1.756991304s","start":"2026-04-10T01:14:27.237835Z","end":"2026-04-10T01:14:28.994826Z","steps":["trace[1235907833] 'process raft request' (duration: 1.756823859s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.994943Z","caller":"traceutil/trace.go:171","msg":"trace[933097564] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"1.757621551s","start":"2026-04-10T01:14:27.237211Z","end":"2026-04-10T01:14:28.994833Z","steps":["trace[933097564] 'process raft request' (duration: 1.75720607s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.995075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74783073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-10T01:14:28.995102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.492976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:14:28.995117Z","caller":"traceutil/trace.go:171","msg":"trace[1511405701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2116; }","duration":"1.747928302s","start":"2026-04-10T01:14:27.247176Z","end":"2026-04-10T01:14:28.995104Z","steps":["trace[1511405701] 'agreement among raft nodes before linearized reading' (duration: 1.747770748s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.995141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.247154Z","time spent":"1.747981873s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:14:28.995106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967662393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-10T01:14:28.995049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479219403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:14:28.995173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502531595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:14:28.995213Z","caller":"traceutil/trace.go:171","msg":"trace[1887244478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2116; }","duration":"1.502639268s","start":"2026-04-10T01:14:27.492564Z","end":"2026-04-10T01:14:28.995203Z","steps":["trace[1887244478] 'agreement among raft nodes before linearized reading' (duration: 1.502543095s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.995208Z","caller":"traceutil/trace.go:171","msg":"trace[1508170711] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:2116; }","duration":"1.967813126s","start":"2026-04-10T01:14:27.027362Z","end":"2026-04-10T01:14:28.995175Z","steps":["trace[1508170711] 'agreement among raft nodes before linearized reading' (duration: 1.967524008s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.995232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479322386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:14:28.995229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.700173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"warn","ts":"2026-04-10T01:14:28.995243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.492536Z","time spent":"1.50270067s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:14:28.995259Z","caller":"traceutil/trace.go:171","msg":"trace[245766177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2116; }","duration":"1.479371927s","start":"2026-04-10T01:14:27.515879Z","end":"2026-04-10T01:14:28.995251Z","steps":["trace[245766177] 'agreement among raft nodes before linearized reading' (duration: 1.479280994s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.995138Z","caller":"traceutil/trace.go:171","msg":"trace[1171901411] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2116; }","duration":"246.564578ms","start":"2026-04-10T01:14:28.748562Z","end":"2026-04-10T01:14:28.995127Z","steps":["trace[1171901411] 'agreement among raft nodes before linearized reading' (duration: 246.508906ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.995272Z","caller":"traceutil/trace.go:171","msg":"trace[1274053041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2116; }","duration":"343.742685ms","start":"2026-04-10T01:14:28.651516Z","end":"2026-04-10T01:14:28.995259Z","steps":["trace[1274053041] 'agreement among raft nodes before linearized reading' (duration: 343.636312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.995269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.02734Z","time spent":"1.96791472s","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-04-10T01:14:28.995288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.515867Z","time spent":"1.479414778s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:14:28.995319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:28.651406Z","time spent":"343.906549ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:14:28.995061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479685015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:14:28.995349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479813088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:14:28.995236Z","caller":"traceutil/trace.go:171","msg":"trace[1466921507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2116; }","duration":"1.479409228s","start":"2026-04-10T01:14:27.515796Z","end":"2026-04-10T01:14:28.995205Z","steps":["trace[1466921507] 'agreement among raft nodes before linearized reading' (duration: 1.479155381s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.995536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.515784Z","time spent":"1.479734886s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:28.995574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576684696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:14:28.995402Z","caller":"traceutil/trace.go:171","msg":"trace[1890130283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2116; }","duration":"1.480062205s","start":"2026-04-10T01:14:27.51533Z","end":"2026-04-10T01:14:28.995392Z","steps":["trace[1890130283] 'agreement among raft nodes before linearized reading' (duration: 1.479639114s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:28.995627Z","caller":"traceutil/trace.go:171","msg":"trace[2132948682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2116; }","duration":"1.576838921s","start":"2026-04-10T01:14:27.418776Z","end":"2026-04-10T01:14:28.995615Z","steps":["trace[2132948682] 'agreement among raft nodes before linearized reading' (duration: 1.576523952s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.995663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.515316Z","time spent":"1.480338652s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:14:28.995675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.418749Z","time spent":"1.576917993s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:14:28.995627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.237823Z","time spent":"1.757057545s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:28.99553Z","caller":"traceutil/trace.go:171","msg":"trace[1606992267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2116; }","duration":"1.480007814s","start":"2026-04-10T01:14:27.515453Z","end":"2026-04-10T01:14:28.995461Z","steps":["trace[1606992267] 'agreement among raft nodes before linearized reading' (duration: 1.479558522s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.995731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.515422Z","time spent":"1.480303371s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:14:28.995811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.237172Z","time spent":"1.758195267s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:28.995945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14717029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:14:28.995987Z","caller":"traceutil/trace.go:171","msg":"trace[1112046655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2116; }","duration":"1.147299564s","start":"2026-04-10T01:14:27.848677Z","end":"2026-04-10T01:14:28.995976Z","steps":["trace[1112046655] 'agreement among raft nodes before linearized reading' (duration: 1.146446472s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:28.996012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:27.848644Z","time spent":"1.147362866s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:14:52.257711Z","caller":"traceutil/trace.go:171","msg":"trace[322144708] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"292.519386ms","start":"2026-04-10T01:14:51.96516Z","end":"2026-04-10T01:14:52.257679Z","steps":["trace[322144708] 'process raft request' (duration: 292.228268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.18855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.290705ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-10T01:14:53.188654Z","caller":"traceutil/trace.go:171","msg":"trace[1615398997] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2344; }","duration":"564.108613ms","start":"2026-04-10T01:14:52.624528Z","end":"2026-04-10T01:14:53.188637Z","steps":["trace[1615398997] 'read index received' (duration: 45.302µs)","trace[1615398997] 'applied index is now lower than readState.Index' (duration: 564.06182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:14:53.189212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.656967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:14:53.18929Z","caller":"traceutil/trace.go:171","msg":"trace[1132411366] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2252; }","duration":"564.78261ms","start":"2026-04-10T01:14:52.62449Z","end":"2026-04-10T01:14:53.189273Z","steps":["trace[1132411366] 'agreement among raft nodes before linearized reading' (duration: 564.579355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.18934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:52.624471Z","time spent":"564.854352ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:14:53.405345Z","caller":"traceutil/trace.go:171","msg":"trace[547777485] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"311.337129ms","start":"2026-04-10T01:14:53.09397Z","end":"2026-04-10T01:14:53.405307Z","steps":["trace[547777485] 'process raft request' (duration: 311.133904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.405569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:53.093943Z","time spent":"311.515483ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:53.47552Z","caller":"traceutil/trace.go:171","msg":"trace[892742250] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"343.319333ms","start":"2026-04-10T01:14:53.132149Z","end":"2026-04-10T01:14:53.475468Z","steps":["trace[892742250] 'process raft request' (duration: 343.139358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.47572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:53.13213Z","time spent":"343.470656ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:14:53.475736Z","caller":"traceutil/trace.go:171","msg":"trace[1434411371] linearizableReadLoop","detail":"{readStateIndex:2348; appliedIndex:2345; }","duration":"287.021308ms","start":"2026-04-10T01:14:53.188681Z","end":"2026-04-10T01:14:53.475702Z","steps":["trace[1434411371] 'read index received' (duration: 216.473033ms)","trace[1434411371] 'applied index is now lower than readState.Index' (duration: 70.546095ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:53.475787Z","caller":"traceutil/trace.go:171","msg":"trace[51777372] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"342.45481ms","start":"2026-04-10T01:14:53.133301Z","end":"2026-04-10T01:14:53.475756Z","steps":["trace[51777372] 'process raft request' (duration: 342.128271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.475924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.423217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:14:53.476013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.697913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T01:14:53.47604Z","caller":"traceutil/trace.go:171","msg":"trace[51638299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2255; }","duration":"626.58185ms","start":"2026-04-10T01:14:52.849432Z","end":"2026-04-10T01:14:53.476014Z","steps":["trace[51638299] 'agreement among raft nodes before linearized reading' (duration: 626.362635ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.476062Z","caller":"traceutil/trace.go:171","msg":"trace[1404081559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2255; }","duration":"282.797296ms","start":"2026-04-10T01:14:53.193254Z","end":"2026-04-10T01:14:53.476051Z","steps":["trace[1404081559] 'agreement among raft nodes before linearized reading' (duration: 282.609852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.476066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.148629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-10T01:14:53.476121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.181084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-10T01:14:53.476098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:52.849414Z","time spent":"626.670263ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:14:53.476149Z","caller":"traceutil/trace.go:171","msg":"trace[104062855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2255; }","duration":"245.238471ms","start":"2026-04-10T01:14:53.230888Z","end":"2026-04-10T01:14:53.476127Z","steps":["trace[104062855] 'agreement among raft nodes before linearized reading' (duration: 245.002845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.476143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.174273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-10T01:14:53.476172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.635666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:14:53.476189Z","caller":"traceutil/trace.go:171","msg":"trace[273924816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2255; }","duration":"247.266136ms","start":"2026-04-10T01:14:53.228907Z","end":"2026-04-10T01:14:53.476173Z","steps":["trace[273924816] 'agreement among raft nodes before linearized reading' (duration: 247.072472ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.476215Z","caller":"traceutil/trace.go:171","msg":"trace[2073991040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2255; }","duration":"247.263417ms","start":"2026-04-10T01:14:53.228932Z","end":"2026-04-10T01:14:53.476196Z","steps":["trace[2073991040] 'agreement among raft nodes before linearized reading' (duration: 247.077101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.475947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:53.133273Z","time spent":"342.573342ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:14:53.476233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.907146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:14:53.476246Z","caller":"traceutil/trace.go:171","msg":"trace[830932263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2255; }","duration":"247.729698ms","start":"2026-04-10T01:14:53.228499Z","end":"2026-04-10T01:14:53.476228Z","steps":["trace[830932263] 'agreement among raft nodes before linearized reading' (duration: 247.507132ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.476285Z","caller":"traceutil/trace.go:171","msg":"trace[504429463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2255; }","duration":"210.988007ms","start":"2026-04-10T01:14:53.26528Z","end":"2026-04-10T01:14:53.476268Z","steps":["trace[504429463] 'agreement among raft nodes before linearized reading' (duration: 210.848013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:53.47629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.003226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T01:14:53.476349Z","caller":"traceutil/trace.go:171","msg":"trace[1881643099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2255; }","duration":"248.185471ms","start":"2026-04-10T01:14:53.228148Z","end":"2026-04-10T01:14:53.476333Z","steps":["trace[1881643099] 'agreement among raft nodes before linearized reading' (duration: 247.911203ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.621614Z","caller":"traceutil/trace.go:171","msg":"trace[1305130654] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"143.154806ms","start":"2026-04-10T01:14:53.478423Z","end":"2026-04-10T01:14:53.621578Z","steps":["trace[1305130654] 'process raft request' (duration: 76.889745ms)","trace[1305130654] 'compare' (duration: 66.118236ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:14:53.643387Z","caller":"traceutil/trace.go:171","msg":"trace[1184489628] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"161.860205ms","start":"2026-04-10T01:14:53.4815Z","end":"2026-04-10T01:14:53.64336Z","steps":["trace[1184489628] 'process raft request' (duration: 161.782582ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.643431Z","caller":"traceutil/trace.go:171","msg":"trace[886886676] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"162.144961ms","start":"2026-04-10T01:14:53.481255Z","end":"2026-04-10T01:14:53.6434Z","steps":["trace[886886676] 'process raft request' (duration: 161.914205ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.643676Z","caller":"traceutil/trace.go:171","msg":"trace[1667565332] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"162.0375ms","start":"2026-04-10T01:14:53.481623Z","end":"2026-04-10T01:14:53.643661Z","steps":["trace[1667565332] 'process raft request' (duration: 161.928577ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.64368Z","caller":"traceutil/trace.go:171","msg":"trace[1659885224] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"162.098432ms","start":"2026-04-10T01:14:53.481561Z","end":"2026-04-10T01:14:53.64366Z","steps":["trace[1659885224] 'process raft request' (duration: 161.760122ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.643716Z","caller":"traceutil/trace.go:171","msg":"trace[68098173] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"162.04167ms","start":"2026-04-10T01:14:53.481662Z","end":"2026-04-10T01:14:53.643704Z","steps":["trace[68098173] 'process raft request' (duration: 161.951187ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:53.643792Z","caller":"traceutil/trace.go:171","msg":"trace[1351471934] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"161.997628ms","start":"2026-04-10T01:14:53.481785Z","end":"2026-04-10T01:14:53.643782Z","steps":["trace[1351471934] 'process raft request' (duration: 161.853363ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:14:59.738321Z","caller":"traceutil/trace.go:171","msg":"trace[1335539693] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"396.695888ms","start":"2026-04-10T01:14:59.341591Z","end":"2026-04-10T01:14:59.738287Z","steps":["trace[1335539693] 'process raft request' (duration: 396.556785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:14:59.7385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.341561Z","time spent":"396.832102ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:00.125147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.138454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:15:00.125468Z","caller":"traceutil/trace.go:171","msg":"trace[1026867656] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"700.900517ms","start":"2026-04-10T01:14:59.424524Z","end":"2026-04-10T01:15:00.125425Z","steps":["trace[1026867656] 'process raft request' (duration: 499.340311ms)","trace[1026867656] 'compare' (duration: 200.934089ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:00.125578Z","caller":"traceutil/trace.go:171","msg":"trace[377007797] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2379; }","duration":"606.728611ms","start":"2026-04-10T01:14:59.51882Z","end":"2026-04-10T01:15:00.125549Z","steps":["trace[377007797] 'read index received' (duration: 219.352031ms)","trace[377007797] 'applied index is now lower than readState.Index' (duration: 387.37453ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:00.125576Z","caller":"traceutil/trace.go:171","msg":"trace[215808023] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"630.327101ms","start":"2026-04-10T01:14:59.495215Z","end":"2026-04-10T01:15:00.125542Z","steps":["trace[215808023] 'process raft request' (duration: 630.087655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:00.125671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.424494Z","time spent":"701.05766ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:00.125656Z","caller":"traceutil/trace.go:171","msg":"trace[1899948942] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"629.012936ms","start":"2026-04-10T01:14:59.496604Z","end":"2026-04-10T01:15:00.125617Z","steps":["trace[1899948942] 'process raft request' (duration: 628.77508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:00.125729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.495191Z","time spent":"630.464025ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:00.125772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.927836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:00.125846Z","caller":"traceutil/trace.go:171","msg":"trace[602528806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2289; }","duration":"607.036109ms","start":"2026-04-10T01:14:59.518788Z","end":"2026-04-10T01:15:00.125824Z","steps":["trace[602528806] 'agreement among raft nodes before linearized reading' (duration: 606.840123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:00.125839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.029133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:00.125845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.49659Z","time spent":"629.150059ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:00.12589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.518776Z","time spent":"607.10517ms","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T01:15:00.126082Z","caller":"traceutil/trace.go:171","msg":"trace[789026013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2289; }","duration":"277.133664ms","start":"2026-04-10T01:14:59.848753Z","end":"2026-04-10T01:15:00.125886Z","steps":["trace[789026013] 'agreement among raft nodes before linearized reading' (duration: 277.008881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:00.126093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.752356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T01:15:00.126095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.38425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:15:00.126125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.830269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:15:00.126126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.282907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:15:00.12614Z","caller":"traceutil/trace.go:171","msg":"trace[1023436074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2289; }","duration":"452.818879ms","start":"2026-04-10T01:14:59.673304Z","end":"2026-04-10T01:15:00.126123Z","steps":["trace[1023436074] 'agreement among raft nodes before linearized reading' (duration: 452.450229ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:00.126145Z","caller":"traceutil/trace.go:171","msg":"trace[2060794704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2289; }","duration":"457.462593ms","start":"2026-04-10T01:14:59.668669Z","end":"2026-04-10T01:15:00.126131Z","steps":["trace[2060794704] 'agreement among raft nodes before linearized reading' (duration: 457.075853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:00.126136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.627363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:15:00.126166Z","caller":"traceutil/trace.go:171","msg":"trace[1545521855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2289; }","duration":"452.88767ms","start":"2026-04-10T01:14:59.673264Z","end":"2026-04-10T01:15:00.126152Z","steps":["trace[1545521855] 'agreement among raft nodes before linearized reading' (duration: 452.576191ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:00.126187Z","caller":"traceutil/trace.go:171","msg":"trace[1095899246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2289; }","duration":"454.37375ms","start":"2026-04-10T01:14:59.671795Z","end":"2026-04-10T01:15:00.126169Z","steps":["trace[1095899246] 'agreement among raft nodes before linearized reading' (duration: 454.00374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:00.126196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.673293Z","time spent":"452.89313ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:15:00.126196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.668656Z","time spent":"457.530244ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:00.126221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.673251Z","time spent":"452.951782ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:15:00.126228Z","caller":"traceutil/trace.go:171","msg":"trace[1702315001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2289; }","duration":"452.751706ms","start":"2026-04-10T01:14:59.673441Z","end":"2026-04-10T01:15:00.126193Z","steps":["trace[1702315001] 'agreement among raft nodes before linearized reading' (duration: 452.324755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:00.126235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.67178Z","time spent":"454.442971ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:15:00.126267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.604679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T01:15:00.126273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.673412Z","time spent":"452.85171ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:15:00.126321Z","caller":"traceutil/trace.go:171","msg":"trace[1742499955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2289; }","duration":"456.692821ms","start":"2026-04-10T01:14:59.669613Z","end":"2026-04-10T01:15:00.126306Z","steps":["trace[1742499955] 'agreement among raft nodes before linearized reading' (duration: 456.555398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:00.126365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:14:59.669596Z","time spent":"456.758014ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:15:00.286581Z","caller":"traceutil/trace.go:171","msg":"trace[1597383235] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"156.026019ms","start":"2026-04-10T01:15:00.130523Z","end":"2026-04-10T01:15:00.286549Z","steps":["trace[1597383235] 'process raft request' (duration: 151.723413ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:00.286852Z","caller":"traceutil/trace.go:171","msg":"trace[2460716] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"156.02889ms","start":"2026-04-10T01:15:00.130792Z","end":"2026-04-10T01:15:00.286821Z","steps":["trace[2460716] 'process raft request' (duration: 155.820214ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:00.287049Z","caller":"traceutil/trace.go:171","msg":"trace[559769869] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"156.084271ms","start":"2026-04-10T01:15:00.130943Z","end":"2026-04-10T01:15:00.287028Z","steps":["trace[559769869] 'process raft request' (duration: 155.815733ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:00.287138Z","caller":"traceutil/trace.go:171","msg":"trace[286545497] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"156.177314ms","start":"2026-04-10T01:15:00.130944Z","end":"2026-04-10T01:15:00.287121Z","steps":["trace[286545497] 'process raft request' (duration: 156.019179ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:00.287153Z","caller":"traceutil/trace.go:171","msg":"trace[2131721664] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"154.624712ms","start":"2026-04-10T01:15:00.132515Z","end":"2026-04-10T01:15:00.28714Z","steps":["trace[2131721664] 'process raft request' (duration: 154.58685ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:00.287173Z","caller":"traceutil/trace.go:171","msg":"trace[1248666255] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"156.167192ms","start":"2026-04-10T01:15:00.130977Z","end":"2026-04-10T01:15:00.287144Z","steps":["trace[1248666255] 'process raft request' (duration: 156.08561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:06.700409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653588644,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:15:06.721405Z","caller":"traceutil/trace.go:171","msg":"trace[95970873] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"566.165127ms","start":"2026-04-10T01:15:06.155214Z","end":"2026-04-10T01:15:06.721379Z","steps":["trace[95970873] 'process raft request' (duration: 565.993772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:06.721573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.155191Z","time spent":"566.296071ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:07.236479Z","caller":"traceutil/trace.go:171","msg":"trace[1883093364] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"1.050320362s","start":"2026-04-10T01:15:06.186139Z","end":"2026-04-10T01:15:07.236459Z","steps":["trace[1883093364] 'process raft request' (duration: 1.037861369s)","trace[1883093364] 'compare' (duration: 12.006841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:07.236599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.186118Z","time spent":"1.050419155s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:07.236596Z","caller":"traceutil/trace.go:171","msg":"trace[2128200095] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2410; }","duration":"1.03637902s","start":"2026-04-10T01:15:06.200195Z","end":"2026-04-10T01:15:07.236574Z","steps":["trace[2128200095] 'read index received' (duration: 521.02146ms)","trace[2128200095] 'applied index is now lower than readState.Index' (duration: 515.35575ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:07.236718Z","caller":"traceutil/trace.go:171","msg":"trace[742249577] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"1.049447759s","start":"2026-04-10T01:15:06.187242Z","end":"2026-04-10T01:15:07.236689Z","steps":["trace[742249577] 'process raft request' (duration: 1.049139151s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.236883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.187234Z","time spent":"1.049571482s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:07.236934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036724979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:07.237006Z","caller":"traceutil/trace.go:171","msg":"trace[193904019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2318; }","duration":"1.036799982s","start":"2026-04-10T01:15:06.200189Z","end":"2026-04-10T01:15:07.236989Z","steps":["trace[193904019] 'agreement among raft nodes before linearized reading' (duration: 1.036445361s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.237056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.20014Z","time spent":"1.036905494s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:15:07.30356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.34153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T01:15:07.303603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.332809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:15:07.303647Z","caller":"traceutil/trace.go:171","msg":"trace[1209284976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2319; }","duration":"987.460133ms","start":"2026-04-10T01:15:06.316165Z","end":"2026-04-10T01:15:07.303625Z","steps":["trace[1209284976] 'agreement among raft nodes before linearized reading' (duration: 987.175096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.3037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.316154Z","time spent":"987.533495ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:15:07.303698Z","caller":"traceutil/trace.go:171","msg":"trace[766727259] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"340.241201ms","start":"2026-04-10T01:15:06.963435Z","end":"2026-04-10T01:15:07.303676Z","steps":["trace[766727259] 'process raft request' (duration: 339.639225ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:07.303703Z","caller":"traceutil/trace.go:171","msg":"trace[1188951216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2319; }","duration":"987.597327ms","start":"2026-04-10T01:15:06.316079Z","end":"2026-04-10T01:15:07.303676Z","steps":["trace[1188951216] 'agreement among raft nodes before linearized reading' (duration: 987.247328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.303831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.963403Z","time spent":"340.353735ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:07.303861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.316061Z","time spent":"987.782261ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:15:07.303958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.974614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:07.30401Z","caller":"traceutil/trace.go:171","msg":"trace[667443555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2319; }","duration":"419.023536ms","start":"2026-04-10T01:15:06.884968Z","end":"2026-04-10T01:15:07.303992Z","steps":["trace[667443555] 'agreement among raft nodes before linearized reading' (duration: 418.950653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.304052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.884912Z","time spent":"419.130019ms","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:07.304062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.112041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-10T01:15:07.304119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.534062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:15:07.304174Z","caller":"traceutil/trace.go:171","msg":"trace[668001500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2319; }","duration":"988.314476ms","start":"2026-04-10T01:15:06.315844Z","end":"2026-04-10T01:15:07.304159Z","steps":["trace[668001500] 'agreement among raft nodes before linearized reading' (duration: 987.934056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.304272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.315835Z","time spent":"988.427888ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:15:07.304293Z","caller":"traceutil/trace.go:171","msg":"trace[982036109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2319; }","duration":"994.749257ms","start":"2026-04-10T01:15:06.309512Z","end":"2026-04-10T01:15:07.304261Z","steps":["trace[982036109] 'agreement among raft nodes before linearized reading' (duration: 994.211043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.304376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.309494Z","time spent":"994.873381ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:15:07.303622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.244678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T01:15:07.304481Z","caller":"traceutil/trace.go:171","msg":"trace[963302101] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:2319; }","duration":"275.160502ms","start":"2026-04-10T01:15:07.029309Z","end":"2026-04-10T01:15:07.304469Z","steps":["trace[963302101] 'agreement among raft nodes before linearized reading' (duration: 274.052293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.304205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.492224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:15:07.304547Z","caller":"traceutil/trace.go:171","msg":"trace[911752326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2319; }","duration":"990.849454ms","start":"2026-04-10T01:15:06.313686Z","end":"2026-04-10T01:15:07.304535Z","steps":["trace[911752326] 'agreement among raft nodes before linearized reading' (duration: 990.442293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.304588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.313677Z","time spent":"990.901935ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:07.304297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.987157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:15:07.304654Z","caller":"traceutil/trace.go:171","msg":"trace[1115108123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2319; }","duration":"988.373668ms","start":"2026-04-10T01:15:06.31627Z","end":"2026-04-10T01:15:07.304644Z","steps":["trace[1115108123] 'agreement among raft nodes before linearized reading' (duration: 987.926886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.304694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:06.316237Z","time spent":"988.445779ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:15:07.447578Z","caller":"traceutil/trace.go:171","msg":"trace[118680996] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"138.881922ms","start":"2026-04-10T01:15:07.308668Z","end":"2026-04-10T01:15:07.44755Z","steps":["trace[118680996] 'process raft request' (duration: 138.775459ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:07.447582Z","caller":"traceutil/trace.go:171","msg":"trace[939099201] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"139.376245ms","start":"2026-04-10T01:15:07.308153Z","end":"2026-04-10T01:15:07.447529Z","steps":["trace[939099201] 'process raft request' (duration: 109.504816ms)","trace[939099201] 'compare' (duration: 29.568081ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:07.448403Z","caller":"traceutil/trace.go:171","msg":"trace[1535721902] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"139.408065ms","start":"2026-04-10T01:15:07.308984Z","end":"2026-04-10T01:15:07.448392Z","steps":["trace[1535721902] 'process raft request' (duration: 138.530341ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:07.44864Z","caller":"traceutil/trace.go:171","msg":"trace[1679124472] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"139.569409ms","start":"2026-04-10T01:15:07.309053Z","end":"2026-04-10T01:15:07.448623Z","steps":["trace[1679124472] 'process raft request' (duration: 139.270741ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:07.44882Z","caller":"traceutil/trace.go:171","msg":"trace[1440693146] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"139.65494ms","start":"2026-04-10T01:15:07.309157Z","end":"2026-04-10T01:15:07.448812Z","steps":["trace[1440693146] 'process raft request' (duration: 139.340012ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:07.448948Z","caller":"traceutil/trace.go:171","msg":"trace[1505995377] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"139.765825ms","start":"2026-04-10T01:15:07.309177Z","end":"2026-04-10T01:15:07.448943Z","steps":["trace[1505995377] 'process raft request' (duration: 139.59224ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:07.449153Z","caller":"traceutil/trace.go:171","msg":"trace[1204863406] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"136.913048ms","start":"2026-04-10T01:15:07.312212Z","end":"2026-04-10T01:15:07.449125Z","steps":["trace[1204863406] 'process raft request' (duration: 136.694332ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:07.449322Z","caller":"traceutil/trace.go:171","msg":"trace[1377180135] linearizableReadLoop","detail":"{readStateIndex:2418; appliedIndex:2414; }","duration":"140.292899ms","start":"2026-04-10T01:15:07.309012Z","end":"2026-04-10T01:15:07.449305Z","steps":["trace[1377180135] 'read index received' (duration: 16.81845ms)","trace[1377180135] 'applied index is now lower than readState.Index' (duration: 123.472139ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:07.449401Z","caller":"traceutil/trace.go:171","msg":"trace[890823821] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"122.622306ms","start":"2026-04-10T01:15:07.326647Z","end":"2026-04-10T01:15:07.449269Z","steps":["trace[890823821] 'process raft request' (duration: 122.465282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:07.449531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.479384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:07.449611Z","caller":"traceutil/trace.go:171","msg":"trace[805817857] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2327; }","duration":"140.628078ms","start":"2026-04-10T01:15:07.308969Z","end":"2026-04-10T01:15:07.449598Z","steps":["trace[805817857] 'agreement among raft nodes before linearized reading' (duration: 140.435263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:08.585902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.889716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:08.585982Z","caller":"traceutil/trace.go:171","msg":"trace[2129345852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2327; }","duration":"738.018928ms","start":"2026-04-10T01:15:07.847944Z","end":"2026-04-10T01:15:08.585963Z","steps":["trace[2129345852] 'range keys from in-memory index tree' (duration: 737.814093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:08.586024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:07.847922Z","time spent":"738.093061ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:15:08.586304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.564614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9d8ee3b4b7e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-10T01:15:08.586365Z","caller":"traceutil/trace.go:171","msg":"trace[1772097273] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4d9d8ee3b4b7e; range_end:; response_count:1; response_revision:2327; }","duration":"177.662317ms","start":"2026-04-10T01:15:08.408686Z","end":"2026-04-10T01:15:08.586349Z","steps":["trace[1772097273] 'range keys from in-memory index tree' (duration: 177.368109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:08.586156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.832074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:08.586746Z","caller":"traceutil/trace.go:171","msg":"trace[1981375740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2327; }","duration":"342.489241ms","start":"2026-04-10T01:15:08.244224Z","end":"2026-04-10T01:15:08.586713Z","steps":["trace[1981375740] 'range keys from in-memory index tree' (duration: 341.541886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:08.586814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.244197Z","time spent":"342.604524ms","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T01:15:09.253424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653588668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:15:09.753772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653588668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:15:10.254608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653588668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:15:10.358058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211040816s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:15:10.358481Z","caller":"traceutil/trace.go:171","msg":"trace[1831819073] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"1.770461784s","start":"2026-04-10T01:15:08.587998Z","end":"2026-04-10T01:15:10.35846Z","steps":["trace[1831819073] 'process raft request' (duration: 1.770296719s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:10.358615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.587974Z","time spent":"1.770573007s","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:10.849876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-10T01:15:10.849968Z","caller":"traceutil/trace.go:171","msg":"trace[1324741035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000642263s","start":"2026-04-10T01:15:08.849305Z","end":"2026-04-10T01:15:10.849947Z","steps":["trace[1324741035] 'agreement among raft nodes before linearized reading' (duration: 2.00051691s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:10.850019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.849237Z","time spent":"2.000771156s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 01:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T01:15:11.984806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.626518878s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:15:11.985434Z","caller":"traceutil/trace.go:171","msg":"trace[510498359] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"2.742858015s","start":"2026-04-10T01:15:09.242558Z","end":"2026-04-10T01:15:11.985416Z","steps":["trace[510498359] 'process raft request' (duration: 2.742755242s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:11.985465Z","caller":"traceutil/trace.go:171","msg":"trace[471560960] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"3.258637235s","start":"2026-04-10T01:15:08.72674Z","end":"2026-04-10T01:15:11.985377Z","steps":["trace[471560960] 'process raft request' (duration: 3.258422539s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.985735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.7267Z","time spent":"3.258931542s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:11.985801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.242532Z","time spent":"2.742998938s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:11.986145Z","caller":"traceutil/trace.go:171","msg":"trace[146207387] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"2.742751402s","start":"2026-04-10T01:15:09.243364Z","end":"2026-04-10T01:15:11.986116Z","steps":["trace[146207387] 'process raft request' (duration: 2.742009052s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:11.986196Z","caller":"traceutil/trace.go:171","msg":"trace[1827750231] linearizableReadLoop","detail":"{readStateIndex:2428; appliedIndex:2423; }","duration":"3.233588475s","start":"2026-04-10T01:15:08.752589Z","end":"2026-04-10T01:15:11.986178Z","steps":["trace[1827750231] 'read index received' (duration: 1.605744762s)","trace[1827750231] 'applied index is now lower than readState.Index' (duration: 1.627842553s)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:11.986248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.243327Z","time spent":"2.742871174s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:15:11.986283Z","caller":"traceutil/trace.go:171","msg":"trace[322768018] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"2.115999975s","start":"2026-04-10T01:15:09.87027Z","end":"2026-04-10T01:15:11.98627Z","steps":["trace[322768018] 'process raft request' (duration: 2.11577682s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.986371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.870246Z","time spent":"2.116065826s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:11.986373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23376153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:11.986558Z","caller":"traceutil/trace.go:171","msg":"trace[1111690523] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2332; }","duration":"3.233987976s","start":"2026-04-10T01:15:08.752544Z","end":"2026-04-10T01:15:11.986532Z","steps":["trace[1111690523] 'agreement among raft nodes before linearized reading' (duration: 3.23376746s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:11.986619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:08.752523Z","time spent":"3.234076578s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:12.702989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.076903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:15:12.703315Z","caller":"traceutil/trace.go:171","msg":"trace[118573562] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"1.800814535s","start":"2026-04-10T01:15:10.902468Z","end":"2026-04-10T01:15:12.703282Z","steps":["trace[118573562] 'process raft request' (duration: 1.127363291s)","trace[118573562] 'compare' (duration: 672.788037ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:12.703365Z","caller":"traceutil/trace.go:171","msg":"trace[867340149] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2428; }","duration":"717.106889ms","start":"2026-04-10T01:15:11.986233Z","end":"2026-04-10T01:15:12.70334Z","steps":["trace[867340149] 'read index received' (duration: 43.488281ms)","trace[867340149] 'applied index is now lower than readState.Index' (duration: 673.615908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.703513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.902433Z","time spent":"1.800958309s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:15:12.720367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.935309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:12.7205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267611995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-10T01:15:12.720538Z","caller":"traceutil/trace.go:171","msg":"trace[1340130346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2333; }","duration":"3.267660746s","start":"2026-04-10T01:15:09.452865Z","end":"2026-04-10T01:15:12.720526Z","steps":["trace[1340130346] 'agreement among raft nodes before linearized reading' (duration: 3.250513158s)","trace[1340130346] 'range keys from in-memory index tree' (duration: 17.071436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.720593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.452857Z","time spent":"3.267706856s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:15:12.7206Z","caller":"traceutil/trace.go:171","msg":"trace[920048746] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2333; }","duration":"478.124765ms","start":"2026-04-10T01:15:12.24237Z","end":"2026-04-10T01:15:12.720495Z","steps":["trace[920048746] 'agreement among raft nodes before linearized reading' (duration: 477.914039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.720736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255762612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:12.720803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109528922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:15:12.720812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503833986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-10T01:15:12.720841Z","caller":"traceutil/trace.go:171","msg":"trace[187726922] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2333; }","duration":"2.109605475s","start":"2026-04-10T01:15:10.611223Z","end":"2026-04-10T01:15:12.720828Z","steps":["trace[187726922] 'agreement among raft nodes before linearized reading' (duration: 2.092165029s)","trace[187726922] 'count revisions from in-memory index tree' (duration: 17.371324ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:12.720846Z","caller":"traceutil/trace.go:171","msg":"trace[958802842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2333; }","duration":"3.503895098s","start":"2026-04-10T01:15:09.21694Z","end":"2026-04-10T01:15:12.720835Z","steps":["trace[958802842] 'agreement among raft nodes before linearized reading' (duration: 3.486487773s)","trace[958802842] 'range keys from in-memory index tree' (duration: 17.294232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.720833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810962223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:15:12.720885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33174501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:12.72092Z","caller":"traceutil/trace.go:171","msg":"trace[102297038] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2333; }","duration":"2.331828332s","start":"2026-04-10T01:15:10.38908Z","end":"2026-04-10T01:15:12.720909Z","steps":["trace[102297038] 'agreement among raft nodes before linearized reading' (duration: 2.314290065s)","trace[102297038] 'count revisions from in-memory index tree' (duration: 17.496627ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:12.720928Z","caller":"traceutil/trace.go:171","msg":"trace[381704768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2333; }","duration":"2.811099917s","start":"2026-04-10T01:15:09.909805Z","end":"2026-04-10T01:15:12.720905Z","steps":["trace[381704768] 'agreement among raft nodes before linearized reading' (duration: 2.793625981s)","trace[381704768] 'count revisions from in-memory index tree' (duration: 17.343063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.72094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268106578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T01:15:12.720952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268087877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-10T01:15:12.720975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.389036Z","time spent":"2.331927144s","remote":"127.0.0.1:46614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:12.720981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.909784Z","time spent":"2.811185569s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:15:12.720992Z","caller":"traceutil/trace.go:171","msg":"trace[1812591258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2333; }","duration":"3.268158859s","start":"2026-04-10T01:15:09.452821Z","end":"2026-04-10T01:15:12.720979Z","steps":["trace[1812591258] 'agreement among raft nodes before linearized reading' (duration: 3.250599919s)","trace[1812591258] 'range keys from in-memory index tree' (duration: 17.477276ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:12.720995Z","caller":"traceutil/trace.go:171","msg":"trace[837223429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2333; }","duration":"3.268150308s","start":"2026-04-10T01:15:09.452823Z","end":"2026-04-10T01:15:12.720974Z","steps":["trace[837223429] 'agreement among raft nodes before linearized reading' (duration: 3.250590959s)","trace[837223429] 'range keys from in-memory index tree' (duration: 17.455537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.721027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.452797Z","time spent":"3.268221681s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:12.721035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.452761Z","time spent":"3.268264822s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:15:12.721042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:12.242348Z","time spent":"478.435952ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:12.721223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.955634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:12.721235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.932813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:12.721272Z","caller":"traceutil/trace.go:171","msg":"trace[463534085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2333; }","duration":"416.011905ms","start":"2026-04-10T01:15:12.30525Z","end":"2026-04-10T01:15:12.721262Z","steps":["trace[463534085] 'agreement among raft nodes before linearized reading' (duration: 415.958244ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:12.721266Z","caller":"traceutil/trace.go:171","msg":"trace[923031730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2333; }","duration":"419.035956ms","start":"2026-04-10T01:15:12.30222Z","end":"2026-04-10T01:15:12.721256Z","steps":["trace[923031730] 'agreement among raft nodes before linearized reading' (duration: 418.976304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:12.721307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:12.305226Z","time spent":"416.073726ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:15:12.720642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267233345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T01:15:12.721311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:12.302198Z","time spent":"419.103427ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:12.720878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.611188Z","time spent":"2.109679897s","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:15:12.721348Z","caller":"traceutil/trace.go:171","msg":"trace[755094059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2333; }","duration":"3.267994785s","start":"2026-04-10T01:15:09.45334Z","end":"2026-04-10T01:15:12.721335Z","steps":["trace[755094059] 'agreement among raft nodes before linearized reading' (duration: 3.250018945s)","trace[755094059] 'range keys from in-memory index tree' (duration: 17.013494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.721395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.453332Z","time spent":"3.268051427s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:15:12.720834Z","caller":"traceutil/trace.go:171","msg":"trace[1645764162] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2333; }","duration":"1.255880135s","start":"2026-04-10T01:15:11.464923Z","end":"2026-04-10T01:15:12.720803Z","steps":["trace[1645764162] 'agreement among raft nodes before linearized reading' (duration: 1.238416658s)","trace[1645764162] 'count revisions from in-memory index tree' (duration: 17.360704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.721132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918172457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T01:15:12.72151Z","caller":"traceutil/trace.go:171","msg":"trace[1522655832] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2333; }","duration":"2.91858555s","start":"2026-04-10T01:15:09.80291Z","end":"2026-04-10T01:15:12.721496Z","steps":["trace[1522655832] 'agreement among raft nodes before linearized reading' (duration: 2.900477106s)","trace[1522655832] 'range keys from in-memory index tree' (duration: 17.544049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.721571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.802888Z","time spent":"2.91866312s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:15:12.72069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597201771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:12.721676Z","caller":"traceutil/trace.go:171","msg":"trace[1197017372] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2333; }","duration":"3.598238247s","start":"2026-04-10T01:15:09.123416Z","end":"2026-04-10T01:15:12.721655Z","steps":["trace[1197017372] 'agreement among raft nodes before linearized reading' (duration: 3.580017661s)","trace[1197017372] 'count revisions from in-memory index tree' (duration: 17.19149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.721728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.123393Z","time spent":"3.59831752s","remote":"127.0.0.1:40778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:12.720829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267921384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T01:15:12.72187Z","caller":"traceutil/trace.go:171","msg":"trace[714685412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2333; }","duration":"3.26897776s","start":"2026-04-10T01:15:09.452852Z","end":"2026-04-10T01:15:12.72183Z","steps":["trace[714685412] 'agreement among raft nodes before linearized reading' (duration: 3.250571028s)","trace[714685412] 'range keys from in-memory index tree' (duration: 17.302242ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.721936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.452832Z","time spent":"3.269086634s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:15:12.72088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.216921Z","time spent":"3.50395146s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:15:12.721144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870721543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:15:12.722184Z","caller":"traceutil/trace.go:171","msg":"trace[632154976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2333; }","duration":"1.871814822s","start":"2026-04-10T01:15:10.850351Z","end":"2026-04-10T01:15:12.722166Z","steps":["trace[632154976] 'agreement among raft nodes before linearized reading' (duration: 1.853028501s)","trace[632154976] 'range keys from in-memory index tree' (duration: 17.747694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.722236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:10.850314Z","time spent":"1.871910144s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:15:12.720386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267420709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:15:12.722365Z","caller":"traceutil/trace.go:171","msg":"trace[1553567604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2333; }","duration":"3.269431312s","start":"2026-04-10T01:15:09.452918Z","end":"2026-04-10T01:15:12.722349Z","steps":["trace[1553567604] 'agreement among raft nodes before linearized reading' (duration: 3.250493156s)","trace[1553567604] 'range keys from in-memory index tree' (duration: 16.861941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.722405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.452898Z","time spent":"3.269495485s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:15:12.721465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:11.464901Z","time spent":"1.256547643s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:15:12.720455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125900097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:12.722555Z","caller":"traceutil/trace.go:171","msg":"trace[450020502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2333; }","duration":"3.127981894s","start":"2026-04-10T01:15:09.59455Z","end":"2026-04-10T01:15:12.722532Z","steps":["trace[450020502] 'agreement among raft nodes before linearized reading' (duration: 3.108849192s)","trace[450020502] 'range keys from in-memory index tree' (duration: 17.016935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:15:12.722628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:15:09.594491Z","time spent":"3.128118567s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T01:15:14.110394Z","caller":"traceutil/trace.go:171","msg":"trace[1666276509] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"117.340954ms","start":"2026-04-10T01:15:13.993025Z","end":"2026-04-10T01:15:14.110366Z","steps":["trace[1666276509] 'process raft request' (duration: 117.292613ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:14.110418Z","caller":"traceutil/trace.go:171","msg":"trace[1281499411] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"118.479466ms","start":"2026-04-10T01:15:13.991897Z","end":"2026-04-10T01:15:14.110377Z","steps":["trace[1281499411] 'process raft request' (duration: 28.999516ms)","trace[1281499411] 'compare' (duration: 89.200343ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:14.110444Z","caller":"traceutil/trace.go:171","msg":"trace[1248194156] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"117.456329ms","start":"2026-04-10T01:15:13.992937Z","end":"2026-04-10T01:15:14.110394Z","steps":["trace[1248194156] 'process raft request' (duration: 117.307184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:17.288805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.557514ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:15:17.288857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.019672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T01:15:17.288955Z","caller":"traceutil/trace.go:171","msg":"trace[123588262] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2362; }","duration":"125.73822ms","start":"2026-04-10T01:15:17.163195Z","end":"2026-04-10T01:15:17.288933Z","steps":["trace[123588262] 'range keys from in-memory index tree' (duration: 125.534244ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:17.28901Z","caller":"traceutil/trace.go:171","msg":"trace[1257366290] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2362; }","duration":"131.228926ms","start":"2026-04-10T01:15:17.157731Z","end":"2026-04-10T01:15:17.28896Z","steps":["trace[1257366290] 'range keys from in-memory index tree' (duration: 130.866787ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:18.267017Z","caller":"traceutil/trace.go:171","msg":"trace[2126009522] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"111.323842ms","start":"2026-04-10T01:15:18.15567Z","end":"2026-04-10T01:15:18.266993Z","steps":["trace[2126009522] 'process raft request' (duration: 111.112776ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:18.267258Z","caller":"traceutil/trace.go:171","msg":"trace[2101278823] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"110.664205ms","start":"2026-04-10T01:15:18.156558Z","end":"2026-04-10T01:15:18.267222Z","steps":["trace[2101278823] 'process raft request' (duration: 110.387127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:28.053553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.110116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:15:28.053683Z","caller":"traceutil/trace.go:171","msg":"trace[416058637] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2416; }","duration":"175.320862ms","start":"2026-04-10T01:15:27.878335Z","end":"2026-04-10T01:15:28.053656Z","steps":["trace[416058637] 'count revisions from in-memory index tree' (duration: 175.037205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:28.053656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.648204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:28.053786Z","caller":"traceutil/trace.go:171","msg":"trace[1711340174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2416; }","duration":"212.842431ms","start":"2026-04-10T01:15:27.840911Z","end":"2026-04-10T01:15:28.053754Z","steps":["trace[1711340174] 'range keys from in-memory index tree' (duration: 212.427529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:28.053615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.511093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-10T01:15:28.054182Z","caller":"traceutil/trace.go:171","msg":"trace[291326604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2416; }","duration":"222.153211ms","start":"2026-04-10T01:15:27.831988Z","end":"2026-04-10T01:15:28.054141Z","steps":["trace[291326604] 'range keys from in-memory index tree' (duration: 221.215926ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:41.268026Z","caller":"traceutil/trace.go:171","msg":"trace[1179857397] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"146.907128ms","start":"2026-04-10T01:15:41.121079Z","end":"2026-04-10T01:15:41.267986Z","steps":["trace[1179857397] 'process raft request' (duration: 79.894267ms)","trace[1179857397] 'compare' (duration: 66.862857ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:41.325774Z","caller":"traceutil/trace.go:171","msg":"trace[125054532] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"204.198048ms","start":"2026-04-10T01:15:41.121548Z","end":"2026-04-10T01:15:41.325746Z","steps":["trace[125054532] 'process raft request' (duration: 204.007093ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:41.326015Z","caller":"traceutil/trace.go:171","msg":"trace[1184139172] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"204.452175ms","start":"2026-04-10T01:15:41.121547Z","end":"2026-04-10T01:15:41.326Z","steps":["trace[1184139172] 'process raft request' (duration: 204.155546ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:41.326158Z","caller":"traceutil/trace.go:171","msg":"trace[1691842502] linearizableReadLoop","detail":"{readStateIndex:2586; appliedIndex:2582; }","duration":"186.07672ms","start":"2026-04-10T01:15:41.140065Z","end":"2026-04-10T01:15:41.326142Z","steps":["trace[1691842502] 'read index received' (duration: 60.929996ms)","trace[1691842502] 'applied index is now lower than readState.Index' (duration: 125.145464ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:41.326294Z","caller":"traceutil/trace.go:171","msg":"trace[1434479262] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"204.64537ms","start":"2026-04-10T01:15:41.121607Z","end":"2026-04-10T01:15:41.326252Z","steps":["trace[1434479262] 'process raft request' (duration: 204.317521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:41.326397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.274295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-10T01:15:41.326468Z","caller":"traceutil/trace.go:171","msg":"trace[438101459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2483; }","duration":"186.41801ms","start":"2026-04-10T01:15:41.140032Z","end":"2026-04-10T01:15:41.32645Z","steps":["trace[438101459] 'agreement among raft nodes before linearized reading' (duration: 186.209275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:15:41.326534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.775132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T01:15:41.326678Z","caller":"traceutil/trace.go:171","msg":"trace[1816042744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2483; }","duration":"176.956896ms","start":"2026-04-10T01:15:41.149686Z","end":"2026-04-10T01:15:41.326643Z","steps":["trace[1816042744] 'agreement among raft nodes before linearized reading' (duration: 176.628777ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:41.462777Z","caller":"traceutil/trace.go:171","msg":"trace[1068506907] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"131.062523ms","start":"2026-04-10T01:15:41.331671Z","end":"2026-04-10T01:15:41.462734Z","steps":["trace[1068506907] 'process raft request' (duration: 43.796966ms)","trace[1068506907] 'compare' (duration: 87.051691ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:46.559358Z","caller":"traceutil/trace.go:171","msg":"trace[505407322] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"180.933963ms","start":"2026-04-10T01:15:46.378397Z","end":"2026-04-10T01:15:46.559331Z","steps":["trace[505407322] 'process raft request' (duration: 170.108612ms)","trace[505407322] 'compare' (duration: 10.667147ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:15:50.705395Z","caller":"traceutil/trace.go:171","msg":"trace[1282105342] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"133.346424ms","start":"2026-04-10T01:15:50.571931Z","end":"2026-04-10T01:15:50.705278Z","steps":["trace[1282105342] 'process raft request' (duration: 133.211841ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:15:51.710771Z","caller":"traceutil/trace.go:171","msg":"trace[1223659838] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"204.24188ms","start":"2026-04-10T01:15:51.506496Z","end":"2026-04-10T01:15:51.710738Z","steps":["trace[1223659838] 'process raft request' (duration: 162.55028ms)","trace[1223659838] 'compare' (duration: 41.33955ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:26.430589Z","caller":"traceutil/trace.go:171","msg":"trace[162408400] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2946; }","duration":"140.745433ms","start":"2026-04-10T01:16:26.289808Z","end":"2026-04-10T01:16:26.430554Z","steps":["trace[162408400] 'read index received' (duration: 139.792877ms)","trace[162408400] 'applied index is now lower than readState.Index' (duration: 951.016µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:26.430793Z","caller":"traceutil/trace.go:171","msg":"trace[256234613] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"178.988861ms","start":"2026-04-10T01:16:26.251788Z","end":"2026-04-10T01:16:26.430777Z","steps":["trace[256234613] 'process raft request' (duration: 178.476297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:26.430936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.142645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:16:26.43099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.132683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:16:26.431087Z","caller":"traceutil/trace.go:171","msg":"trace[146357615] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2829; }","duration":"118.338791ms","start":"2026-04-10T01:16:26.312721Z","end":"2026-04-10T01:16:26.43106Z","steps":["trace[146357615] 'agreement among raft nodes before linearized reading' (duration: 118.127265ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:26.431125Z","caller":"traceutil/trace.go:171","msg":"trace[1763247637] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2829; }","duration":"141.329859ms","start":"2026-04-10T01:16:26.289773Z","end":"2026-04-10T01:16:26.431103Z","steps":["trace[1763247637] 'agreement among raft nodes before linearized reading' (duration: 141.103403ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:26.671959Z","caller":"traceutil/trace.go:171","msg":"trace[1883193016] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"113.805729ms","start":"2026-04-10T01:16:26.558124Z","end":"2026-04-10T01:16:26.67193Z","steps":["trace[1883193016] 'process raft request' (duration: 113.646354ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:26.713389Z","caller":"traceutil/trace.go:171","msg":"trace[746508366] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"132.104821ms","start":"2026-04-10T01:16:26.581265Z","end":"2026-04-10T01:16:26.71337Z","steps":["trace[746508366] 'process raft request' (duration: 130.809736ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:26.921193Z","caller":"traceutil/trace.go:171","msg":"trace[280090216] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"141.082151ms","start":"2026-04-10T01:16:26.780073Z","end":"2026-04-10T01:16:26.921155Z","steps":["trace[280090216] 'process raft request' (duration: 79.780574ms)","trace[280090216] 'compare' (duration: 61.155204ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:26.924258Z","caller":"traceutil/trace.go:171","msg":"trace[2001333190] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"137.914007ms","start":"2026-04-10T01:16:26.786311Z","end":"2026-04-10T01:16:26.924225Z","steps":["trace[2001333190] 'process raft request' (duration: 137.574107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:30.890018Z","caller":"traceutil/trace.go:171","msg":"trace[1133197935] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"283.369856ms","start":"2026-04-10T01:16:30.606567Z","end":"2026-04-10T01:16:30.889937Z","steps":["trace[1133197935] 'process raft request' (duration: 283.17249ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:30.948655Z","caller":"traceutil/trace.go:171","msg":"trace[2048525248] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3030; }","duration":"100.979143ms","start":"2026-04-10T01:16:30.847651Z","end":"2026-04-10T01:16:30.948631Z","steps":["trace[2048525248] 'read index received' (duration: 41.969097ms)","trace[2048525248] 'applied index is now lower than readState.Index' (duration: 59.008426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:16:30.948811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.146359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:16:30.94885Z","caller":"traceutil/trace.go:171","msg":"trace[695198146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2912; }","duration":"101.233431ms","start":"2026-04-10T01:16:30.847603Z","end":"2026-04-10T01:16:30.948836Z","steps":["trace[695198146] 'agreement among raft nodes before linearized reading' (duration: 101.136138ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:30.94932Z","caller":"traceutil/trace.go:171","msg":"trace[151302538] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"259.647829ms","start":"2026-04-10T01:16:30.689658Z","end":"2026-04-10T01:16:30.949306Z","steps":["trace[151302538] 'process raft request' (duration: 258.791937ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:30.949482Z","caller":"traceutil/trace.go:171","msg":"trace[1637388505] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"212.253275ms","start":"2026-04-10T01:16:30.737216Z","end":"2026-04-10T01:16:30.949469Z","steps":["trace[1637388505] 'process raft request' (duration: 211.368901ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:33.260498Z","caller":"traceutil/trace.go:171","msg":"trace[1872836557] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"304.675309ms","start":"2026-04-10T01:16:32.955795Z","end":"2026-04-10T01:16:33.26047Z","steps":["trace[1872836557] 'process raft request' (duration: 218.935454ms)","trace[1872836557] 'compare' (duration: 85.432766ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:33.260497Z","caller":"traceutil/trace.go:171","msg":"trace[475637543] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"245.18395ms","start":"2026-04-10T01:16:33.015286Z","end":"2026-04-10T01:16:33.26047Z","steps":["trace[475637543] 'process raft request' (duration: 245.090837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:33.260618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:32.955767Z","time spent":"304.781342ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:16:33.522267Z","caller":"traceutil/trace.go:171","msg":"trace[1332473199] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"110.374765ms","start":"2026-04-10T01:16:33.411864Z","end":"2026-04-10T01:16:33.522238Z","steps":["trace[1332473199] 'process raft request' (duration: 110.176721ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:33.94043Z","caller":"traceutil/trace.go:171","msg":"trace[68594279] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"180.376347ms","start":"2026-04-10T01:16:33.760026Z","end":"2026-04-10T01:16:33.940403Z","steps":["trace[68594279] 'process raft request' (duration: 180.207903ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:33.94176Z","caller":"traceutil/trace.go:171","msg":"trace[345130302] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"181.21871ms","start":"2026-04-10T01:16:33.76047Z","end":"2026-04-10T01:16:33.941689Z","steps":["trace[345130302] 'process raft request' (duration: 181.000564ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:33.941786Z","caller":"traceutil/trace.go:171","msg":"trace[724421593] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"180.140102ms","start":"2026-04-10T01:16:33.761597Z","end":"2026-04-10T01:16:33.941737Z","steps":["trace[724421593] 'process raft request' (duration: 179.950917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:35.763319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653590024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:16:36.175215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196228203s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:16:36.175841Z","caller":"traceutil/trace.go:171","msg":"trace[1659007737] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"1.19691526s","start":"2026-04-10T01:16:34.978888Z","end":"2026-04-10T01:16:36.175803Z","steps":["trace[1659007737] 'process raft request' (duration: 1.196507869s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.176164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:34.978864Z","time spent":"1.197077954s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:16:36.307781Z","caller":"traceutil/trace.go:171","msg":"trace[1676809049] linearizableReadLoop","detail":"{readStateIndex:3061; appliedIndex:3057; }","duration":"1.045423588s","start":"2026-04-10T01:16:35.262301Z","end":"2026-04-10T01:16:36.307725Z","steps":["trace[1676809049] 'read index received' (duration: 913.161383ms)","trace[1676809049] 'applied index is now lower than readState.Index' (duration: 132.261365ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:36.307802Z","caller":"traceutil/trace.go:171","msg":"trace[1259683989] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"1.041201044s","start":"2026-04-10T01:16:35.266568Z","end":"2026-04-10T01:16:36.307769Z","steps":["trace[1259683989] 'process raft request' (duration: 1.025343478s)","trace[1259683989] 'compare' (duration: 15.61743ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:16:36.307785Z","caller":"traceutil/trace.go:171","msg":"trace[682597155] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"1.039600011s","start":"2026-04-10T01:16:35.26815Z","end":"2026-04-10T01:16:36.30775Z","steps":["trace[682597155] 'process raft request' (duration: 1.039488958s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:36.307897Z","caller":"traceutil/trace.go:171","msg":"trace[991504258] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"953.368624ms","start":"2026-04-10T01:16:35.354467Z","end":"2026-04-10T01:16:36.307836Z","steps":["trace[991504258] 'process raft request' (duration: 953.21916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.307969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.266542Z","time spent":"1.041326907s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:16:36.307997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.891638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:16:36.308027Z","caller":"traceutil/trace.go:171","msg":"trace[545817519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2939; }","duration":"780.990021ms","start":"2026-04-10T01:16:35.527029Z","end":"2026-04-10T01:16:36.30802Z","steps":["trace[545817519] 'agreement among raft nodes before linearized reading' (duration: 780.859328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.308052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.527005Z","time spent":"781.038101ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:16:36.308042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.340806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:16:36.308071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.354436Z","time spent":"953.546078ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:16:36.308084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.005176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:16:36.308101Z","caller":"traceutil/trace.go:171","msg":"trace[1003614671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2939; }","duration":"459.438448ms","start":"2026-04-10T01:16:35.848644Z","end":"2026-04-10T01:16:36.308082Z","steps":["trace[1003614671] 'agreement among raft nodes before linearized reading' (duration: 459.342895ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:36.308134Z","caller":"traceutil/trace.go:171","msg":"trace[1893725643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2939; }","duration":"363.09108ms","start":"2026-04-10T01:16:35.94503Z","end":"2026-04-10T01:16:36.308121Z","steps":["trace[1893725643] 'agreement among raft nodes before linearized reading' (duration: 362.892804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.308144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.848622Z","time spent":"459.511421ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:16:36.308175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.945011Z","time spent":"363.15638ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:16:36.308193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.914146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:16:36.308218Z","caller":"traceutil/trace.go:171","msg":"trace[1775365355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2939; }","duration":"547.961248ms","start":"2026-04-10T01:16:35.76025Z","end":"2026-04-10T01:16:36.308211Z","steps":["trace[1775365355] 'agreement among raft nodes before linearized reading' (duration: 547.895776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.308212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.489129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:16:36.308183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0458504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T01:16:36.308273Z","caller":"traceutil/trace.go:171","msg":"trace[1271842316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2939; }","duration":"363.598772ms","start":"2026-04-10T01:16:35.944661Z","end":"2026-04-10T01:16:36.30826Z","steps":["trace[1271842316] 'agreement among raft nodes before linearized reading' (duration: 363.388286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.308274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.013385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T01:16:36.308313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.944635Z","time spent":"363.669183ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:16:36.308321Z","caller":"traceutil/trace.go:171","msg":"trace[798877561] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2939; }","duration":"344.077717ms","start":"2026-04-10T01:16:35.96423Z","end":"2026-04-10T01:16:36.308308Z","steps":["trace[798877561] 'agreement among raft nodes before linearized reading' (duration: 343.932603ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:36.308328Z","caller":"traceutil/trace.go:171","msg":"trace[115317166] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2939; }","duration":"1.046151558s","start":"2026-04-10T01:16:35.26215Z","end":"2026-04-10T01:16:36.308301Z","steps":["trace[115317166] 'agreement among raft nodes before linearized reading' (duration: 1.045728426s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.308361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.964217Z","time spent":"344.13626ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:16:36.308337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.82185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-10T01:16:36.308238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.760238Z","time spent":"547.994539ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:16:36.30839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.262104Z","time spent":"1.046273911s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:16:36.308273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.349608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:16:36.308426Z","caller":"traceutil/trace.go:171","msg":"trace[721212250] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2939; }","duration":"132.988614ms","start":"2026-04-10T01:16:36.175416Z","end":"2026-04-10T01:16:36.308405Z","steps":["trace[721212250] 'agreement among raft nodes before linearized reading' (duration: 132.699887ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:16:36.308464Z","caller":"traceutil/trace.go:171","msg":"trace[1926881546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2939; }","duration":"567.595525ms","start":"2026-04-10T01:16:35.740859Z","end":"2026-04-10T01:16:36.308454Z","steps":["trace[1926881546] 'agreement among raft nodes before linearized reading' (duration: 567.336558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:16:36.308501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.740827Z","time spent":"567.664827ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:16:36.308584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:16:35.268117Z","time spent":"1.039943611s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:06.466207Z","caller":"traceutil/trace.go:171","msg":"trace[1331684027] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"132.07862ms","start":"2026-04-10T01:17:06.334106Z","end":"2026-04-10T01:17:06.466185Z","steps":["trace[1331684027] 'process raft request' (duration: 131.968166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.000673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653590529,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:17:07.056341Z","caller":"traceutil/trace.go:171","msg":"trace[717741834] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"720.130414ms","start":"2026-04-10T01:17:06.33619Z","end":"2026-04-10T01:17:07.05632Z","steps":["trace[717741834] 'process raft request' (duration: 719.95126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.056494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.336175Z","time spent":"720.241927ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:07.056727Z","caller":"traceutil/trace.go:171","msg":"trace[424317755] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"642.409135ms","start":"2026-04-10T01:17:06.414287Z","end":"2026-04-10T01:17:07.056696Z","steps":["trace[424317755] 'process raft request' (duration: 641.991743ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:07.056898Z","caller":"traceutil/trace.go:171","msg":"trace[1419093159] linearizableReadLoop","detail":"{readStateIndex:3252; appliedIndex:3249; }","duration":"556.403743ms","start":"2026-04-10T01:17:06.500463Z","end":"2026-04-10T01:17:07.056867Z","steps":["trace[1419093159] 'read index received' (duration: 555.673094ms)","trace[1419093159] 'applied index is now lower than readState.Index' (duration: 729.179µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:07.056935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.414262Z","time spent":"642.557419ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:07.05718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.67273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:17:07.057221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.421359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:17:07.057252Z","caller":"traceutil/trace.go:171","msg":"trace[1020422049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3124; }","duration":"556.817095ms","start":"2026-04-10T01:17:06.500418Z","end":"2026-04-10T01:17:07.057236Z","steps":["trace[1020422049] 'agreement among raft nodes before linearized reading' (duration: 556.578948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.05729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.500396Z","time spent":"556.888186ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:17:07.057294Z","caller":"traceutil/trace.go:171","msg":"trace[857746039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3124; }","duration":"551.522532ms","start":"2026-04-10T01:17:06.505752Z","end":"2026-04-10T01:17:07.057274Z","steps":["trace[857746039] 'agreement among raft nodes before linearized reading' (duration: 551.333496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.057288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.759004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-10T01:17:07.057335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.505741Z","time spent":"551.585764ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:17:07.057358Z","caller":"traceutil/trace.go:171","msg":"trace[1935649105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3124; }","duration":"546.843476ms","start":"2026-04-10T01:17:06.510494Z","end":"2026-04-10T01:17:07.057337Z","steps":["trace[1935649105] 'agreement among raft nodes before linearized reading' (duration: 546.64143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.057407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.510485Z","time spent":"546.910057ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:17:07.057504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.081669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:17:07.05754Z","caller":"traceutil/trace.go:171","msg":"trace[135924862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3124; }","duration":"548.13325ms","start":"2026-04-10T01:17:06.509398Z","end":"2026-04-10T01:17:07.057531Z","steps":["trace[135924862] 'agreement among raft nodes before linearized reading' (duration: 548.038409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.057569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.509388Z","time spent":"548.172872ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:17:07.057566Z","caller":"traceutil/trace.go:171","msg":"trace[616842410] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"608.195386ms","start":"2026-04-10T01:17:06.448729Z","end":"2026-04-10T01:17:07.056925Z","steps":["trace[616842410] 'process raft request' (duration: 607.856057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.057602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.495419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:07.057646Z","caller":"traceutil/trace.go:171","msg":"trace[509136771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3124; }","duration":"209.55185ms","start":"2026-04-10T01:17:06.848082Z","end":"2026-04-10T01:17:07.057634Z","steps":["trace[509136771] 'agreement among raft nodes before linearized reading' (duration: 209.467069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.057685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.925026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-10T01:17:07.057695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.448704Z","time spent":"608.916395ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:07.057711Z","caller":"traceutil/trace.go:171","msg":"trace[327401090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3124; }","duration":"550.965947ms","start":"2026-04-10T01:17:06.506738Z","end":"2026-04-10T01:17:07.057704Z","steps":["trace[327401090] 'agreement among raft nodes before linearized reading' (duration: 550.892795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.057739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.506731Z","time spent":"551.002568ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:17:07.057909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.996105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:17:07.057973Z","caller":"traceutil/trace.go:171","msg":"trace[418093157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3124; }","duration":"552.123608ms","start":"2026-04-10T01:17:06.505833Z","end":"2026-04-10T01:17:07.057956Z","steps":["trace[418093157] 'agreement among raft nodes before linearized reading' (duration: 551.920863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:07.058006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:06.505804Z","time spent":"552.194601ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:17:08.055205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.631397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:08.055437Z","caller":"traceutil/trace.go:171","msg":"trace[285140130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3124; }","duration":"892.874703ms","start":"2026-04-10T01:17:07.162542Z","end":"2026-04-10T01:17:08.055416Z","steps":["trace[285140130] 'range keys from in-memory index tree' (duration: 892.613047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.055502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.082743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:17:08.055769Z","caller":"traceutil/trace.go:171","msg":"trace[1233627535] linearizableReadLoop","detail":"{readStateIndex:3260; appliedIndex:3253; }","duration":"920.587029ms","start":"2026-04-10T01:17:07.135169Z","end":"2026-04-10T01:17:08.055756Z","steps":["trace[1233627535] 'read index received' (duration: 268.179328ms)","trace[1233627535] 'applied index is now lower than readState.Index' (duration: 652.406681ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:08.055844Z","caller":"traceutil/trace.go:171","msg":"trace[592641826] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"993.384996ms","start":"2026-04-10T01:17:07.062451Z","end":"2026-04-10T01:17:08.055836Z","steps":["trace[592641826] 'process raft request' (duration: 340.886161ms)","trace[592641826] 'compare' (duration: 651.752415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:08.055885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.062428Z","time spent":"993.434747ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:08.056024Z","caller":"traceutil/trace.go:171","msg":"trace[2110827215] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"993.006267ms","start":"2026-04-10T01:17:07.063Z","end":"2026-04-10T01:17:08.056007Z","steps":["trace[2110827215] 'process raft request' (duration: 992.700788ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:08.056056Z","caller":"traceutil/trace.go:171","msg":"trace[1689914421] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"993.427258ms","start":"2026-04-10T01:17:07.062597Z","end":"2026-04-10T01:17:08.056024Z","steps":["trace[1689914421] 'process raft request' (duration: 993.021677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.056134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.958968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-10T01:17:08.056135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.062987Z","time spent":"993.103359ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:08.056127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.939199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8763"} {"level":"warn","ts":"2026-04-10T01:17:08.056211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.062573Z","time spent":"993.551781ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:08.056291Z","caller":"traceutil/trace.go:171","msg":"trace[938515719] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"993.654882ms","start":"2026-04-10T01:17:07.062624Z","end":"2026-04-10T01:17:08.056279Z","steps":["trace[938515719] 'process raft request' (duration: 993.021195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.056357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.062593Z","time spent":"993.732146ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:08.056365Z","caller":"traceutil/trace.go:171","msg":"trace[1495902184] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"993.854078ms","start":"2026-04-10T01:17:07.062495Z","end":"2026-04-10T01:17:08.056349Z","steps":["trace[1495902184] 'process raft request' (duration: 993.081017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.056477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.062466Z","time spent":"993.934171ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:08.056499Z","caller":"traceutil/trace.go:171","msg":"trace[1495589023] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"921.591916ms","start":"2026-04-10T01:17:07.134894Z","end":"2026-04-10T01:17:08.056486Z","steps":["trace[1495589023] 'process raft request' (duration: 920.833406ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:08.056483Z","caller":"traceutil/trace.go:171","msg":"trace[1445661363] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"993.791617ms","start":"2026-04-10T01:17:07.062646Z","end":"2026-04-10T01:17:08.056437Z","steps":["trace[1445661363] 'process raft request' (duration: 993.036237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.056572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.134876Z","time spent":"921.665468ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:08.056844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.062608Z","time spent":"993.95408ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:08.056165Z","caller":"traceutil/trace.go:171","msg":"trace[1562461941] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3131; }","duration":"509.0473ms","start":"2026-04-10T01:17:07.547111Z","end":"2026-04-10T01:17:08.056158Z","steps":["trace[1562461941] 'agreement among raft nodes before linearized reading' (duration: 508.950808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.056932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.547091Z","time spent":"509.81653ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T01:17:08.05686Z","caller":"traceutil/trace.go:171","msg":"trace[384129746] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3131; }","duration":"921.052461ms","start":"2026-04-10T01:17:07.135137Z","end":"2026-04-10T01:17:08.056189Z","steps":["trace[384129746] 'agreement among raft nodes before linearized reading' (duration: 920.808835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.057149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:07.13513Z","time spent":"922.010827ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8785,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-10T01:17:08.529141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.110535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:17:08.529281Z","caller":"traceutil/trace.go:171","msg":"trace[1121674903] linearizableReadLoop","detail":"{readStateIndex:3261; appliedIndex:3260; }","duration":"462.366316ms","start":"2026-04-10T01:17:08.066891Z","end":"2026-04-10T01:17:08.529257Z","steps":["trace[1121674903] 'read index received' (duration: 113.932292ms)","trace[1121674903] 'applied index is now lower than readState.Index' (duration: 348.432244ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:08.529298Z","caller":"traceutil/trace.go:171","msg":"trace[940003961] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"467.268398ms","start":"2026-04-10T01:17:08.061996Z","end":"2026-04-10T01:17:08.529264Z","steps":["trace[940003961] 'process raft request' (duration: 118.923077ms)","trace[940003961] 'compare' (duration: 347.315004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:08.529444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.281317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:17:08.529519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.061981Z","time spent":"467.457303ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:08.529557Z","caller":"traceutil/trace.go:171","msg":"trace[1392749533] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3132; }","duration":"410.41864ms","start":"2026-04-10T01:17:08.119122Z","end":"2026-04-10T01:17:08.529541Z","steps":["trace[1392749533] 'agreement among raft nodes before linearized reading' (duration: 410.263495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.529651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.119106Z","time spent":"410.529543ms","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T01:17:08.529906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.997213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T01:17:08.52997Z","caller":"traceutil/trace.go:171","msg":"trace[653119340] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3132; }","duration":"463.093586ms","start":"2026-04-10T01:17:08.066864Z","end":"2026-04-10T01:17:08.529957Z","steps":["trace[653119340] 'agreement among raft nodes before linearized reading' (duration: 462.47821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.529888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.434798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-10T01:17:08.530043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.066848Z","time spent":"463.186729ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-10T01:17:08.530152Z","caller":"traceutil/trace.go:171","msg":"trace[1296189625] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3132; }","duration":"353.763897ms","start":"2026-04-10T01:17:08.176365Z","end":"2026-04-10T01:17:08.530129Z","steps":["trace[1296189625] 'agreement among raft nodes before linearized reading' (duration: 353.260035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.530206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.176341Z","time spent":"353.856011ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-10T01:17:08.963032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.186969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:17:08.963121Z","caller":"traceutil/trace.go:171","msg":"trace[773294185] linearizableReadLoop","detail":"{readStateIndex:3262; appliedIndex:3261; }","duration":"430.040018ms","start":"2026-04-10T01:17:08.533069Z","end":"2026-04-10T01:17:08.963109Z","steps":["trace[773294185] 'read index received' (duration: 174.692595ms)","trace[773294185] 'applied index is now lower than readState.Index' (duration: 255.346553ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:08.9632Z","caller":"traceutil/trace.go:171","msg":"trace[753014789] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"430.722968ms","start":"2026-04-10T01:17:08.532401Z","end":"2026-04-10T01:17:08.963124Z","steps":["trace[753014789] 'process raft request' (duration: 175.380255ms)","trace[753014789] 'compare' (duration: 254.820698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:08.963313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.868411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:17:08.963336Z","caller":"traceutil/trace.go:171","msg":"trace[915063133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3133; }","duration":"369.933372ms","start":"2026-04-10T01:17:08.593396Z","end":"2026-04-10T01:17:08.96333Z","steps":["trace[915063133] 'agreement among raft nodes before linearized reading' (duration: 369.88987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.963359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.593372Z","time spent":"369.982434ms","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:17:08.963269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.209343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-04-10T01:17:08.963367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.167168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:08.963457Z","caller":"traceutil/trace.go:171","msg":"trace[680384460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3133; }","duration":"114.273811ms","start":"2026-04-10T01:17:08.849161Z","end":"2026-04-10T01:17:08.963435Z","steps":["trace[680384460] 'agreement among raft nodes before linearized reading' (duration: 114.112756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.963448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.532373Z","time spent":"430.927842ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:08.963455Z","caller":"traceutil/trace.go:171","msg":"trace[1859524761] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3133; }","duration":"430.408359ms","start":"2026-04-10T01:17:08.533007Z","end":"2026-04-10T01:17:08.963416Z","steps":["trace[1859524761] 'agreement among raft nodes before linearized reading' (duration: 430.166451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.963627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.532983Z","time spent":"430.591613ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-10T01:17:08.964047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.751397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:08.964099Z","caller":"traceutil/trace.go:171","msg":"trace[942439655] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3133; }","duration":"430.805479ms","start":"2026-04-10T01:17:08.533268Z","end":"2026-04-10T01:17:08.964074Z","steps":["trace[942439655] 'agreement among raft nodes before linearized reading' (duration: 429.960786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:08.964119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:08.533262Z","time spent":"430.8511ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-10T01:17:09.410706Z","caller":"traceutil/trace.go:171","msg":"trace[182103549] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"348.594109ms","start":"2026-04-10T01:17:09.062084Z","end":"2026-04-10T01:17:09.410678Z","steps":["trace[182103549] 'process raft request' (duration: 348.437954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:09.410855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.062061Z","time spent":"348.717412ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:10.167289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.735241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:17:10.167434Z","caller":"traceutil/trace.go:171","msg":"trace[583900082] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"216.749295ms","start":"2026-04-10T01:17:09.950671Z","end":"2026-04-10T01:17:10.16742Z","steps":["trace[583900082] 'process raft request' (duration: 216.723024ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:10.167642Z","caller":"traceutil/trace.go:171","msg":"trace[2006675251] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"1.105495842s","start":"2026-04-10T01:17:09.062139Z","end":"2026-04-10T01:17:10.167635Z","steps":["trace[2006675251] 'process raft request' (duration: 394.347569ms)","trace[2006675251] 'compare' (duration: 710.579138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:10.167682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.062103Z","time spent":"1.105558653s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:10.167753Z","caller":"traceutil/trace.go:171","msg":"trace[763727768] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"1.103747134s","start":"2026-04-10T01:17:09.064Z","end":"2026-04-10T01:17:10.167748Z","steps":["trace[763727768] 'process raft request' (duration: 1.103359594s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.167784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.063978Z","time spent":"1.103791126s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:10.167992Z","caller":"traceutil/trace.go:171","msg":"trace[995283773] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3263; }","duration":"1.055446235s","start":"2026-04-10T01:17:09.112518Z","end":"2026-04-10T01:17:10.167964Z","steps":["trace[995283773] 'read index received' (duration: 298.086761ms)","trace[995283773] 'applied index is now lower than readState.Index' (duration: 757.355714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:10.168203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.383637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:17:10.168204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055672732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:10.168243Z","caller":"traceutil/trace.go:171","msg":"trace[1359857542] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3138; }","duration":"872.467048ms","start":"2026-04-10T01:17:09.295765Z","end":"2026-04-10T01:17:10.168233Z","steps":["trace[1359857542] 'agreement among raft nodes before linearized reading' (duration: 872.411236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.168262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.295738Z","time spent":"872.518771ms","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:17:10.168253Z","caller":"traceutil/trace.go:171","msg":"trace[765466382] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3138; }","duration":"1.055792516s","start":"2026-04-10T01:17:09.112448Z","end":"2026-04-10T01:17:10.168241Z","steps":["trace[765466382] 'agreement among raft nodes before linearized reading' (duration: 1.055689763s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.168293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.112422Z","time spent":"1.055861387s","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:17:10.168414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.084318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:17:10.168436Z","caller":"traceutil/trace.go:171","msg":"trace[330867357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3138; }","duration":"107.13844ms","start":"2026-04-10T01:17:10.061292Z","end":"2026-04-10T01:17:10.168431Z","steps":["trace[330867357] 'agreement among raft nodes before linearized reading' (duration: 107.050147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.168412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.66868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:17:10.168478Z","caller":"traceutil/trace.go:171","msg":"trace[1144473314] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3138; }","duration":"105.780612ms","start":"2026-04-10T01:17:10.062677Z","end":"2026-04-10T01:17:10.168457Z","steps":["trace[1144473314] 'agreement among raft nodes before linearized reading' (duration: 105.556596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.168451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.069678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:17:10.168461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.135171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T01:17:10.168564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.905023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:17:10.168585Z","caller":"traceutil/trace.go:171","msg":"trace[1561884062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3138; }","duration":"359.963444ms","start":"2026-04-10T01:17:09.808615Z","end":"2026-04-10T01:17:10.168578Z","steps":["trace[1561884062] 'agreement among raft nodes before linearized reading' (duration: 359.930314ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:10.168566Z","caller":"traceutil/trace.go:171","msg":"trace[1001129070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3138; }","duration":"107.241452ms","start":"2026-04-10T01:17:10.061294Z","end":"2026-04-10T01:17:10.168535Z","steps":["trace[1001129070] 'agreement among raft nodes before linearized reading' (duration: 106.895862ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:10.168578Z","caller":"traceutil/trace.go:171","msg":"trace[307879772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3138; }","duration":"100.280235ms","start":"2026-04-10T01:17:10.068278Z","end":"2026-04-10T01:17:10.168558Z","steps":["trace[307879772] 'agreement among raft nodes before linearized reading' (duration: 100.041279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.168601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:09.808594Z","time spent":"360.003136ms","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:17:10.168532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.220661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:17:10.168719Z","caller":"traceutil/trace.go:171","msg":"trace[1075639436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3138; }","duration":"107.437447ms","start":"2026-04-10T01:17:10.061272Z","end":"2026-04-10T01:17:10.16871Z","steps":["trace[1075639436] 'agreement among raft nodes before linearized reading' (duration: 107.225611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.168739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.42425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:17:10.168798Z","caller":"traceutil/trace.go:171","msg":"trace[227887622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3138; }","duration":"106.524643ms","start":"2026-04-10T01:17:10.062262Z","end":"2026-04-10T01:17:10.168786Z","steps":["trace[227887622] 'agreement among raft nodes before linearized reading' (duration: 106.321747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.548506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.911276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:17:10.54864Z","caller":"traceutil/trace.go:171","msg":"trace[1879567996] linearizableReadLoop","detail":"{readStateIndex:3268; appliedIndex:3267; }","duration":"373.53889ms","start":"2026-04-10T01:17:10.175081Z","end":"2026-04-10T01:17:10.54862Z","steps":["trace[1879567996] 'read index received' (duration: 177.372027ms)","trace[1879567996] 'applied index is now lower than readState.Index' (duration: 196.165053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:10.548825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.718726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T01:17:10.548939Z","caller":"traceutil/trace.go:171","msg":"trace[1839845618] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3139; }","duration":"373.855759ms","start":"2026-04-10T01:17:10.175061Z","end":"2026-04-10T01:17:10.548917Z","steps":["trace[1839845618] 'agreement among raft nodes before linearized reading' (duration: 373.611382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.549008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:10.175048Z","time spent":"373.94111ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-10T01:17:10.549066Z","caller":"traceutil/trace.go:171","msg":"trace[486086423] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"375.786ms","start":"2026-04-10T01:17:10.172836Z","end":"2026-04-10T01:17:10.548622Z","steps":["trace[486086423] 'process raft request' (duration: 179.669839ms)","trace[486086423] 'compare' (duration: 195.710459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:10.549365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:10.17282Z","time spent":"376.395667ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:10.572379Z","caller":"traceutil/trace.go:171","msg":"trace[1717337301] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"397.279898ms","start":"2026-04-10T01:17:10.175066Z","end":"2026-04-10T01:17:10.572346Z","steps":["trace[1717337301] 'process raft request' (duration: 397.062002ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:10.572656Z","caller":"traceutil/trace.go:171","msg":"trace[1037724797] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"397.504434ms","start":"2026-04-10T01:17:10.175125Z","end":"2026-04-10T01:17:10.57263Z","steps":["trace[1037724797] 'process raft request' (duration: 397.174065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.572637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:10.175044Z","time spent":"397.437873ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:10.57281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:10.175097Z","time spent":"397.628747ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:10.573256Z","caller":"traceutil/trace.go:171","msg":"trace[1314791094] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"398.037178ms","start":"2026-04-10T01:17:10.175205Z","end":"2026-04-10T01:17:10.573242Z","steps":["trace[1314791094] 'process raft request' (duration: 397.623367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.573317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:10.175171Z","time spent":"398.119431ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:10.573478Z","caller":"traceutil/trace.go:171","msg":"trace[1705226638] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"396.853547ms","start":"2026-04-10T01:17:10.176607Z","end":"2026-04-10T01:17:10.57346Z","steps":["trace[1705226638] 'process raft request' (duration: 396.508957ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:10.573516Z","caller":"traceutil/trace.go:171","msg":"trace[1451631864] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"396.829475ms","start":"2026-04-10T01:17:10.176678Z","end":"2026-04-10T01:17:10.573507Z","steps":["trace[1451631864] 'process raft request' (duration: 396.6537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:10.573569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:10.17667Z","time spent":"396.878516ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:10.573705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:10.176589Z","time spent":"396.948399ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:11.207019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.459291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:11.207103Z","caller":"traceutil/trace.go:171","msg":"trace[3740140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3145; }","duration":"359.578974ms","start":"2026-04-10T01:17:10.847504Z","end":"2026-04-10T01:17:11.207083Z","steps":["trace[3740140] 'range keys from in-memory index tree' (duration: 359.406179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:11.207142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:10.847473Z","time spent":"359.660226ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:17:11.766067Z","caller":"traceutil/trace.go:171","msg":"trace[126048758] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"349.354619ms","start":"2026-04-10T01:17:11.416688Z","end":"2026-04-10T01:17:11.766043Z","steps":["trace[126048758] 'process raft request' (duration: 349.195985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:11.766223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:11.416662Z","time spent":"349.475123ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:17:12.503722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.095966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:12.503904Z","caller":"traceutil/trace.go:171","msg":"trace[2102907191] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3146; }","duration":"505.321182ms","start":"2026-04-10T01:17:11.998547Z","end":"2026-04-10T01:17:12.503868Z","steps":["trace[2102907191] 'count revisions from in-memory index tree' (duration: 504.991603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:12.503948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.570109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:17:12.503974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.937538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:17:12.504043Z","caller":"traceutil/trace.go:171","msg":"trace[1843767926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3146; }","duration":"655.721834ms","start":"2026-04-10T01:17:11.848299Z","end":"2026-04-10T01:17:12.504021Z","steps":["trace[1843767926] 'range keys from in-memory index tree' (duration: 655.483468ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:12.504062Z","caller":"traceutil/trace.go:171","msg":"trace[922815712] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3146; }","duration":"535.051781ms","start":"2026-04-10T01:17:11.968989Z","end":"2026-04-10T01:17:12.504041Z","steps":["trace[922815712] 'count revisions from in-memory index tree' (duration: 534.814874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:12.504091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:11.848279Z","time spent":"655.803385ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:17:12.504113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:11.968927Z","time spent":"535.175215ms","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:17:12.503993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:11.998516Z","time spent":"505.452114ms","remote":"127.0.0.1:37002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:17:12.507839Z","caller":"traceutil/trace.go:171","msg":"trace[1828980549] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"334.289824ms","start":"2026-04-10T01:17:12.173537Z","end":"2026-04-10T01:17:12.507827Z","steps":["trace[1828980549] 'process raft request' (duration: 334.179181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:12.507924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:12.173511Z","time spent":"334.362567ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:12.509788Z","caller":"traceutil/trace.go:171","msg":"trace[127199333] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"335.018234ms","start":"2026-04-10T01:17:12.174738Z","end":"2026-04-10T01:17:12.509756Z","steps":["trace[127199333] 'process raft request' (duration: 334.738186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:12.510048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:12.174723Z","time spent":"335.156827ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:17:12.512593Z","caller":"traceutil/trace.go:171","msg":"trace[149254418] linearizableReadLoop","detail":"{readStateIndex:3277; appliedIndex:3275; }","duration":"337.722687ms","start":"2026-04-10T01:17:12.174851Z","end":"2026-04-10T01:17:12.512574Z","steps":["trace[149254418] 'read index received' (duration: 332.893837ms)","trace[149254418] 'applied index is now lower than readState.Index' (duration: 4.82718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:17:12.512738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.878101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T01:17:12.512791Z","caller":"traceutil/trace.go:171","msg":"trace[297101108] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3148; }","duration":"337.959803ms","start":"2026-04-10T01:17:12.174819Z","end":"2026-04-10T01:17:12.512779Z","steps":["trace[297101108] 'agreement among raft nodes before linearized reading' (duration: 337.81605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:12.512822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:17:12.174807Z","time spent":"338.008465ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-10T01:17:17.929619Z","caller":"traceutil/trace.go:171","msg":"trace[250675276] linearizableReadLoop","detail":"{readStateIndex:3310; appliedIndex:3309; }","duration":"109.301257ms","start":"2026-04-10T01:17:17.820289Z","end":"2026-04-10T01:17:17.92959Z","steps":["trace[250675276] 'read index received' (duration: 109.068831ms)","trace[250675276] 'applied index is now lower than readState.Index' (duration: 231.086µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:17.929675Z","caller":"traceutil/trace.go:171","msg":"trace[1073363347] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"144.608775ms","start":"2026-04-10T01:17:17.785036Z","end":"2026-04-10T01:17:17.929645Z","steps":["trace[1073363347] 'process raft request' (duration: 144.387779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:17.929861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.553433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-10T01:17:17.929906Z","caller":"traceutil/trace.go:171","msg":"trace[1176079196] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3179; }","duration":"109.654876ms","start":"2026-04-10T01:17:17.820239Z","end":"2026-04-10T01:17:17.929894Z","steps":["trace[1176079196] 'agreement among raft nodes before linearized reading' (duration: 109.488372ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:18.83795Z","caller":"traceutil/trace.go:171","msg":"trace[1732294975] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"176.227096ms","start":"2026-04-10T01:17:18.661703Z","end":"2026-04-10T01:17:18.837931Z","steps":["trace[1732294975] 'process raft request' (duration: 176.090073ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:18.853841Z","caller":"traceutil/trace.go:171","msg":"trace[967892325] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"191.61209ms","start":"2026-04-10T01:17:18.662208Z","end":"2026-04-10T01:17:18.85382Z","steps":["trace[967892325] 'process raft request' (duration: 191.414014ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:18.853854Z","caller":"traceutil/trace.go:171","msg":"trace[692729529] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"191.574599ms","start":"2026-04-10T01:17:18.662257Z","end":"2026-04-10T01:17:18.853832Z","steps":["trace[692729529] 'process raft request' (duration: 191.463266ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:18.85401Z","caller":"traceutil/trace.go:171","msg":"trace[1950503608] linearizableReadLoop","detail":"{readStateIndex:3319; appliedIndex:3314; }","duration":"112.270438ms","start":"2026-04-10T01:17:18.741726Z","end":"2026-04-10T01:17:18.853996Z","steps":["trace[1950503608] 'read index received' (duration: 96.078412ms)","trace[1950503608] 'applied index is now lower than readState.Index' (duration: 16.190776ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:17:18.854014Z","caller":"traceutil/trace.go:171","msg":"trace[1113597823] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"191.714804ms","start":"2026-04-10T01:17:18.662284Z","end":"2026-04-10T01:17:18.853999Z","steps":["trace[1113597823] 'process raft request' (duration: 191.490337ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:18.854097Z","caller":"traceutil/trace.go:171","msg":"trace[1287060308] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"190.540711ms","start":"2026-04-10T01:17:18.663521Z","end":"2026-04-10T01:17:18.854062Z","steps":["trace[1287060308] 'process raft request' (duration: 190.411958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:17:18.854187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.447992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a4d9f9813611b6\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-10T01:17:18.854228Z","caller":"traceutil/trace.go:171","msg":"trace[1258443075] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a4d9f9813611b6; range_end:; response_count:1; response_revision:3188; }","duration":"112.559146ms","start":"2026-04-10T01:17:18.741656Z","end":"2026-04-10T01:17:18.854216Z","steps":["trace[1258443075] 'agreement among raft nodes before linearized reading' (duration: 112.399011ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:17:18.981341Z","caller":"traceutil/trace.go:171","msg":"trace[1712691] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"125.00993ms","start":"2026-04-10T01:17:18.856299Z","end":"2026-04-10T01:17:18.981309Z","steps":["trace[1712691] 'process raft request' (duration: 111.302311ms)","trace[1712691] 'compare' (duration: 13.564904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:11.564422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.101803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:19:11.56449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.069741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:19:11.56451Z","caller":"traceutil/trace.go:171","msg":"trace[2066481468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3895; }","duration":"145.236397ms","start":"2026-04-10T01:19:11.419255Z","end":"2026-04-10T01:19:11.564491Z","steps":["trace[2066481468] 'range keys from in-memory index tree' (duration: 144.914207ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:11.564544Z","caller":"traceutil/trace.go:171","msg":"trace[20525036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3895; }","duration":"142.166664ms","start":"2026-04-10T01:19:11.422364Z","end":"2026-04-10T01:19:11.564531Z","steps":["trace[20525036] 'range keys from in-memory index tree' (duration: 141.929718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:11.564477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.183489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:19:11.564678Z","caller":"traceutil/trace.go:171","msg":"trace[217043554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3895; }","duration":"144.413924ms","start":"2026-04-10T01:19:11.420245Z","end":"2026-04-10T01:19:11.564659Z","steps":["trace[217043554] 'range keys from in-memory index tree' (duration: 144.071225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:11.564732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.615314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-10T01:19:11.564783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.483903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:19:11.564817Z","caller":"traceutil/trace.go:171","msg":"trace[545520301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3895; }","duration":"145.552016ms","start":"2026-04-10T01:19:11.419255Z","end":"2026-04-10T01:19:11.564807Z","steps":["trace[545520301] 'range keys from in-memory index tree' (duration: 145.333059ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:11.56482Z","caller":"traceutil/trace.go:171","msg":"trace[1651755918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3895; }","duration":"233.743747ms","start":"2026-04-10T01:19:11.331056Z","end":"2026-04-10T01:19:11.5648Z","steps":["trace[1651755918] 'range keys from in-memory index tree' (duration: 233.42019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:11.564867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.011632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:19:11.564956Z","caller":"traceutil/trace.go:171","msg":"trace[1164854239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3895; }","duration":"170.146057ms","start":"2026-04-10T01:19:11.394792Z","end":"2026-04-10T01:19:11.564938Z","steps":["trace[1164854239] 'range keys from in-memory index tree' (duration: 169.853669ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:21.793719Z","caller":"traceutil/trace.go:171","msg":"trace[1378948796] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"175.292484ms","start":"2026-04-10T01:19:21.618407Z","end":"2026-04-10T01:19:21.793699Z","steps":["trace[1378948796] 'process raft request' (duration: 99.094996ms)","trace[1378948796] 'compare' (duration: 76.069065ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:21.793704Z","caller":"traceutil/trace.go:171","msg":"trace[776014112] linearizableReadLoop","detail":"{readStateIndex:4182; appliedIndex:4180; }","duration":"168.680447ms","start":"2026-04-10T01:19:21.624997Z","end":"2026-04-10T01:19:21.793678Z","steps":["trace[776014112] 'read index received' (duration: 57.148768ms)","trace[776014112] 'applied index is now lower than readState.Index' (duration: 111.530269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:21.794049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.91574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:19:21.794101Z","caller":"traceutil/trace.go:171","msg":"trace[1716674886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4020; }","duration":"167.007602ms","start":"2026-04-10T01:19:21.62708Z","end":"2026-04-10T01:19:21.794087Z","steps":["trace[1716674886] 'agreement among raft nodes before linearized reading' (duration: 166.869269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:21.794182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.784637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:19:21.79421Z","caller":"traceutil/trace.go:171","msg":"trace[400710018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4020; }","duration":"166.837107ms","start":"2026-04-10T01:19:21.627364Z","end":"2026-04-10T01:19:21.794201Z","steps":["trace[400710018] 'agreement among raft nodes before linearized reading' (duration: 166.737005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:21.793902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.853972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:19:21.794334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.248103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:19:21.794614Z","caller":"traceutil/trace.go:171","msg":"trace[1221584342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4020; }","duration":"166.52577ms","start":"2026-04-10T01:19:21.628033Z","end":"2026-04-10T01:19:21.794559Z","steps":["trace[1221584342] 'agreement among raft nodes before linearized reading' (duration: 166.045917ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:21.794462Z","caller":"traceutil/trace.go:171","msg":"trace[1207743514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4020; }","duration":"169.473388ms","start":"2026-04-10T01:19:21.624957Z","end":"2026-04-10T01:19:21.794431Z","steps":["trace[1207743514] 'agreement among raft nodes before linearized reading' (duration: 168.79499ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:39.367106Z","caller":"traceutil/trace.go:171","msg":"trace[1726876189] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"202.290412ms","start":"2026-04-10T01:19:39.164789Z","end":"2026-04-10T01:19:39.36708Z","steps":["trace[1726876189] 'process raft request' (duration: 202.068967ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:39.367347Z","caller":"traceutil/trace.go:171","msg":"trace[1632684991] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"177.746292ms","start":"2026-04-10T01:19:39.189552Z","end":"2026-04-10T01:19:39.367298Z","steps":["trace[1632684991] 'process raft request' (duration: 177.468685ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:44.582685Z","caller":"traceutil/trace.go:171","msg":"trace[579672572] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"243.124551ms","start":"2026-04-10T01:19:44.339536Z","end":"2026-04-10T01:19:44.582661Z","steps":["trace[579672572] 'process raft request' (duration: 242.983078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:45.228367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653593243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:19:45.497883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.753697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:19:45.498022Z","caller":"traceutil/trace.go:171","msg":"trace[269949075] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"989.459175ms","start":"2026-04-10T01:19:44.508537Z","end":"2026-04-10T01:19:45.497997Z","steps":["trace[269949075] 'process raft request' (duration: 825.483962ms)","trace[269949075] 'compare' (duration: 163.51104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:19:45.498113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:44.508508Z","time spent":"989.558666ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:19:45.567634Z","caller":"traceutil/trace.go:171","msg":"trace[1122167626] linearizableReadLoop","detail":"{readStateIndex:4320; appliedIndex:4318; }","duration":"839.487408ms","start":"2026-04-10T01:19:44.728118Z","end":"2026-04-10T01:19:45.567605Z","steps":["trace[1122167626] 'read index received' (duration: 605.919793ms)","trace[1122167626] 'applied index is now lower than readState.Index' (duration: 233.565965ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:19:45.567777Z","caller":"traceutil/trace.go:171","msg":"trace[1981376797] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"352.508365ms","start":"2026-04-10T01:19:45.215252Z","end":"2026-04-10T01:19:45.56776Z","steps":["trace[1981376797] 'process raft request' (duration: 352.151416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:45.567929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:45.215223Z","time spent":"352.602208ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:19:45.567996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.860688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:19:45.568082Z","caller":"traceutil/trace.go:171","msg":"trace[669919150] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:4152; }","duration":"839.993911ms","start":"2026-04-10T01:19:44.728069Z","end":"2026-04-10T01:19:45.568063Z","steps":["trace[669919150] 'agreement among raft nodes before linearized reading' (duration: 839.700324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:45.56821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:44.728048Z","time spent":"840.072334ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"warn","ts":"2026-04-10T01:19:45.56904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.699851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:19:45.5691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.792896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:45.569123Z","caller":"traceutil/trace.go:171","msg":"trace[491144059] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4153; }","duration":"439.834305ms","start":"2026-04-10T01:19:45.129272Z","end":"2026-04-10T01:19:45.569107Z","steps":["trace[491144059] 'agreement among raft nodes before linearized reading' (duration: 439.702051ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:45.569129Z","caller":"traceutil/trace.go:171","msg":"trace[2122211681] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"178.357009ms","start":"2026-04-10T01:19:45.390755Z","end":"2026-04-10T01:19:45.569112Z","steps":["trace[2122211681] 'process raft request' (duration: 178.073821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:45.569139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.492633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:19:45.569165Z","caller":"traceutil/trace.go:171","msg":"trace[194206623] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4153; }","duration":"403.896617ms","start":"2026-04-10T01:19:45.165246Z","end":"2026-04-10T01:19:45.569143Z","steps":["trace[194206623] 'agreement among raft nodes before linearized reading' (duration: 403.798665ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:19:45.569185Z","caller":"traceutil/trace.go:171","msg":"trace[1405218128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4153; }","duration":"721.575867ms","start":"2026-04-10T01:19:44.847596Z","end":"2026-04-10T01:19:45.569172Z","steps":["trace[1405218128] 'agreement among raft nodes before linearized reading' (duration: 721.505055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:45.56922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:45.165224Z","time spent":"403.97909ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:19:45.569057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.942367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-10T01:19:45.569223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:44.847571Z","time spent":"721.641868ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:19:45.569168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:45.12925Z","time spent":"439.909137ms","remote":"127.0.0.1:46578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:19:45.569434Z","caller":"traceutil/trace.go:171","msg":"trace[1242763969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4153; }","duration":"773.289147ms","start":"2026-04-10T01:19:44.796053Z","end":"2026-04-10T01:19:45.569342Z","steps":["trace[1242763969] 'agreement among raft nodes before linearized reading' (duration: 772.849315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:45.569949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.347217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:19:45.570003Z","caller":"traceutil/trace.go:171","msg":"trace[1480318777] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4153; }","duration":"156.443499ms","start":"2026-04-10T01:19:45.413544Z","end":"2026-04-10T01:19:45.569987Z","steps":["trace[1480318777] 'agreement among raft nodes before linearized reading' (duration: 155.385881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:19:45.570143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:19:44.79603Z","time spent":"774.076598ms","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T01:21:00.590428Z","caller":"traceutil/trace.go:171","msg":"trace[1659609293] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"125.405586ms","start":"2026-04-10T01:21:00.464984Z","end":"2026-04-10T01:21:00.59039Z","steps":["trace[1659609293] 'process raft request' (duration: 125.14314ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:02.411942Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2601} {"level":"info","ts":"2026-04-10T01:21:02.479661Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2601,"took":"66.425079ms","hash":3115776279,"current-db-size-bytes":51589120,"current-db-size":"52 MB","current-db-size-in-use-bytes":27049984,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-10T01:21:02.479756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3115776279,"revision":2601,"compact-revision":-1} {"level":"warn","ts":"2026-04-10T01:21:07.379836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.341657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:21:07.379968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.284272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:21:07.379992Z","caller":"traceutil/trace.go:171","msg":"trace[1472494493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5194; }","duration":"216.519682ms","start":"2026-04-10T01:21:07.163454Z","end":"2026-04-10T01:21:07.379974Z","steps":["trace[1472494493] 'range keys from in-memory index tree' (duration: 216.325146ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:07.380181Z","caller":"traceutil/trace.go:171","msg":"trace[420983019] linearizableReadLoop","detail":"{readStateIndex:5409; appliedIndex:5407; }","duration":"179.103373ms","start":"2026-04-10T01:21:07.201063Z","end":"2026-04-10T01:21:07.380166Z","steps":["trace[420983019] 'read index received' (duration: 13.332598ms)","trace[420983019] 'applied index is now lower than readState.Index' (duration: 165.769695ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:07.380275Z","caller":"traceutil/trace.go:171","msg":"trace[347101128] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"279.505328ms","start":"2026-04-10T01:21:07.100758Z","end":"2026-04-10T01:21:07.380264Z","steps":["trace[347101128] 'process raft request' (duration: 68.845895ms)","trace[347101128] 'compare' (duration: 210.074466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:07.380478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.075791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:07.380512Z","caller":"traceutil/trace.go:171","msg":"trace[714389787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5196; }","duration":"134.149053ms","start":"2026-04-10T01:21:07.246355Z","end":"2026-04-10T01:21:07.380504Z","steps":["trace[714389787] 'agreement among raft nodes before linearized reading' (duration: 134.095111ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:07.380548Z","caller":"traceutil/trace.go:171","msg":"trace[1551687927] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"196.42442ms","start":"2026-04-10T01:21:07.184053Z","end":"2026-04-10T01:21:07.380478Z","steps":["trace[1551687927] 'process raft request' (duration: 196.017648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:07.380836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.75618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521825"} {"level":"info","ts":"2026-04-10T01:21:07.380926Z","caller":"traceutil/trace.go:171","msg":"trace[912237596] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5196; }","duration":"179.895585ms","start":"2026-04-10T01:21:07.201016Z","end":"2026-04-10T01:21:07.380911Z","steps":["trace[912237596] 'agreement among raft nodes before linearized reading' (duration: 179.355221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:07.887385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.346611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x74zr\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-10T01:21:07.887555Z","caller":"traceutil/trace.go:171","msg":"trace[1626058153] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-x74zr; range_end:; response_count:1; response_revision:5196; }","duration":"253.565379ms","start":"2026-04-10T01:21:07.633959Z","end":"2026-04-10T01:21:07.887524Z","steps":["trace[1626058153] 'range keys from in-memory index tree' (duration: 253.204038ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:07.888965Z","caller":"traceutil/trace.go:171","msg":"trace[500013117] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"253.6058ms","start":"2026-04-10T01:21:07.63533Z","end":"2026-04-10T01:21:07.888936Z","steps":["trace[500013117] 'process raft request' (duration: 253.128336ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:07.889322Z","caller":"traceutil/trace.go:171","msg":"trace[2075651530] linearizableReadLoop","detail":"{readStateIndex:5410; appliedIndex:5410; }","duration":"172.707331ms","start":"2026-04-10T01:21:07.716577Z","end":"2026-04-10T01:21:07.889284Z","steps":["trace[2075651530] 'read index received' (duration: 172.69179ms)","trace[2075651530] 'applied index is now lower than readState.Index' (duration: 12.641µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:07.889613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.994729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:07.889659Z","caller":"traceutil/trace.go:171","msg":"trace[2023635787] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5197; }","duration":"173.106362ms","start":"2026-04-10T01:21:07.716541Z","end":"2026-04-10T01:21:07.889647Z","steps":["trace[2023635787] 'agreement among raft nodes before linearized reading' (duration: 172.902537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:12.53718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653595903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:21:12.993412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090725203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:12.99354Z","caller":"traceutil/trace.go:171","msg":"trace[1359663633] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5331; }","duration":"1.090904398s","start":"2026-04-10T01:21:11.902606Z","end":"2026-04-10T01:21:12.993511Z","steps":["trace[1359663633] 'range keys from in-memory index tree' (duration: 1.09062806s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:12.993598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:11.902586Z","time spent":"1.09099768s","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-10T01:21:12.994099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.130915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:21:12.994229Z","caller":"traceutil/trace.go:171","msg":"trace[224300392] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"1.085173274s","start":"2026-04-10T01:21:11.909027Z","end":"2026-04-10T01:21:12.9942Z","steps":["trace[224300392] 'process raft request' (duration: 863.831403ms)","trace[224300392] 'compare' (duration: 220.839337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:12.994314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:11.90901Z","time spent":"1.085262086s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:13.293702Z","caller":"traceutil/trace.go:171","msg":"trace[1937260530] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"1.311066267s","start":"2026-04-10T01:21:11.982601Z","end":"2026-04-10T01:21:13.293667Z","steps":["trace[1937260530] 'process raft request' (duration: 1.298647161s)","trace[1937260530] 'compare' (duration: 12.036955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:13.293966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:11.982575Z","time spent":"1.311310284s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:13.294483Z","caller":"traceutil/trace.go:171","msg":"trace[978696764] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"1.310712047s","start":"2026-04-10T01:21:11.983745Z","end":"2026-04-10T01:21:13.294457Z","steps":["trace[978696764] 'process raft request' (duration: 1.310599505s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.294644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:11.983721Z","time spent":"1.3108438s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:13.320127Z","caller":"traceutil/trace.go:171","msg":"trace[555695988] linearizableReadLoop","detail":"{readStateIndex:5550; appliedIndex:5546; }","duration":"1.2829916s","start":"2026-04-10T01:21:12.03711Z","end":"2026-04-10T01:21:13.320101Z","steps":["trace[555695988] 'read index received' (duration: 735.759933ms)","trace[555695988] 'applied index is now lower than readState.Index' (duration: 547.230437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:13.320319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283205726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d10cb44c-246b-4dec-979c-035761f72d09\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-10T01:21:13.320347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258035428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:21:13.320369Z","caller":"traceutil/trace.go:171","msg":"trace[1528574901] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d10cb44c-246b-4dec-979c-035761f72d09; range_end:; response_count:1; response_revision:5334; }","duration":"1.283308408s","start":"2026-04-10T01:21:12.037048Z","end":"2026-04-10T01:21:13.320356Z","steps":["trace[1528574901] 'agreement among raft nodes before linearized reading' (duration: 1.283173255s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.320413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.037025Z","time spent":"1.283377351s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d10cb44c-246b-4dec-979c-035761f72d09\" "} {"level":"warn","ts":"2026-04-10T01:21:13.320451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.850004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:21:13.320375Z","caller":"traceutil/trace.go:171","msg":"trace[1182664239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:5334; }","duration":"1.258117271s","start":"2026-04-10T01:21:12.062249Z","end":"2026-04-10T01:21:13.320366Z","steps":["trace[1182664239] 'agreement among raft nodes before linearized reading' (duration: 1.258006598s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.320423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.738584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:21:13.320552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.196963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:13.320584Z","caller":"traceutil/trace.go:171","msg":"trace[2130103186] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5334; }","duration":"991.276074ms","start":"2026-04-10T01:21:12.329299Z","end":"2026-04-10T01:21:13.320575Z","steps":["trace[2130103186] 'agreement among raft nodes before linearized reading' (duration: 991.199023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.320583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.300379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-10T01:21:13.320637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.029416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T01:21:13.320703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.763578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:13.320713Z","caller":"traceutil/trace.go:171","msg":"trace[182537559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5334; }","duration":"907.15898ms","start":"2026-04-10T01:21:12.413533Z","end":"2026-04-10T01:21:13.320692Z","steps":["trace[182537559] 'agreement among raft nodes before linearized reading' (duration: 906.908883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.320702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.147502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:21:13.320724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.925069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:13.32074Z","caller":"traceutil/trace.go:171","msg":"trace[2012405467] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:0; response_revision:5334; }","duration":"323.856971ms","start":"2026-04-10T01:21:12.996876Z","end":"2026-04-10T01:21:13.320733Z","steps":["trace[2012405467] 'agreement among raft nodes before linearized reading' (duration: 323.760208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.32077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.797568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:21:13.320769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.413507Z","time spent":"907.250312ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:21:13.320798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.02972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d10cb44c-246b-4dec-979c-035761f72d09\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-10T01:21:13.320805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258268494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-10T01:21:13.320798Z","caller":"traceutil/trace.go:171","msg":"trace[211339109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5334; }","duration":"854.258815ms","start":"2026-04-10T01:21:12.46651Z","end":"2026-04-10T01:21:13.320768Z","steps":["trace[211339109] 'agreement among raft nodes before linearized reading' (duration: 854.055439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.320839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.150339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:21:13.320842Z","caller":"traceutil/trace.go:171","msg":"trace[632933705] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5334; }","duration":"333.894313ms","start":"2026-04-10T01:21:12.986926Z","end":"2026-04-10T01:21:13.32082Z","steps":["trace[632933705] 'agreement among raft nodes before linearized reading' (duration: 333.762888ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:13.320854Z","caller":"traceutil/trace.go:171","msg":"trace[1148490883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d10cb44c-246b-4dec-979c-035761f72d09; range_end:; response_count:1; response_revision:5334; }","duration":"303.106953ms","start":"2026-04-10T01:21:13.01773Z","end":"2026-04-10T01:21:13.320837Z","steps":["trace[1148490883] 'agreement among raft nodes before linearized reading' (duration: 303.01407ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:13.320861Z","caller":"traceutil/trace.go:171","msg":"trace[960711601] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5334; }","duration":"1.258361958s","start":"2026-04-10T01:21:12.062484Z","end":"2026-04-10T01:21:13.320846Z","steps":["trace[960711601] 'agreement among raft nodes before linearized reading' (duration: 1.258230865s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:13.320483Z","caller":"traceutil/trace.go:171","msg":"trace[430703234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5334; }","duration":"853.920886ms","start":"2026-04-10T01:21:12.466555Z","end":"2026-04-10T01:21:13.320476Z","steps":["trace[430703234] 'agreement among raft nodes before linearized reading' (duration: 853.837614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.320883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.986905Z","time spent":"333.969144ms","remote":"127.0.0.1:36990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:21:13.320889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:13.017718Z","time spent":"303.163284ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d10cb44c-246b-4dec-979c-035761f72d09\" "} {"level":"warn","ts":"2026-04-10T01:21:13.32089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.466494Z","time spent":"854.379468ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:13.320918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.062469Z","time spent":"1.258415229s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:21:13.320894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.996855Z","time spent":"323.994534ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/vector\" "} {"level":"warn","ts":"2026-04-10T01:21:13.320953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.466529Z","time spent":"854.392609ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:13.321194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081053362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T01:21:13.321232Z","caller":"traceutil/trace.go:171","msg":"trace[133628958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5334; }","duration":"1.081092003s","start":"2026-04-10T01:21:12.240131Z","end":"2026-04-10T01:21:13.321223Z","steps":["trace[133628958] 'agreement among raft nodes before linearized reading' (duration: 1.080505517s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.321256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.240056Z","time spent":"1.081194266s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:21:13.321768Z","caller":"traceutil/trace.go:171","msg":"trace[1674190734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5334; }","duration":"320.525822ms","start":"2026-04-10T01:21:13.001218Z","end":"2026-04-10T01:21:13.321743Z","steps":["trace[1674190734] 'agreement among raft nodes before linearized reading' (duration: 319.129074ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:13.320596Z","caller":"traceutil/trace.go:171","msg":"trace[113766771] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5334; }","duration":"676.993671ms","start":"2026-04-10T01:21:12.643564Z","end":"2026-04-10T01:21:13.320558Z","steps":["trace[113766771] 'agreement among raft nodes before linearized reading' (duration: 676.713014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.321851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.643545Z","time spent":"678.288995ms","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:21:13.321847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:13.001207Z","time spent":"320.618504ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:21:13.320617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.329272Z","time spent":"991.336516ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":33,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:21:13.32059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.062218Z","time spent":"1.258327026s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"info","ts":"2026-04-10T01:21:13.320803Z","caller":"traceutil/trace.go:171","msg":"trace[1572735477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5334; }","duration":"472.046712ms","start":"2026-04-10T01:21:12.848734Z","end":"2026-04-10T01:21:13.320781Z","steps":["trace[1572735477] 'agreement among raft nodes before linearized reading' (duration: 471.933729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.322238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.848715Z","time spent":"473.501772ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:21:13.322305Z","caller":"traceutil/trace.go:171","msg":"trace[340836447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5334; }","duration":"892.657799ms","start":"2026-04-10T01:21:12.429635Z","end":"2026-04-10T01:21:13.322293Z","steps":["trace[340836447] 'agreement among raft nodes before linearized reading' (duration: 891.144368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:13.322369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:12.429534Z","time spent":"892.822584ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:14.238788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.554006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:21:14.238874Z","caller":"traceutil/trace.go:171","msg":"trace[269607002] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5560; }","duration":"651.904066ms","start":"2026-04-10T01:21:13.586957Z","end":"2026-04-10T01:21:14.238861Z","steps":["trace[269607002] 'read index received' (duration: 329.157914ms)","trace[269607002] 'applied index is now lower than readState.Index' (duration: 322.744942ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:14.238904Z","caller":"traceutil/trace.go:171","msg":"trace[1771669335] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"686.336613ms","start":"2026-04-10T01:21:13.55253Z","end":"2026-04-10T01:21:14.238866Z","steps":["trace[1771669335] 'process raft request' (duration: 363.642953ms)","trace[1771669335] 'compare' (duration: 322.031682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:14.239033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:13.552506Z","time spent":"686.467947ms","remote":"127.0.0.1:46296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:21:14.239077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.166374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:21:14.239126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.175123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"warn","ts":"2026-04-10T01:21:14.239093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.031894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:14.239151Z","caller":"traceutil/trace.go:171","msg":"trace[1561154838] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5344; }","duration":"652.445411ms","start":"2026-04-10T01:21:13.586696Z","end":"2026-04-10T01:21:14.239142Z","steps":["trace[1561154838] 'agreement among raft nodes before linearized reading' (duration: 652.235905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:14.239175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:13.586651Z","time spent":"652.518162ms","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413152,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-10T01:21:14.239162Z","caller":"traceutil/trace.go:171","msg":"trace[323711113] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5344; }","duration":"251.299678ms","start":"2026-04-10T01:21:13.987841Z","end":"2026-04-10T01:21:14.23914Z","steps":["trace[323711113] 'agreement among raft nodes before linearized reading' (duration: 251.144803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:14.239148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.956693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T01:21:14.239178Z","caller":"traceutil/trace.go:171","msg":"trace[1199817458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5344; }","duration":"390.154107ms","start":"2026-04-10T01:21:13.848999Z","end":"2026-04-10T01:21:14.239153Z","steps":["trace[1199817458] 'agreement among raft nodes before linearized reading' (duration: 389.990582ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.239224Z","caller":"traceutil/trace.go:171","msg":"trace[1322425969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5344; }","duration":"396.078986ms","start":"2026-04-10T01:21:13.843132Z","end":"2026-04-10T01:21:14.239211Z","steps":["trace[1322425969] 'agreement among raft nodes before linearized reading' (duration: 395.83948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:14.239232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:13.848961Z","time spent":"390.25971ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:21:14.239266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:13.843109Z","time spent":"396.147269ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-10T01:21:14.411718Z","caller":"traceutil/trace.go:171","msg":"trace[906219054] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"103.522208ms","start":"2026-04-10T01:21:14.308166Z","end":"2026-04-10T01:21:14.411689Z","steps":["trace[906219054] 'process raft request' (duration: 91.428132ms)","trace[906219054] 'compare' (duration: 11.766897ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:14.627889Z","caller":"traceutil/trace.go:171","msg":"trace[1668223735] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5567; }","duration":"121.619655ms","start":"2026-04-10T01:21:14.506235Z","end":"2026-04-10T01:21:14.627854Z","steps":["trace[1668223735] 'read index received' (duration: 76.063348ms)","trace[1668223735] 'applied index is now lower than readState.Index' (duration: 45.554597ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:14.628136Z","caller":"traceutil/trace.go:171","msg":"trace[522205111] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"125.664925ms","start":"2026-04-10T01:21:14.502443Z","end":"2026-04-10T01:21:14.628108Z","steps":["trace[522205111] 'process raft request' (duration: 125.188441ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:14.628345Z","caller":"traceutil/trace.go:171","msg":"trace[1152401437] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"125.869001ms","start":"2026-04-10T01:21:14.50247Z","end":"2026-04-10T01:21:14.62834Z","steps":["trace[1152401437] 'process raft request' (duration: 125.330436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:14.628652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.405716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-10T01:21:14.628681Z","caller":"traceutil/trace.go:171","msg":"trace[2103927424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5352; }","duration":"122.466489ms","start":"2026-04-10T01:21:14.506205Z","end":"2026-04-10T01:21:14.628672Z","steps":["trace[2103927424] 'agreement among raft nodes before linearized reading' (duration: 122.261853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:16.220781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.249917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-10T01:21:16.220873Z","caller":"traceutil/trace.go:171","msg":"trace[634013138] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5386; }","duration":"130.387652ms","start":"2026-04-10T01:21:16.090462Z","end":"2026-04-10T01:21:16.22085Z","steps":["trace[634013138] 'range keys from in-memory index tree' (duration: 130.040163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:16.220914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.641178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-04-10T01:21:16.220992Z","caller":"traceutil/trace.go:171","msg":"trace[209842015] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5386; }","duration":"208.759161ms","start":"2026-04-10T01:21:16.012214Z","end":"2026-04-10T01:21:16.220973Z","steps":["trace[209842015] 'range keys from in-memory index tree' (duration: 208.481994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:16.22105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.765159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777453"} {"level":"info","ts":"2026-04-10T01:21:16.221125Z","caller":"traceutil/trace.go:171","msg":"trace[58557778] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5386; }","duration":"225.880632ms","start":"2026-04-10T01:21:15.995223Z","end":"2026-04-10T01:21:16.221103Z","steps":["trace[58557778] 'range keys from in-memory index tree' (duration: 225.351218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:16.221366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.134724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-58d7687b64-df5x8.18a4da352c1f083d\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-10T01:21:16.221469Z","caller":"traceutil/trace.go:171","msg":"trace[493164107] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-58d7687b64-df5x8.18a4da352c1f083d; range_end:; response_count:1; response_revision:5386; }","duration":"208.283109ms","start":"2026-04-10T01:21:16.013159Z","end":"2026-04-10T01:21:16.221442Z","steps":["trace[493164107] 'range keys from in-memory index tree' (duration: 207.251462ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:21.155533Z","caller":"traceutil/trace.go:171","msg":"trace[1539245278] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"137.04644ms","start":"2026-04-10T01:21:21.018401Z","end":"2026-04-10T01:21:21.155447Z","steps":["trace[1539245278] 'process raft request' (duration: 110.249558ms)","trace[1539245278] 'compare' (duration: 26.578916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:25.410726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.221873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:25.410805Z","caller":"traceutil/trace.go:171","msg":"trace[1680320984] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5561; }","duration":"271.349328ms","start":"2026-04-10T01:21:25.139437Z","end":"2026-04-10T01:21:25.410787Z","steps":["trace[1680320984] 'count revisions from in-memory index tree' (duration: 271.07481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.410802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.016688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:25.41085Z","caller":"traceutil/trace.go:171","msg":"trace[2141156706] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5561; }","duration":"584.1088ms","start":"2026-04-10T01:21:24.82673Z","end":"2026-04-10T01:21:25.410839Z","steps":["trace[2141156706] 'range keys from in-memory index tree' (duration: 583.944545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.410872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:24.82671Z","time spent":"584.156911ms","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T01:21:25.410974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.287595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wx7sz\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-10T01:21:25.411087Z","caller":"traceutil/trace.go:171","msg":"trace[152617799] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-wx7sz; range_end:; response_count:1; response_revision:5561; }","duration":"320.481981ms","start":"2026-04-10T01:21:25.090575Z","end":"2026-04-10T01:21:25.411057Z","steps":["trace[152617799] 'range keys from in-memory index tree' (duration: 320.036779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.411151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.090551Z","time spent":"320.583872ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wx7sz\" "} {"level":"info","ts":"2026-04-10T01:21:25.421929Z","caller":"traceutil/trace.go:171","msg":"trace[1351715378] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"249.499428ms","start":"2026-04-10T01:21:25.172412Z","end":"2026-04-10T01:21:25.421911Z","steps":["trace[1351715378] 'process raft request' (duration: 249.379535ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:25.590086Z","caller":"traceutil/trace.go:171","msg":"trace[454229093] linearizableReadLoop","detail":"{readStateIndex:5787; appliedIndex:5784; }","duration":"179.166845ms","start":"2026-04-10T01:21:25.410899Z","end":"2026-04-10T01:21:25.590066Z","steps":["trace[454229093] 'read index received' (duration: 10.888153ms)","trace[454229093] 'applied index is now lower than readState.Index' (duration: 168.277672ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:25.590148Z","caller":"traceutil/trace.go:171","msg":"trace[550281210] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"244.872344ms","start":"2026-04-10T01:21:25.345238Z","end":"2026-04-10T01:21:25.59011Z","steps":["trace[550281210] 'process raft request' (duration: 226.855799ms)","trace[550281210] 'compare' (duration: 17.82136ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:25.590171Z","caller":"traceutil/trace.go:171","msg":"trace[366940071] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"182.383152ms","start":"2026-04-10T01:21:25.407745Z","end":"2026-04-10T01:21:25.590128Z","steps":["trace[366940071] 'process raft request' (duration: 182.270349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.590376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.455932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:21:25.590462Z","caller":"traceutil/trace.go:171","msg":"trace[68707224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5564; }","duration":"179.587236ms","start":"2026-04-10T01:21:25.410855Z","end":"2026-04-10T01:21:25.590443Z","steps":["trace[68707224] 'agreement among raft nodes before linearized reading' (duration: 179.317519ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:25.774016Z","caller":"traceutil/trace.go:171","msg":"trace[1062991934] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"351.788564ms","start":"2026-04-10T01:21:25.422197Z","end":"2026-04-10T01:21:25.773985Z","steps":["trace[1062991934] 'process raft request' (duration: 323.870962ms)","trace[1062991934] 'compare' (duration: 27.689585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:25.774189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.42218Z","time spent":"351.914907ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:25.77433Z","caller":"traceutil/trace.go:171","msg":"trace[1309160664] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"179.192905ms","start":"2026-04-10T01:21:25.595127Z","end":"2026-04-10T01:21:25.77432Z","steps":["trace[1309160664] 'process raft request' (duration: 179.052601ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:25.774345Z","caller":"traceutil/trace.go:171","msg":"trace[316249470] linearizableReadLoop","detail":"{readStateIndex:5789; appliedIndex:5787; }","duration":"184.159619ms","start":"2026-04-10T01:21:25.590158Z","end":"2026-04-10T01:21:25.774318Z","steps":["trace[316249470] 'read index received' (duration: 155.926589ms)","trace[316249470] 'applied index is now lower than readState.Index' (duration: 28.23198ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:25.774404Z","caller":"traceutil/trace.go:171","msg":"trace[1056265453] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"196.264246ms","start":"2026-04-10T01:21:25.578079Z","end":"2026-04-10T01:21:25.774343Z","steps":["trace[1056265453] 'process raft request' (duration: 195.839864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.774516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.456245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:21:25.774572Z","caller":"traceutil/trace.go:171","msg":"trace[290442171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5567; }","duration":"315.511677ms","start":"2026-04-10T01:21:25.459048Z","end":"2026-04-10T01:21:25.774559Z","steps":["trace[290442171] 'agreement among raft nodes before linearized reading' (duration: 315.359883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.774593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.201098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:21:25.774606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.459Z","time spent":"315.597438ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:21:25.774642Z","caller":"traceutil/trace.go:171","msg":"trace[1055407187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5567; }","duration":"325.319891ms","start":"2026-04-10T01:21:25.449308Z","end":"2026-04-10T01:21:25.774628Z","steps":["trace[1055407187] 'agreement among raft nodes before linearized reading' (duration: 325.133985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.774642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.160226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:21:25.774684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.449287Z","time spent":"325.388432ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:25.774712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.802626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:25.774741Z","caller":"traceutil/trace.go:171","msg":"trace[364061676] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5567; }","duration":"360.862568ms","start":"2026-04-10T01:21:25.41387Z","end":"2026-04-10T01:21:25.774733Z","steps":["trace[364061676] 'agreement among raft nodes before linearized reading' (duration: 360.811067ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:25.774746Z","caller":"traceutil/trace.go:171","msg":"trace[928531742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5567; }","duration":"325.31755ms","start":"2026-04-10T01:21:25.449389Z","end":"2026-04-10T01:21:25.774706Z","steps":["trace[928531742] 'agreement among raft nodes before linearized reading' (duration: 325.002821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.774768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.413857Z","time spent":"360.906219ms","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T01:21:25.774797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.449358Z","time spent":"325.427964ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:21:25.774855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.410793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-10T01:21:25.774894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.211173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:21:25.774927Z","caller":"traceutil/trace.go:171","msg":"trace[270833402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5567; }","duration":"333.290376ms","start":"2026-04-10T01:21:25.441628Z","end":"2026-04-10T01:21:25.774918Z","steps":["trace[270833402] 'agreement among raft nodes before linearized reading' (duration: 333.175343ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:25.774936Z","caller":"traceutil/trace.go:171","msg":"trace[720858167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5567; }","duration":"328.520417ms","start":"2026-04-10T01:21:25.446396Z","end":"2026-04-10T01:21:25.774916Z","steps":["trace[720858167] 'agreement among raft nodes before linearized reading' (duration: 328.306591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.774953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.441609Z","time spent":"333.337597ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:21:25.774975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.446384Z","time spent":"328.582339ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:25.775057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.41162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:21:25.775135Z","caller":"traceutil/trace.go:171","msg":"trace[791554737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:5567; }","duration":"323.529362ms","start":"2026-04-10T01:21:25.451587Z","end":"2026-04-10T01:21:25.775116Z","steps":["trace[791554737] 'agreement among raft nodes before linearized reading' (duration: 323.275676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:25.775193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:25.45157Z","time spent":"323.608464ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"info","ts":"2026-04-10T01:21:29.208113Z","caller":"traceutil/trace.go:171","msg":"trace[1313975006] linearizableReadLoop","detail":"{readStateIndex:5832; appliedIndex:5831; }","duration":"353.024527ms","start":"2026-04-10T01:21:28.855067Z","end":"2026-04-10T01:21:29.208092Z","steps":["trace[1313975006] 'read index received' (duration: 352.746209ms)","trace[1313975006] 'applied index is now lower than readState.Index' (duration: 277.418µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:29.208245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.16015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:29.208288Z","caller":"traceutil/trace.go:171","msg":"trace[695963011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5608; }","duration":"353.247234ms","start":"2026-04-10T01:21:28.85503Z","end":"2026-04-10T01:21:29.208277Z","steps":["trace[695963011] 'agreement among raft nodes before linearized reading' (duration: 353.157111ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:29.208234Z","caller":"traceutil/trace.go:171","msg":"trace[309040582] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"807.24075ms","start":"2026-04-10T01:21:28.400927Z","end":"2026-04-10T01:21:29.208168Z","steps":["trace[309040582] 'process raft request' (duration: 807.015794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:29.208336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:28.855012Z","time spent":"353.313875ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:21:29.208562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:28.400906Z","time spent":"807.440164ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:31.916558Z","caller":"traceutil/trace.go:171","msg":"trace[1340585392] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"103.246061ms","start":"2026-04-10T01:21:31.813284Z","end":"2026-04-10T01:21:31.91653Z","steps":["trace[1340585392] 'process raft request' (duration: 58.433145ms)","trace[1340585392] 'compare' (duration: 44.676053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:31.956882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.165864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:31.95697Z","caller":"traceutil/trace.go:171","msg":"trace[1495574915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5638; }","duration":"108.305827ms","start":"2026-04-10T01:21:31.848646Z","end":"2026-04-10T01:21:31.956951Z","steps":["trace[1495574915] 'agreement among raft nodes before linearized reading' (duration: 108.097412ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:35.722358Z","caller":"traceutil/trace.go:171","msg":"trace[568150028] linearizableReadLoop","detail":"{readStateIndex:5965; appliedIndex:5964; }","duration":"249.217072ms","start":"2026-04-10T01:21:35.473104Z","end":"2026-04-10T01:21:35.722321Z","steps":["trace[568150028] 'read index received' (duration: 248.686047ms)","trace[568150028] 'applied index is now lower than readState.Index' (duration: 529.625µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:35.72254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.412116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:35.722554Z","caller":"traceutil/trace.go:171","msg":"trace[1515456584] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"542.617063ms","start":"2026-04-10T01:21:35.179822Z","end":"2026-04-10T01:21:35.722439Z","steps":["trace[1515456584] 'process raft request' (duration: 542.264704ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:35.722598Z","caller":"traceutil/trace.go:171","msg":"trace[689550124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5737; }","duration":"249.54744ms","start":"2026-04-10T01:21:35.473033Z","end":"2026-04-10T01:21:35.722581Z","steps":["trace[689550124] 'agreement among raft nodes before linearized reading' (duration: 249.426277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:35.722773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.179796Z","time spent":"542.854258ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:36.239888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653596803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:21:36.741029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653596803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:21:36.751172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029374571s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:21:36.751787Z","caller":"traceutil/trace.go:171","msg":"trace[150689338] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"1.253296841s","start":"2026-04-10T01:21:35.498458Z","end":"2026-04-10T01:21:36.751755Z","steps":["trace[150689338] 'process raft request' (duration: 1.253015873s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.75199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.498421Z","time spent":"1.253463785s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:36.752226Z","caller":"traceutil/trace.go:171","msg":"trace[596421563] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"1.099349365s","start":"2026-04-10T01:21:35.652855Z","end":"2026-04-10T01:21:36.752204Z","steps":["trace[596421563] 'process raft request' (duration: 1.099229102s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:36.752355Z","caller":"traceutil/trace.go:171","msg":"trace[944282334] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"1.099783896s","start":"2026-04-10T01:21:35.65255Z","end":"2026-04-10T01:21:36.752334Z","steps":["trace[944282334] 'process raft request' (duration: 1.099141199s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.752462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.65252Z","time spent":"1.09989178s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:36.752361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.652823Z","time spent":"1.099462077s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:36.783152Z","caller":"traceutil/trace.go:171","msg":"trace[331561516] linearizableReadLoop","detail":"{readStateIndex:5969; appliedIndex:5965; }","duration":"1.043768419s","start":"2026-04-10T01:21:35.739355Z","end":"2026-04-10T01:21:36.783124Z","steps":["trace[331561516] 'read index received' (duration: 1.012080795s)","trace[331561516] 'applied index is now lower than readState.Index' (duration: 31.686423ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:36.783226Z","caller":"traceutil/trace.go:171","msg":"trace[1714125332] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"860.193695ms","start":"2026-04-10T01:21:35.922999Z","end":"2026-04-10T01:21:36.783193Z","steps":["trace[1714125332] 'process raft request' (duration: 856.150785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.783422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044047775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d596a4c-7237-4f34-814f-35e57d400b88\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-10T01:21:36.783465Z","caller":"traceutil/trace.go:171","msg":"trace[50242788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d596a4c-7237-4f34-814f-35e57d400b88; range_end:; response_count:1; response_revision:5741; }","duration":"1.044155739s","start":"2026-04-10T01:21:35.739297Z","end":"2026-04-10T01:21:36.783452Z","steps":["trace[50242788] 'agreement among raft nodes before linearized reading' (duration: 1.043983754s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.783467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.947911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:21:36.783527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.739264Z","time spent":"1.044252701s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d596a4c-7237-4f34-814f-35e57d400b88\" "} {"level":"warn","ts":"2026-04-10T01:21:36.783521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.634308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T01:21:36.783564Z","caller":"traceutil/trace.go:171","msg":"trace[1777036807] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5741; }","duration":"719.085625ms","start":"2026-04-10T01:21:36.064465Z","end":"2026-04-10T01:21:36.78355Z","steps":["trace[1777036807] 'agreement among raft nodes before linearized reading' (duration: 718.92969ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:36.783574Z","caller":"traceutil/trace.go:171","msg":"trace[636265419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5741; }","duration":"827.761881ms","start":"2026-04-10T01:21:35.955798Z","end":"2026-04-10T01:21:36.783559Z","steps":["trace[636265419] 'agreement among raft nodes before linearized reading' (duration: 827.532515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.783605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.844997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-10T01:21:36.783611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.955777Z","time spent":"827.825072ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T01:21:36.78361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:36.064453Z","time spent":"719.143596ms","remote":"127.0.0.1:46298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:21:36.783639Z","caller":"traceutil/trace.go:171","msg":"trace[1456371534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:5741; }","duration":"780.877468ms","start":"2026-04-10T01:21:36.002751Z","end":"2026-04-10T01:21:36.783629Z","steps":["trace[1456371534] 'agreement among raft nodes before linearized reading' (duration: 780.785716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.783619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.792509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:21:36.783673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:36.002726Z","time spent":"780.9402ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"info","ts":"2026-04-10T01:21:36.783709Z","caller":"traceutil/trace.go:171","msg":"trace[1308219724] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5741; }","duration":"740.950013ms","start":"2026-04-10T01:21:36.042733Z","end":"2026-04-10T01:21:36.783683Z","steps":["trace[1308219724] 'agreement among raft nodes before linearized reading' (duration: 740.778709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.783763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:36.042722Z","time spent":"741.029336ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:21:36.783807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.627225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:21:36.783511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.419533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:21:36.78388Z","caller":"traceutil/trace.go:171","msg":"trace[1778999178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5741; }","duration":"781.884595ms","start":"2026-04-10T01:21:36.001974Z","end":"2026-04-10T01:21:36.783859Z","steps":["trace[1778999178] 'agreement among raft nodes before linearized reading' (duration: 781.374941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.783895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.626256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-10T01:21:36.783913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.842821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:21:36.783924Z","caller":"traceutil/trace.go:171","msg":"trace[1427939216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5741; }","duration":"782.665577ms","start":"2026-04-10T01:21:36.001252Z","end":"2026-04-10T01:21:36.783918Z","steps":["trace[1427939216] 'agreement among raft nodes before linearized reading' (duration: 782.599775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.783936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:36.001961Z","time spent":"781.958078ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:21:36.783951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:36.001244Z","time spent":"782.701768ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:21:36.783951Z","caller":"traceutil/trace.go:171","msg":"trace[1159998398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5741; }","duration":"792.887383ms","start":"2026-04-10T01:21:35.991051Z","end":"2026-04-10T01:21:36.783939Z","steps":["trace[1159998398] 'agreement among raft nodes before linearized reading' (duration: 792.79852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.783987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.991047Z","time spent":"792.933304ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:36.78382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.824274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T01:21:36.784115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.976116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:21:36.784142Z","caller":"traceutil/trace.go:171","msg":"trace[1460648926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5741; }","duration":"799.042527ms","start":"2026-04-10T01:21:35.985091Z","end":"2026-04-10T01:21:36.784133Z","steps":["trace[1460648926] 'agreement among raft nodes before linearized reading' (duration: 798.965276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.784108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.92297Z","time spent":"860.323429ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:36.784168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:35.985065Z","time spent":"799.097889ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:21:36.784143Z","caller":"traceutil/trace.go:171","msg":"trace[1028656382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5741; }","duration":"782.155123ms","start":"2026-04-10T01:21:36.001957Z","end":"2026-04-10T01:21:36.784112Z","steps":["trace[1028656382] 'agreement among raft nodes before linearized reading' (duration: 781.758462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.784253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:36.001946Z","time spent":"782.282137ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T01:21:36.783834Z","caller":"traceutil/trace.go:171","msg":"trace[939061163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5741; }","duration":"782.690457ms","start":"2026-04-10T01:21:36.001135Z","end":"2026-04-10T01:21:36.783826Z","steps":["trace[939061163] 'agreement among raft nodes before linearized reading' (duration: 782.614306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:36.78429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:36.001117Z","time spent":"783.16288ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:21:38.589366Z","caller":"traceutil/trace.go:171","msg":"trace[683819283] linearizableReadLoop","detail":"{readStateIndex:5983; appliedIndex:5982; }","duration":"367.941329ms","start":"2026-04-10T01:21:38.221405Z","end":"2026-04-10T01:21:38.589346Z","steps":["trace[683819283] 'read index received' (duration: 367.760664ms)","trace[683819283] 'applied index is now lower than readState.Index' (duration: 179.755µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:38.589529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.100663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-10T01:21:38.589504Z","caller":"traceutil/trace.go:171","msg":"trace[1398115260] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"385.45349ms","start":"2026-04-10T01:21:38.204012Z","end":"2026-04-10T01:21:38.589466Z","steps":["trace[1398115260] 'process raft request' (duration: 385.206363ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:38.589575Z","caller":"traceutil/trace.go:171","msg":"trace[2110215283] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5754; }","duration":"368.210916ms","start":"2026-04-10T01:21:38.221349Z","end":"2026-04-10T01:21:38.58956Z","steps":["trace[2110215283] 'agreement among raft nodes before linearized reading' (duration: 368.079961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:38.589615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:38.221327Z","time spent":"368.278998ms","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-10T01:21:38.589683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:38.203988Z","time spent":"385.596524ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:43.394553Z","caller":"traceutil/trace.go:171","msg":"trace[1784138779] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"140.176304ms","start":"2026-04-10T01:21:43.254351Z","end":"2026-04-10T01:21:43.394528Z","steps":["trace[1784138779] 'process raft request' (duration: 140.02444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.824253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653597074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:21:46.847317Z","caller":"traceutil/trace.go:171","msg":"trace[327193699] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"607.159714ms","start":"2026-04-10T01:21:46.240139Z","end":"2026-04-10T01:21:46.847298Z","steps":["trace[327193699] 'process raft request' (duration: 607.046561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.84743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.240101Z","time spent":"607.270737ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:46.950348Z","caller":"traceutil/trace.go:171","msg":"trace[572063635] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"163.090346ms","start":"2026-04-10T01:21:46.787231Z","end":"2026-04-10T01:21:46.950321Z","steps":["trace[572063635] 'process raft request' (duration: 161.852503ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:46.950582Z","caller":"traceutil/trace.go:171","msg":"trace[368575134] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"160.452705ms","start":"2026-04-10T01:21:46.790107Z","end":"2026-04-10T01:21:46.95056Z","steps":["trace[368575134] 'process raft request' (duration: 160.131006ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:46.950738Z","caller":"traceutil/trace.go:171","msg":"trace[2086667099] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"151.73551ms","start":"2026-04-10T01:21:46.798994Z","end":"2026-04-10T01:21:46.950729Z","steps":["trace[2086667099] 'process raft request' (duration: 151.604156ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:46.95074Z","caller":"traceutil/trace.go:171","msg":"trace[1029827015] linearizableReadLoop","detail":"{readStateIndex:6124; appliedIndex:6119; }","duration":"627.231646ms","start":"2026-04-10T01:21:46.323456Z","end":"2026-04-10T01:21:46.950688Z","steps":["trace[1029827015] 'read index received' (duration: 523.820709ms)","trace[1029827015] 'applied index is now lower than readState.Index' (duration: 103.409727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:46.951159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.670618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-10T01:21:46.951281Z","caller":"traceutil/trace.go:171","msg":"trace[422183311] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5894; }","duration":"627.808311ms","start":"2026-04-10T01:21:46.323443Z","end":"2026-04-10T01:21:46.951251Z","steps":["trace[422183311] 'agreement among raft nodes before linearized reading' (duration: 627.471392ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:46.950755Z","caller":"traceutil/trace.go:171","msg":"trace[283939831] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"158.844292ms","start":"2026-04-10T01:21:46.791884Z","end":"2026-04-10T01:21:46.950728Z","steps":["trace[283939831] 'process raft request' (duration: 158.604536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.951354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.323425Z","time spent":"627.912535ms","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-10T01:21:46.952212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.661537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:46.952348Z","caller":"traceutil/trace.go:171","msg":"trace[158548845] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5894; }","duration":"486.855003ms","start":"2026-04-10T01:21:46.465457Z","end":"2026-04-10T01:21:46.952312Z","steps":["trace[158548845] 'agreement among raft nodes before linearized reading' (duration: 486.633967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:46.952441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:46.465437Z","time spent":"486.983366ms","remote":"127.0.0.1:46386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:21:51.305732Z","caller":"traceutil/trace.go:171","msg":"trace[363197350] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"342.980214ms","start":"2026-04-10T01:21:50.962721Z","end":"2026-04-10T01:21:51.305701Z","steps":["trace[363197350] 'process raft request' (duration: 342.81243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:51.305897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.962686Z","time spent":"343.122688ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:51.549202Z","caller":"traceutil/trace.go:171","msg":"trace[1574907752] linearizableReadLoop","detail":"{readStateIndex:6151; appliedIndex:6148; }","duration":"576.200639ms","start":"2026-04-10T01:21:50.972973Z","end":"2026-04-10T01:21:51.549174Z","steps":["trace[1574907752] 'read index received' (duration: 332.648716ms)","trace[1574907752] 'applied index is now lower than readState.Index' (duration: 243.550823ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:51.549286Z","caller":"traceutil/trace.go:171","msg":"trace[1549822721] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"582.811589ms","start":"2026-04-10T01:21:50.966406Z","end":"2026-04-10T01:21:51.549218Z","steps":["trace[1549822721] 'process raft request' (duration: 534.022934ms)","trace[1549822721] 'compare' (duration: 48.535688ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:51.549356Z","caller":"traceutil/trace.go:171","msg":"trace[72156856] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"581.490513ms","start":"2026-04-10T01:21:50.967836Z","end":"2026-04-10T01:21:51.549327Z","steps":["trace[72156856] 'process raft request' (duration: 581.277307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:51.549523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.886801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T01:21:51.549523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.526218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:21:51.549585Z","caller":"traceutil/trace.go:171","msg":"trace[214488597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5920; }","duration":"575.989025ms","start":"2026-04-10T01:21:50.97358Z","end":"2026-04-10T01:21:51.549569Z","steps":["trace[214488597] 'agreement among raft nodes before linearized reading' (duration: 575.79525ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:51.549592Z","caller":"traceutil/trace.go:171","msg":"trace[531259416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5920; }","duration":"576.672523ms","start":"2026-04-10T01:21:50.972905Z","end":"2026-04-10T01:21:51.549578Z","steps":["trace[531259416] 'agreement among raft nodes before linearized reading' (duration: 576.459468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:51.549635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.973564Z","time spent":"576.058666ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:21:51.549635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.972894Z","time spent":"576.729144ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:21:51.549725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.094739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-10T01:21:51.549748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.89144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-10T01:21:51.549763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.224879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:21:51.549805Z","caller":"traceutil/trace.go:171","msg":"trace[1600107553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5920; }","duration":"572.198552ms","start":"2026-04-10T01:21:50.97759Z","end":"2026-04-10T01:21:51.549789Z","steps":["trace[1600107553] 'agreement among raft nodes before linearized reading' (duration: 571.972706ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:51.549834Z","caller":"traceutil/trace.go:171","msg":"trace[62305795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:5920; }","duration":"572.988503ms","start":"2026-04-10T01:21:50.976828Z","end":"2026-04-10T01:21:51.549816Z","steps":["trace[62305795] 'agreement among raft nodes before linearized reading' (duration: 572.738626ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:51.549845Z","caller":"traceutil/trace.go:171","msg":"trace[973564444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5920; }","duration":"573.364654ms","start":"2026-04-10T01:21:50.976463Z","end":"2026-04-10T01:21:51.549827Z","steps":["trace[973564444] 'agreement among raft nodes before linearized reading' (duration: 573.120748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:51.54987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.976792Z","time spent":"573.069457ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"warn","ts":"2026-04-10T01:21:51.549853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.368996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:21:51.549862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.799871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"warn","ts":"2026-04-10T01:21:51.549907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.976438Z","time spent":"573.459006ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:21:51.549918Z","caller":"traceutil/trace.go:171","msg":"trace[2111551497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5920; }","duration":"572.48974ms","start":"2026-04-10T01:21:50.977413Z","end":"2026-04-10T01:21:51.549903Z","steps":["trace[2111551497] 'agreement among raft nodes before linearized reading' (duration: 572.297275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:51.549916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.08551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:21:51.549937Z","caller":"traceutil/trace.go:171","msg":"trace[1902574937] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5920; }","duration":"325.912754ms","start":"2026-04-10T01:21:51.224009Z","end":"2026-04-10T01:21:51.549921Z","steps":["trace[1902574937] 'agreement among raft nodes before linearized reading' (duration: 325.74577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:51.549955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.977389Z","time spent":"572.558211ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:51.549988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.223987Z","time spent":"325.981766ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17231,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-10T01:21:51.549762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.658945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:21:51.549727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.967823Z","time spent":"581.72529ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:51.550039Z","caller":"traceutil/trace.go:171","msg":"trace[95964486] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5920; }","duration":"467.218772ms","start":"2026-04-10T01:21:51.082741Z","end":"2026-04-10T01:21:51.549959Z","steps":["trace[95964486] 'agreement among raft nodes before linearized reading' (duration: 467.021468ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:51.550044Z","caller":"traceutil/trace.go:171","msg":"trace[551177058] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5920; }","duration":"575.996524ms","start":"2026-04-10T01:21:50.97403Z","end":"2026-04-10T01:21:51.550026Z","steps":["trace[551177058] 'agreement among raft nodes before linearized reading' (duration: 575.564853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:51.550153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.082724Z","time spent":"467.407058ms","remote":"127.0.0.1:46422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":28,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:21:51.549871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.977574Z","time spent":"572.283093ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T01:21:51.550132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.707225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-10T01:21:51.549458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.966381Z","time spent":"582.984263ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:51.550197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:50.974009Z","time spent":"576.155589ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:21:51.550645Z","caller":"traceutil/trace.go:171","msg":"trace[996682399] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5920; }","duration":"324.203507ms","start":"2026-04-10T01:21:51.226386Z","end":"2026-04-10T01:21:51.550589Z","steps":["trace[996682399] 'agreement among raft nodes before linearized reading' (duration: 323.338334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:51.550782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.226376Z","time spent":"324.379102ms","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-10T01:21:52.02884Z","caller":"traceutil/trace.go:171","msg":"trace[1272321640] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"473.506522ms","start":"2026-04-10T01:21:51.555317Z","end":"2026-04-10T01:21:52.028823Z","steps":["trace[1272321640] 'process raft request' (duration: 473.4381ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.028865Z","caller":"traceutil/trace.go:171","msg":"trace[38238581] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"474.223342ms","start":"2026-04-10T01:21:51.554604Z","end":"2026-04-10T01:21:52.028827Z","steps":["trace[38238581] 'process raft request' (duration: 474.044396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.028951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.5553Z","time spent":"473.593955ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:52.029061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.554589Z","time spent":"474.347546ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:52.02915Z","caller":"traceutil/trace.go:171","msg":"trace[333216155] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"473.349719ms","start":"2026-04-10T01:21:51.555764Z","end":"2026-04-10T01:21:52.029113Z","steps":["trace[333216155] 'process raft request' (duration: 473.03134ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.029262Z","caller":"traceutil/trace.go:171","msg":"trace[1021443409] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"473.384069ms","start":"2026-04-10T01:21:51.555858Z","end":"2026-04-10T01:21:52.029243Z","steps":["trace[1021443409] 'process raft request' (duration: 473.164003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.029304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.555753Z","time spent":"473.469362ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:52.029351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.555841Z","time spent":"473.465581ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:21:52.029355Z","caller":"traceutil/trace.go:171","msg":"trace[1491082984] linearizableReadLoop","detail":"{readStateIndex:6153; appliedIndex:6152; }","duration":"474.599642ms","start":"2026-04-10T01:21:51.554723Z","end":"2026-04-10T01:21:52.029323Z","steps":["trace[1491082984] 'read index received' (duration: 59.035061ms)","trace[1491082984] 'applied index is now lower than readState.Index' (duration: 415.563591ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:52.029462Z","caller":"traceutil/trace.go:171","msg":"trace[2051941345] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"473.104892ms","start":"2026-04-10T01:21:51.556344Z","end":"2026-04-10T01:21:52.029449Z","steps":["trace[2051941345] 'process raft request' (duration: 472.803773ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.02951Z","caller":"traceutil/trace.go:171","msg":"trace[1034915234] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"466.987917ms","start":"2026-04-10T01:21:51.562477Z","end":"2026-04-10T01:21:52.029465Z","steps":["trace[1034915234] 'process raft request' (duration: 466.715069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.02955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.556334Z","time spent":"473.187123ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:52.029773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.562468Z","time spent":"467.072099ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:21:52.031373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.215924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81533"} {"level":"warn","ts":"2026-04-10T01:21:52.031383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.655088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9a5ab648-fbe0-4cc0-93a1-0cbfc5847b1f\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-10T01:21:52.03144Z","caller":"traceutil/trace.go:171","msg":"trace[936701760] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5927; }","duration":"476.323539ms","start":"2026-04-10T01:21:51.555104Z","end":"2026-04-10T01:21:52.031427Z","steps":["trace[936701760] 'agreement among raft nodes before linearized reading' (duration: 474.441068ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.031449Z","caller":"traceutil/trace.go:171","msg":"trace[1284435017] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9a5ab648-fbe0-4cc0-93a1-0cbfc5847b1f; range_end:; response_count:1; response_revision:5927; }","duration":"476.75409ms","start":"2026-04-10T01:21:51.55468Z","end":"2026-04-10T01:21:52.031434Z","steps":["trace[1284435017] 'agreement among raft nodes before linearized reading' (duration: 475.297021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.031521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.555084Z","time spent":"476.422901ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81555,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-10T01:21:52.031537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:21:51.554659Z","time spent":"476.867013ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-9a5ab648-fbe0-4cc0-93a1-0cbfc5847b1f\" "} {"level":"warn","ts":"2026-04-10T01:21:52.032039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.436055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:52.032111Z","caller":"traceutil/trace.go:171","msg":"trace[44836992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5927; }","duration":"183.582947ms","start":"2026-04-10T01:21:51.84851Z","end":"2026-04-10T01:21:52.032093Z","steps":["trace[44836992] 'agreement among raft nodes before linearized reading' (duration: 181.379048ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.277681Z","caller":"traceutil/trace.go:171","msg":"trace[1048054248] linearizableReadLoop","detail":"{readStateIndex:6159; appliedIndex:6158; }","duration":"135.258586ms","start":"2026-04-10T01:21:52.142396Z","end":"2026-04-10T01:21:52.277655Z","steps":["trace[1048054248] 'read index received' (duration: 135.160464ms)","trace[1048054248] 'applied index is now lower than readState.Index' (duration: 97.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:52.277824Z","caller":"traceutil/trace.go:171","msg":"trace[1547130427] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"230.975036ms","start":"2026-04-10T01:21:52.046825Z","end":"2026-04-10T01:21:52.2778Z","steps":["trace[1547130427] 'process raft request' (duration: 230.665138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.277893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.484872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T01:21:52.277933Z","caller":"traceutil/trace.go:171","msg":"trace[1702989983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5928; }","duration":"135.581395ms","start":"2026-04-10T01:21:52.142341Z","end":"2026-04-10T01:21:52.277923Z","steps":["trace[1702989983] 'agreement among raft nodes before linearized reading' (duration: 135.40781ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.386242Z","caller":"traceutil/trace.go:171","msg":"trace[1660604111] linearizableReadLoop","detail":"{readStateIndex:6160; appliedIndex:6159; }","duration":"103.948382ms","start":"2026-04-10T01:21:52.282262Z","end":"2026-04-10T01:21:52.38621Z","steps":["trace[1660604111] 'read index received' (duration: 32.557338ms)","trace[1660604111] 'applied index is now lower than readState.Index' (duration: 71.388874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:52.38645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.169688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T01:21:52.386477Z","caller":"traceutil/trace.go:171","msg":"trace[790909763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5930; }","duration":"104.215589ms","start":"2026-04-10T01:21:52.282254Z","end":"2026-04-10T01:21:52.38647Z","steps":["trace[790909763] 'agreement among raft nodes before linearized reading' (duration: 104.070696ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.386464Z","caller":"traceutil/trace.go:171","msg":"trace[2022681462] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"102.573735ms","start":"2026-04-10T01:21:52.283868Z","end":"2026-04-10T01:21:52.386442Z","steps":["trace[2022681462] 'process raft request' (duration: 102.212474ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.386675Z","caller":"traceutil/trace.go:171","msg":"trace[1234981481] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"102.770081ms","start":"2026-04-10T01:21:52.283894Z","end":"2026-04-10T01:21:52.386664Z","steps":["trace[1234981481] 'process raft request' (duration: 102.342619ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.386964Z","caller":"traceutil/trace.go:171","msg":"trace[995843860] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"102.867952ms","start":"2026-04-10T01:21:52.284087Z","end":"2026-04-10T01:21:52.386955Z","steps":["trace[995843860] 'process raft request' (duration: 102.199164ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.387021Z","caller":"traceutil/trace.go:171","msg":"trace[1543996316] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"102.791821ms","start":"2026-04-10T01:21:52.284206Z","end":"2026-04-10T01:21:52.386998Z","steps":["trace[1543996316] 'process raft request' (duration: 102.622926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.387197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.813915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-04-10T01:21:52.387268Z","caller":"traceutil/trace.go:171","msg":"trace[46245247] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5933; }","duration":"104.909987ms","start":"2026-04-10T01:21:52.282342Z","end":"2026-04-10T01:21:52.387252Z","steps":["trace[46245247] 'agreement among raft nodes before linearized reading' (duration: 104.720432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.679871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.85074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:21:52.680053Z","caller":"traceutil/trace.go:171","msg":"trace[1127555703] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"282.29226ms","start":"2026-04-10T01:21:52.397734Z","end":"2026-04-10T01:21:52.680027Z","steps":["trace[1127555703] 'process raft request' (duration: 44.206562ms)","trace[1127555703] 'compare' (duration: 237.706137ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:52.680085Z","caller":"traceutil/trace.go:171","msg":"trace[1267760235] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"262.30093ms","start":"2026-04-10T01:21:52.417768Z","end":"2026-04-10T01:21:52.680069Z","steps":["trace[1267760235] 'process raft request' (duration: 262.211938ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.680199Z","caller":"traceutil/trace.go:171","msg":"trace[1948485383] linearizableReadLoop","detail":"{readStateIndex:6166; appliedIndex:6165; }","duration":"282.32802ms","start":"2026-04-10T01:21:52.39784Z","end":"2026-04-10T01:21:52.680168Z","steps":["trace[1948485383] 'read index received' (duration: 44.164852ms)","trace[1948485383] 'applied index is now lower than readState.Index' (duration: 238.160798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:21:52.680425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.583895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:52.680486Z","caller":"traceutil/trace.go:171","msg":"trace[1003259072] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5935; }","duration":"233.676618ms","start":"2026-04-10T01:21:52.446792Z","end":"2026-04-10T01:21:52.680469Z","steps":["trace[1003259072] 'agreement among raft nodes before linearized reading' (duration: 233.571306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.680566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.250933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112522"} {"level":"warn","ts":"2026-04-10T01:21:52.680572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.728141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2d596a4c-7237-4f34-814f-35e57d400b88\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T01:21:52.680607Z","caller":"traceutil/trace.go:171","msg":"trace[942255961] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5935; }","duration":"280.338146ms","start":"2026-04-10T01:21:52.400259Z","end":"2026-04-10T01:21:52.680597Z","steps":["trace[942255961] 'agreement among raft nodes before linearized reading' (duration: 280.057638ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.680642Z","caller":"traceutil/trace.go:171","msg":"trace[1047290975] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2d596a4c-7237-4f34-814f-35e57d400b88; range_end:; response_count:1; response_revision:5935; }","duration":"282.818192ms","start":"2026-04-10T01:21:52.397808Z","end":"2026-04-10T01:21:52.680626Z","steps":["trace[1047290975] 'agreement among raft nodes before linearized reading' (duration: 282.470283ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.85735Z","caller":"traceutil/trace.go:171","msg":"trace[1860379623] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"171.054061ms","start":"2026-04-10T01:21:52.686254Z","end":"2026-04-10T01:21:52.857308Z","steps":["trace[1860379623] 'process raft request' (duration: 139.564692ms)","trace[1860379623] 'compare' (duration: 31.130688ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:52.885273Z","caller":"traceutil/trace.go:171","msg":"trace[395378326] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"198.920051ms","start":"2026-04-10T01:21:52.686323Z","end":"2026-04-10T01:21:52.885244Z","steps":["trace[395378326] 'process raft request' (duration: 198.667195ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.885592Z","caller":"traceutil/trace.go:171","msg":"trace[911230521] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"198.940121ms","start":"2026-04-10T01:21:52.68664Z","end":"2026-04-10T01:21:52.88558Z","steps":["trace[911230521] 'process raft request' (duration: 198.537651ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.885906Z","caller":"traceutil/trace.go:171","msg":"trace[674158289] linearizableReadLoop","detail":"{readStateIndex:6171; appliedIndex:6167; }","duration":"197.501144ms","start":"2026-04-10T01:21:52.688376Z","end":"2026-04-10T01:21:52.885877Z","steps":["trace[674158289] 'read index received' (duration: 137.498587ms)","trace[674158289] 'applied index is now lower than readState.Index' (duration: 60.001557ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:52.885997Z","caller":"traceutil/trace.go:171","msg":"trace[1421346984] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"198.657734ms","start":"2026-04-10T01:21:52.687307Z","end":"2026-04-10T01:21:52.885965Z","steps":["trace[1421346984] 'process raft request' (duration: 198.318615ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:52.886105Z","caller":"traceutil/trace.go:171","msg":"trace[983439319] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"191.894482ms","start":"2026-04-10T01:21:52.694199Z","end":"2026-04-10T01:21:52.886094Z","steps":["trace[983439319] 'process raft request' (duration: 191.598174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:52.886201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.803752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T01:21:52.886241Z","caller":"traceutil/trace.go:171","msg":"trace[1602391955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5940; }","duration":"197.890643ms","start":"2026-04-10T01:21:52.68834Z","end":"2026-04-10T01:21:52.886231Z","steps":["trace[1602391955] 'agreement among raft nodes before linearized reading' (duration: 197.700798ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:53.452853Z","caller":"traceutil/trace.go:171","msg":"trace[1047276647] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"141.525984ms","start":"2026-04-10T01:21:53.3113Z","end":"2026-04-10T01:21:53.452826Z","steps":["trace[1047276647] 'process raft request' (duration: 141.38194ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:58.276392Z","caller":"traceutil/trace.go:171","msg":"trace[213885977] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"137.716341ms","start":"2026-04-10T01:21:58.138628Z","end":"2026-04-10T01:21:58.276344Z","steps":["trace[213885977] 'process raft request' (duration: 69.670347ms)","trace[213885977] 'compare' (duration: 67.8648ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:58.331317Z","caller":"traceutil/trace.go:171","msg":"trace[262876140] linearizableReadLoop","detail":"{readStateIndex:6209; appliedIndex:6205; }","duration":"191.158902ms","start":"2026-04-10T01:21:58.14013Z","end":"2026-04-10T01:21:58.331288Z","steps":["trace[262876140] 'read index received' (duration: 68.180838ms)","trace[262876140] 'applied index is now lower than readState.Index' (duration: 122.976724ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:21:58.33135Z","caller":"traceutil/trace.go:171","msg":"trace[1094076651] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"191.942794ms","start":"2026-04-10T01:21:58.139373Z","end":"2026-04-10T01:21:58.331316Z","steps":["trace[1094076651] 'process raft request' (duration: 191.831031ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:58.331388Z","caller":"traceutil/trace.go:171","msg":"trace[55286926] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"192.088107ms","start":"2026-04-10T01:21:58.13927Z","end":"2026-04-10T01:21:58.331359Z","steps":["trace[55286926] 'process raft request' (duration: 191.773019ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:21:58.331406Z","caller":"traceutil/trace.go:171","msg":"trace[891470508] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"191.576364ms","start":"2026-04-10T01:21:58.139805Z","end":"2026-04-10T01:21:58.331381Z","steps":["trace[891470508] 'process raft request' (duration: 191.44297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:58.331614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.879795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:21:58.331708Z","caller":"traceutil/trace.go:171","msg":"trace[2057542818] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5975; }","duration":"181.017209ms","start":"2026-04-10T01:21:58.150666Z","end":"2026-04-10T01:21:58.331683Z","steps":["trace[2057542818] 'agreement among raft nodes before linearized reading' (duration: 180.859745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:21:58.33173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.579934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82028"} {"level":"info","ts":"2026-04-10T01:21:58.331812Z","caller":"traceutil/trace.go:171","msg":"trace[664437647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5975; }","duration":"191.717817ms","start":"2026-04-10T01:21:58.140079Z","end":"2026-04-10T01:21:58.331796Z","steps":["trace[664437647] 'agreement among raft nodes before linearized reading' (duration: 191.389368ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:08.995149Z","caller":"traceutil/trace.go:171","msg":"trace[849015202] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"134.273358ms","start":"2026-04-10T01:22:08.860845Z","end":"2026-04-10T01:22:08.995119Z","steps":["trace[849015202] 'process raft request' (duration: 134.122985ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.466748Z","caller":"traceutil/trace.go:171","msg":"trace[910813190] linearizableReadLoop","detail":"{readStateIndex:6281; appliedIndex:6280; }","duration":"188.205343ms","start":"2026-04-10T01:22:10.278516Z","end":"2026-04-10T01:22:10.466721Z","steps":["trace[910813190] 'read index received' (duration: 187.303419ms)","trace[910813190] 'applied index is now lower than readState.Index' (duration: 898.454µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:22:10.4672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.671456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:22:10.467414Z","caller":"traceutil/trace.go:171","msg":"trace[124718506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6045; }","duration":"188.923742ms","start":"2026-04-10T01:22:10.278468Z","end":"2026-04-10T01:22:10.467392Z","steps":["trace[124718506] 'agreement among raft nodes before linearized reading' (duration: 188.574452ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:10.467233Z","caller":"traceutil/trace.go:171","msg":"trace[927377765] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"210.292188ms","start":"2026-04-10T01:22:10.256918Z","end":"2026-04-10T01:22:10.46721Z","steps":["trace[927377765] 'process raft request' (duration: 208.921061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:10.467305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.300001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-10T01:22:10.46769Z","caller":"traceutil/trace.go:171","msg":"trace[146024413] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6045; }","duration":"150.744523ms","start":"2026-04-10T01:22:10.316927Z","end":"2026-04-10T01:22:10.467671Z","steps":["trace[146024413] 'agreement among raft nodes before linearized reading' (duration: 150.169038ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:26.806143Z","caller":"traceutil/trace.go:171","msg":"trace[1603292571] linearizableReadLoop","detail":"{readStateIndex:6473; appliedIndex:6472; }","duration":"145.823402ms","start":"2026-04-10T01:22:26.660293Z","end":"2026-04-10T01:22:26.806116Z","steps":["trace[1603292571] 'read index received' (duration: 144.29718ms)","trace[1603292571] 'applied index is now lower than readState.Index' (duration: 1.524972ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:22:26.806221Z","caller":"traceutil/trace.go:171","msg":"trace[1117039533] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"253.478313ms","start":"2026-04-10T01:22:26.552689Z","end":"2026-04-10T01:22:26.806167Z","steps":["trace[1117039533] 'process raft request' (duration: 251.988953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:26.806355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.044298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:22:26.806385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.136465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:22:26.806421Z","caller":"traceutil/trace.go:171","msg":"trace[1496362434] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6233; }","duration":"146.133239ms","start":"2026-04-10T01:22:26.66027Z","end":"2026-04-10T01:22:26.806403Z","steps":["trace[1496362434] 'agreement among raft nodes before linearized reading' (duration: 145.959095ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:26.806422Z","caller":"traceutil/trace.go:171","msg":"trace[519624549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6233; }","duration":"144.207347ms","start":"2026-04-10T01:22:26.662204Z","end":"2026-04-10T01:22:26.806411Z","steps":["trace[519624549] 'agreement among raft nodes before linearized reading' (duration: 144.048653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:26.806429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.069148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:22:26.806495Z","caller":"traceutil/trace.go:171","msg":"trace[187447789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:6233; }","duration":"139.170131ms","start":"2026-04-10T01:22:26.667308Z","end":"2026-04-10T01:22:26.806478Z","steps":["trace[187447789] 'agreement among raft nodes before linearized reading' (duration: 138.956846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:26.806507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.598132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:22:26.80657Z","caller":"traceutil/trace.go:171","msg":"trace[1360119288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6233; }","duration":"136.702906ms","start":"2026-04-10T01:22:26.669849Z","end":"2026-04-10T01:22:26.806552Z","steps":["trace[1360119288] 'agreement among raft nodes before linearized reading' (duration: 136.418148ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:36.675921Z","caller":"traceutil/trace.go:171","msg":"trace[82686177] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"223.877913ms","start":"2026-04-10T01:22:36.452018Z","end":"2026-04-10T01:22:36.675895Z","steps":["trace[82686177] 'process raft request' (duration: 223.690099ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:36.988528Z","caller":"traceutil/trace.go:171","msg":"trace[1005955782] linearizableReadLoop","detail":"{readStateIndex:6533; appliedIndex:6532; }","duration":"132.332846ms","start":"2026-04-10T01:22:36.85617Z","end":"2026-04-10T01:22:36.988503Z","steps":["trace[1005955782] 'read index received' (duration: 65.257568ms)","trace[1005955782] 'applied index is now lower than readState.Index' (duration: 67.074148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:22:36.988827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.021456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:22:36.988892Z","caller":"traceutil/trace.go:171","msg":"trace[758688989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:6291; }","duration":"126.11192ms","start":"2026-04-10T01:22:36.862758Z","end":"2026-04-10T01:22:36.98887Z","steps":["trace[758688989] 'agreement among raft nodes before linearized reading' (duration: 125.923624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:36.988969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.524143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T01:22:36.988812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.610365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:22:36.989054Z","caller":"traceutil/trace.go:171","msg":"trace[903209845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6291; }","duration":"125.627837ms","start":"2026-04-10T01:22:36.863405Z","end":"2026-04-10T01:22:36.989033Z","steps":["trace[903209845] 'agreement among raft nodes before linearized reading' (duration: 125.435431ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:36.989142Z","caller":"traceutil/trace.go:171","msg":"trace[776789462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6291; }","duration":"132.905512ms","start":"2026-04-10T01:22:36.856146Z","end":"2026-04-10T01:22:36.989051Z","steps":["trace[776789462] 'agreement among raft nodes before linearized reading' (duration: 132.47159ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:36.988674Z","caller":"traceutil/trace.go:171","msg":"trace[878495068] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"136.556301ms","start":"2026-04-10T01:22:36.852046Z","end":"2026-04-10T01:22:36.988602Z","steps":["trace[878495068] 'process raft request' (duration: 69.436802ms)","trace[878495068] 'compare' (duration: 66.917733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:22:36.989289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.517036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:22:36.989436Z","caller":"traceutil/trace.go:171","msg":"trace[1318561870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6291; }","duration":"124.67441ms","start":"2026-04-10T01:22:36.864706Z","end":"2026-04-10T01:22:36.98938Z","steps":["trace[1318561870] 'agreement among raft nodes before linearized reading' (duration: 124.121565ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:38.560589Z","caller":"traceutil/trace.go:171","msg":"trace[2132855579] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"142.838849ms","start":"2026-04-10T01:22:38.417716Z","end":"2026-04-10T01:22:38.560555Z","steps":["trace[2132855579] 'process raft request' (duration: 82.036691ms)","trace[2132855579] 'compare' (duration: 60.49153ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:22:38.560831Z","caller":"traceutil/trace.go:171","msg":"trace[452873951] transaction","detail":"{read_only:false; response_revision:6305; number_of_response:1; }","duration":"143.031595ms","start":"2026-04-10T01:22:38.417778Z","end":"2026-04-10T01:22:38.56081Z","steps":["trace[452873951] 'process raft request' (duration: 142.692256ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:38.56107Z","caller":"traceutil/trace.go:171","msg":"trace[79159278] transaction","detail":"{read_only:false; response_revision:6306; number_of_response:1; }","duration":"143.279921ms","start":"2026-04-10T01:22:38.417771Z","end":"2026-04-10T01:22:38.561051Z","steps":["trace[79159278] 'process raft request' (duration: 142.930702ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:38.561168Z","caller":"traceutil/trace.go:171","msg":"trace[903820861] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"143.17156ms","start":"2026-04-10T01:22:38.417961Z","end":"2026-04-10T01:22:38.561133Z","steps":["trace[903820861] 'process raft request' (duration: 142.990794ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:38.561396Z","caller":"traceutil/trace.go:171","msg":"trace[1836034083] transaction","detail":"{read_only:false; response_revision:6309; number_of_response:1; }","duration":"139.276144ms","start":"2026-04-10T01:22:38.422094Z","end":"2026-04-10T01:22:38.56137Z","steps":["trace[1836034083] 'process raft request' (duration: 139.156601ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:38.561403Z","caller":"traceutil/trace.go:171","msg":"trace[1350591793] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"142.299205ms","start":"2026-04-10T01:22:38.419083Z","end":"2026-04-10T01:22:38.561382Z","steps":["trace[1350591793] 'process raft request' (duration: 142.006757ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:50.928286Z","caller":"traceutil/trace.go:171","msg":"trace[383450760] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"167.066174ms","start":"2026-04-10T01:22:50.761177Z","end":"2026-04-10T01:22:50.928243Z","steps":["trace[383450760] 'process raft request' (duration: 166.825236ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:51.312983Z","caller":"traceutil/trace.go:171","msg":"trace[1542897332] linearizableReadLoop","detail":"{readStateIndex:6650; appliedIndex:6648; }","duration":"182.560661ms","start":"2026-04-10T01:22:51.130399Z","end":"2026-04-10T01:22:51.312959Z","steps":["trace[1542897332] 'read index received' (duration: 182.317954ms)","trace[1542897332] 'applied index is now lower than readState.Index' (duration: 241.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:22:51.313008Z","caller":"traceutil/trace.go:171","msg":"trace[1361506999] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"182.751486ms","start":"2026-04-10T01:22:51.130233Z","end":"2026-04-10T01:22:51.312984Z","steps":["trace[1361506999] 'process raft request' (duration: 182.457828ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:22:51.313101Z","caller":"traceutil/trace.go:171","msg":"trace[273404929] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"182.817538ms","start":"2026-04-10T01:22:51.130259Z","end":"2026-04-10T01:22:51.313077Z","steps":["trace[273404929] 'process raft request' (duration: 182.647653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:22:51.313611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.120535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109076"} {"level":"info","ts":"2026-04-10T01:22:51.313758Z","caller":"traceutil/trace.go:171","msg":"trace[1254976712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6405; }","duration":"183.350632ms","start":"2026-04-10T01:22:51.130365Z","end":"2026-04-10T01:22:51.313716Z","steps":["trace[1254976712] 'agreement among raft nodes before linearized reading' (duration: 182.740945ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:26:02.418887Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5085} {"level":"info","ts":"2026-04-10T01:26:02.49745Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5085,"took":"76.795695ms","hash":817649647,"current-db-size-bytes":51589120,"current-db-size":"52 MB","current-db-size-in-use-bytes":28471296,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-10T01:26:02.497516Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":817649647,"revision":5085,"compact-revision":2601} {"level":"info","ts":"2026-04-10T01:27:59.501994Z","caller":"traceutil/trace.go:171","msg":"trace[2008468004] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"485.318096ms","start":"2026-04-10T01:27:59.016609Z","end":"2026-04-10T01:27:59.501927Z","steps":["trace[2008468004] 'process raft request' (duration: 436.065465ms)","trace[2008468004] 'compare' (duration: 48.956433ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:27:59.502039Z","caller":"traceutil/trace.go:171","msg":"trace[1481620678] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"480.958607ms","start":"2026-04-10T01:27:59.021036Z","end":"2026-04-10T01:27:59.501995Z","steps":["trace[1481620678] 'process raft request' (duration: 480.734231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:59.502183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:59.016586Z","time spent":"485.502221ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:27:59.502188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:59.021025Z","time spent":"481.081351ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:27:59.502227Z","caller":"traceutil/trace.go:171","msg":"trace[1497739599] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"479.19979ms","start":"2026-04-10T01:27:59.022994Z","end":"2026-04-10T01:27:59.502194Z","steps":["trace[1497739599] 'process raft request' (duration: 478.83623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:59.502355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:59.022984Z","time spent":"479.304883ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:27:59.50238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.900926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:27:59.502415Z","caller":"traceutil/trace.go:171","msg":"trace[1350133532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:8666; }","duration":"380.934916ms","start":"2026-04-10T01:27:59.121468Z","end":"2026-04-10T01:27:59.502403Z","steps":["trace[1350133532] 'agreement among raft nodes before linearized reading' (duration: 380.801783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:27:59.502431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:27:59.121433Z","time spent":"380.994548ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"info","ts":"2026-04-10T01:27:59.501919Z","caller":"traceutil/trace.go:171","msg":"trace[860174336] linearizableReadLoop","detail":"{readStateIndex:8988; appliedIndex:8985; }","duration":"380.410802ms","start":"2026-04-10T01:27:59.121479Z","end":"2026-04-10T01:27:59.501889Z","steps":["trace[860174336] 'read index received' (duration: 331.121392ms)","trace[860174336] 'applied index is now lower than readState.Index' (duration: 49.28755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:01.685214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.741425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:28:01.685329Z","caller":"traceutil/trace.go:171","msg":"trace[517378221] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8674; }","duration":"329.950261ms","start":"2026-04-10T01:28:01.355353Z","end":"2026-04-10T01:28:01.685303Z","steps":["trace[517378221] 'count revisions from in-memory index tree' (duration: 329.671363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:01.685291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.361747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:28:01.685396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:01.355335Z","time spent":"330.043482ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:01.685445Z","caller":"traceutil/trace.go:171","msg":"trace[1159799708] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8674; }","duration":"178.645764ms","start":"2026-04-10T01:28:01.506773Z","end":"2026-04-10T01:28:01.685418Z","steps":["trace[1159799708] 'range keys from in-memory index tree' (duration: 178.127641ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:01.755247Z","caller":"traceutil/trace.go:171","msg":"trace[1683762107] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"247.972937ms","start":"2026-04-10T01:28:01.507246Z","end":"2026-04-10T01:28:01.755219Z","steps":["trace[1683762107] 'process raft request' (duration: 247.815832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:02.125388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.914905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:28:02.125584Z","caller":"traceutil/trace.go:171","msg":"trace[1843672990] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8996; }","duration":"612.932202ms","start":"2026-04-10T01:28:01.512635Z","end":"2026-04-10T01:28:02.125567Z","steps":["trace[1843672990] 'read index received' (duration: 242.513389ms)","trace[1843672990] 'applied index is now lower than readState.Index' (duration: 370.417623ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:02.125686Z","caller":"traceutil/trace.go:171","msg":"trace[1021994557] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"434.71981ms","start":"2026-04-10T01:28:01.690956Z","end":"2026-04-10T01:28:02.125676Z","steps":["trace[1021994557] 'process raft request' (duration: 434.551435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:02.125752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:01.690917Z","time spent":"434.799521ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:02.126093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.454766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:28:02.126132Z","caller":"traceutil/trace.go:171","msg":"trace[1909315307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:8677; }","duration":"613.515498ms","start":"2026-04-10T01:28:01.512607Z","end":"2026-04-10T01:28:02.126122Z","steps":["trace[1909315307] 'agreement among raft nodes before linearized reading' (duration: 613.381025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:02.126138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.879307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T01:28:02.12616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:01.512597Z","time spent":"613.556949ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"info","ts":"2026-04-10T01:28:02.126195Z","caller":"traceutil/trace.go:171","msg":"trace[870317015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8677; }","duration":"216.99431ms","start":"2026-04-10T01:28:01.90919Z","end":"2026-04-10T01:28:02.126185Z","steps":["trace[870317015] 'agreement among raft nodes before linearized reading' (duration: 216.829116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:02.126091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.449526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:02.126643Z","caller":"traceutil/trace.go:171","msg":"trace[72662530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8677; }","duration":"280.032352ms","start":"2026-04-10T01:28:01.846578Z","end":"2026-04-10T01:28:02.12661Z","steps":["trace[72662530] 'agreement among raft nodes before linearized reading' (duration: 279.449107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:02.125848Z","caller":"traceutil/trace.go:171","msg":"trace[977510176] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"617.694191ms","start":"2026-04-10T01:28:01.508122Z","end":"2026-04-10T01:28:02.125816Z","steps":["trace[977510176] 'process raft request' (duration: 319.234001ms)","trace[977510176] 'compare' (duration: 297.807522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:02.127111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:01.508103Z","time spent":"618.852113ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:02.642964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.200472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:28:02.643125Z","caller":"traceutil/trace.go:171","msg":"trace[614391267] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"512.894911ms","start":"2026-04-10T01:28:02.130197Z","end":"2026-04-10T01:28:02.643092Z","steps":["trace[614391267] 'process raft request' (duration: 407.475283ms)","trace[614391267] 'compare' (duration: 104.326208ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:02.643172Z","caller":"traceutil/trace.go:171","msg":"trace[121733419] linearizableReadLoop","detail":"{readStateIndex:9000; appliedIndex:8999; }","duration":"512.564933ms","start":"2026-04-10T01:28:02.130577Z","end":"2026-04-10T01:28:02.643142Z","steps":["trace[121733419] 'read index received' (duration: 407.106664ms)","trace[121733419] 'applied index is now lower than readState.Index' (duration: 105.454588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:02.643274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:02.130182Z","time spent":"513.014104ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:02.743347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.246118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-10T01:28:02.743453Z","caller":"traceutil/trace.go:171","msg":"trace[1536213960] linearizableReadLoop","detail":"{readStateIndex:9001; appliedIndex:9000; }","duration":"100.158055ms","start":"2026-04-10T01:28:02.643276Z","end":"2026-04-10T01:28:02.743434Z","steps":["trace[1536213960] 'read index received' (duration: 107.993µs)","trace[1536213960] 'applied index is now lower than readState.Index' (duration: 100.048332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:02.743902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.230133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:02.744023Z","caller":"traceutil/trace.go:171","msg":"trace[131146614] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8678; }","duration":"395.427548ms","start":"2026-04-10T01:28:02.34856Z","end":"2026-04-10T01:28:02.743988Z","steps":["trace[131146614] 'agreement among raft nodes before linearized reading' (duration: 395.224983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:02.744063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.455436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223851"} {"level":"info","ts":"2026-04-10T01:28:02.744187Z","caller":"traceutil/trace.go:171","msg":"trace[1906780624] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8678; }","duration":"613.60096ms","start":"2026-04-10T01:28:02.130554Z","end":"2026-04-10T01:28:02.744155Z","steps":["trace[1906780624] 'agreement among raft nodes before linearized reading' (duration: 512.713896ms)","trace[1906780624] 'range keys from in-memory index tree' (duration: 100.34611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:02.744223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:02.348508Z","time spent":"395.571482ms","remote":"127.0.0.1:46190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:02.744258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:02.130544Z","time spent":"613.695183ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223873,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-10T01:28:02.892278Z","caller":"traceutil/trace.go:171","msg":"trace[560858240] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"144.093582ms","start":"2026-04-10T01:28:02.748155Z","end":"2026-04-10T01:28:02.892249Z","steps":["trace[560858240] 'process raft request' (duration: 143.878746ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:03.24444Z","caller":"traceutil/trace.go:171","msg":"trace[1687307935] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9001; }","duration":"396.278492ms","start":"2026-04-10T01:28:02.84814Z","end":"2026-04-10T01:28:03.244418Z","steps":["trace[1687307935] 'read index received' (duration: 43.967507ms)","trace[1687307935] 'applied index is now lower than readState.Index' (duration: 352.309855ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:03.244549Z","caller":"traceutil/trace.go:171","msg":"trace[1170875350] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"496.17813ms","start":"2026-04-10T01:28:02.748331Z","end":"2026-04-10T01:28:03.244509Z","steps":["trace[1170875350] 'process raft request' (duration: 495.906572ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:03.244579Z","caller":"traceutil/trace.go:171","msg":"trace[1119641185] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"495.880462ms","start":"2026-04-10T01:28:02.748666Z","end":"2026-04-10T01:28:03.244546Z","steps":["trace[1119641185] 'process raft request' (duration: 495.710107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:03.244625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.471436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:03.244683Z","caller":"traceutil/trace.go:171","msg":"trace[57772441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8681; }","duration":"396.544098ms","start":"2026-04-10T01:28:02.848125Z","end":"2026-04-10T01:28:03.244669Z","steps":["trace[57772441] 'agreement among raft nodes before linearized reading' (duration: 396.411765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:03.244729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:02.848067Z","time spent":"396.651802ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:28:03.244727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:02.748646Z","time spent":"495.996265ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:03.244729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:02.748312Z","time spent":"496.316773ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:03.253315Z","caller":"traceutil/trace.go:171","msg":"trace[557136778] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"358.856081ms","start":"2026-04-10T01:28:02.89442Z","end":"2026-04-10T01:28:03.253276Z","steps":["trace[557136778] 'process raft request' (duration: 358.676335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:03.253387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.971402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T01:28:03.253494Z","caller":"traceutil/trace.go:171","msg":"trace[702567235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8682; }","duration":"176.120927ms","start":"2026-04-10T01:28:03.077355Z","end":"2026-04-10T01:28:03.253476Z","steps":["trace[702567235] 'agreement among raft nodes before linearized reading' (duration: 175.919022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:03.253602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:02.894403Z","time spent":"359.001664ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:04.190005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.446231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:28:04.190105Z","caller":"traceutil/trace.go:171","msg":"trace[549739381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8683; }","duration":"862.624755ms","start":"2026-04-10T01:28:03.327451Z","end":"2026-04-10T01:28:04.190076Z","steps":["trace[549739381] 'count revisions from in-memory index tree' (duration: 862.352207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:04.190082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.479744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:04.190139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:03.327432Z","time spent":"862.698806ms","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:04.190437Z","caller":"traceutil/trace.go:171","msg":"trace[1600636637] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8683; }","duration":"831.654529ms","start":"2026-04-10T01:28:03.358514Z","end":"2026-04-10T01:28:04.190169Z","steps":["trace[1600636637] 'count revisions from in-memory index tree' (duration: 831.398942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:04.190531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:03.358497Z","time spent":"832.016999ms","remote":"127.0.0.1:38658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:04.19242Z","caller":"traceutil/trace.go:171","msg":"trace[479191550] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"429.899469ms","start":"2026-04-10T01:28:03.762494Z","end":"2026-04-10T01:28:04.192394Z","steps":["trace[479191550] 'process raft request' (duration: 429.718944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:04.192646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:03.76247Z","time spent":"430.049124ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:04.200033Z","caller":"traceutil/trace.go:171","msg":"trace[261437597] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"115.201841ms","start":"2026-04-10T01:28:04.084789Z","end":"2026-04-10T01:28:04.199991Z","steps":["trace[261437597] 'process raft request' (duration: 115.022756ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:20.976606Z","caller":"traceutil/trace.go:171","msg":"trace[1610339103] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9105; }","duration":"129.72255ms","start":"2026-04-10T01:28:20.846852Z","end":"2026-04-10T01:28:20.976574Z","steps":["trace[1610339103] 'read index received' (duration: 129.466823ms)","trace[1610339103] 'applied index is now lower than readState.Index' (duration: 254.837µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:20.976769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.905204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:20.976721Z","caller":"traceutil/trace.go:171","msg":"trace[1351602221] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"140.417707ms","start":"2026-04-10T01:28:20.836234Z","end":"2026-04-10T01:28:20.976652Z","steps":["trace[1351602221] 'process raft request' (duration: 140.162331ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:20.976812Z","caller":"traceutil/trace.go:171","msg":"trace[201652871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8780; }","duration":"130.011107ms","start":"2026-04-10T01:28:20.846789Z","end":"2026-04-10T01:28:20.9768Z","steps":["trace[201652871] 'agreement among raft nodes before linearized reading' (duration: 129.933315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:20.977079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.223825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:28:20.977208Z","caller":"traceutil/trace.go:171","msg":"trace[1620164574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:8780; }","duration":"116.433051ms","start":"2026-04-10T01:28:20.860744Z","end":"2026-04-10T01:28:20.977177Z","steps":["trace[1620164574] 'agreement among raft nodes before linearized reading' (duration: 116.036661ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:21.553329Z","caller":"traceutil/trace.go:171","msg":"trace[1861269236] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"109.106793ms","start":"2026-04-10T01:28:21.444188Z","end":"2026-04-10T01:28:21.553294Z","steps":["trace[1861269236] 'process raft request' (duration: 21.15811ms)","trace[1861269236] 'compare' (duration: 87.81642ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:29.88214Z","caller":"traceutil/trace.go:171","msg":"trace[1816039582] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"412.685474ms","start":"2026-04-10T01:28:29.46943Z","end":"2026-04-10T01:28:29.882115Z","steps":["trace[1816039582] 'read index received' (duration: 405.16476ms)","trace[1816039582] 'applied index is now lower than readState.Index' (duration: 7.519343ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:29.882189Z","caller":"traceutil/trace.go:171","msg":"trace[966575726] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"445.869019ms","start":"2026-04-10T01:28:29.436297Z","end":"2026-04-10T01:28:29.882166Z","steps":["trace[966575726] 'process raft request' (duration: 438.373917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:29.882387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.94712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:28:29.882436Z","caller":"traceutil/trace.go:171","msg":"trace[1737528121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8875; }","duration":"413.038433ms","start":"2026-04-10T01:28:29.469385Z","end":"2026-04-10T01:28:29.882423Z","steps":["trace[1737528121] 'agreement among raft nodes before linearized reading' (duration: 412.891769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:29.882469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:29.469364Z","time spent":"413.096065ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:29.882553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.481997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-10T01:28:29.882582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.628712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-10T01:28:29.88267Z","caller":"traceutil/trace.go:171","msg":"trace[1390832580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8875; }","duration":"293.650113ms","start":"2026-04-10T01:28:29.589004Z","end":"2026-04-10T01:28:29.882654Z","steps":["trace[1390832580] 'agreement among raft nodes before linearized reading' (duration: 293.394877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:29.882628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:29.436286Z","time spent":"445.956372ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:29.8827Z","caller":"traceutil/trace.go:171","msg":"trace[168408874] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8875; }","duration":"346.824586ms","start":"2026-04-10T01:28:29.535849Z","end":"2026-04-10T01:28:29.882674Z","steps":["trace[168408874] 'agreement among raft nodes before linearized reading' (duration: 346.487697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:29.882669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.355427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-10T01:28:29.882775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:29.53583Z","time spent":"346.925539ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-04-10T01:28:29.882832Z","caller":"traceutil/trace.go:171","msg":"trace[633576644] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8875; }","duration":"332.52477ms","start":"2026-04-10T01:28:29.550256Z","end":"2026-04-10T01:28:29.882781Z","steps":["trace[633576644] 'agreement among raft nodes before linearized reading' (duration: 332.173011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:29.882949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:29.550242Z","time spent":"332.686396ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:28:29.882592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.706163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dcgml\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-04-10T01:28:29.884261Z","caller":"traceutil/trace.go:171","msg":"trace[1628607595] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dcgml; range_end:; response_count:1; response_revision:8875; }","duration":"272.41204ms","start":"2026-04-10T01:28:29.611835Z","end":"2026-04-10T01:28:29.884247Z","steps":["trace[1628607595] 'agreement among raft nodes before linearized reading' (duration: 270.523109ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:32.475958Z","caller":"traceutil/trace.go:171","msg":"trace[1901438703] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"106.564146ms","start":"2026-04-10T01:28:32.369363Z","end":"2026-04-10T01:28:32.475927Z","steps":["trace[1901438703] 'process raft request' (duration: 106.36671ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:32.514531Z","caller":"traceutil/trace.go:171","msg":"trace[411377459] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"119.040581ms","start":"2026-04-10T01:28:32.395465Z","end":"2026-04-10T01:28:32.514506Z","steps":["trace[411377459] 'process raft request' (duration: 118.876797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:33.565965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653605277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:28:34.06606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653605277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:28:34.522658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.481977571s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:28:34.523195Z","caller":"traceutil/trace.go:171","msg":"trace[57970412] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"1.48261875s","start":"2026-04-10T01:28:33.040545Z","end":"2026-04-10T01:28:34.523164Z","steps":["trace[57970412] 'process raft request' (duration: 1.482370612s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:34.523368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.040527Z","time spent":"1.482750963s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:35.277514Z","caller":"traceutil/trace.go:171","msg":"trace[580560525] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"793.889088ms","start":"2026-04-10T01:28:34.483595Z","end":"2026-04-10T01:28:35.277484Z","steps":["trace[580560525] 'process raft request' (duration: 793.783336ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.277577Z","caller":"traceutil/trace.go:171","msg":"trace[491781438] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"1.898876589s","start":"2026-04-10T01:28:33.378634Z","end":"2026-04-10T01:28:35.27751Z","steps":["trace[491781438] 'process raft request' (duration: 1.898508089s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.277676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.483556Z","time spent":"794.035452ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:35.277752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.378597Z","time spent":"1.899061533s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:35.277741Z","caller":"traceutil/trace.go:171","msg":"trace[1152400747] linearizableReadLoop","detail":"{readStateIndex:9227; appliedIndex:9225; }","duration":"2.212458408s","start":"2026-04-10T01:28:33.065256Z","end":"2026-04-10T01:28:35.277714Z","steps":["trace[1152400747] 'read index received' (duration: 1.457742808s)","trace[1152400747] 'applied index is now lower than readState.Index' (duration: 754.71452ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:35.277883Z","caller":"traceutil/trace.go:171","msg":"trace[138614936] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"756.989353ms","start":"2026-04-10T01:28:34.520854Z","end":"2026-04-10T01:28:35.277843Z","steps":["trace[138614936] 'process raft request' (duration: 756.568661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.277958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212685854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:28:35.277996Z","caller":"traceutil/trace.go:171","msg":"trace[1436965877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8898; }","duration":"2.212786666s","start":"2026-04-10T01:28:33.065197Z","end":"2026-04-10T01:28:35.277984Z","steps":["trace[1436965877] 'agreement among raft nodes before linearized reading' (duration: 2.212633423s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.27804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.065171Z","time spent":"2.21286166s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:35.27807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.520825Z","time spent":"757.149636ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:35.394706Z","caller":"traceutil/trace.go:171","msg":"trace[1561410698] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"112.167867ms","start":"2026-04-10T01:28:35.282505Z","end":"2026-04-10T01:28:35.394673Z","steps":["trace[1561410698] 'process raft request' (duration: 112.106765ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.394721Z","caller":"traceutil/trace.go:171","msg":"trace[354377284] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9229; }","duration":"116.889583ms","start":"2026-04-10T01:28:35.2778Z","end":"2026-04-10T01:28:35.394689Z","steps":["trace[354377284] 'read index received' (duration: 80.653806ms)","trace[354377284] 'applied index is now lower than readState.Index' (duration: 36.232827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:35.394896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200511468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:28:35.3947Z","caller":"traceutil/trace.go:171","msg":"trace[1649207209] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"620.718297ms","start":"2026-04-10T01:28:34.773933Z","end":"2026-04-10T01:28:35.394651Z","steps":["trace[1649207209] 'process raft request' (duration: 584.491049ms)","trace[1649207209] 'compare' (duration: 36.051303ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:35.394963Z","caller":"traceutil/trace.go:171","msg":"trace[780408726] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8900; }","duration":"1.200641502s","start":"2026-04-10T01:28:34.194306Z","end":"2026-04-10T01:28:35.394947Z","steps":["trace[780408726] 'agreement among raft nodes before linearized reading' (duration: 1.200491877s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.394917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.293887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:28:35.395005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126327516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.395011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.194286Z","time spent":"1.200713343s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:35.395058Z","caller":"traceutil/trace.go:171","msg":"trace[785409896] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8900; }","duration":"2.126430318s","start":"2026-04-10T01:28:33.268615Z","end":"2026-04-10T01:28:35.395045Z","steps":["trace[785409896] 'agreement among raft nodes before linearized reading' (duration: 2.126357896s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.395069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.773913Z","time spent":"621.073946ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:35.395109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.268588Z","time spent":"2.126507011s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.395154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.522283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.395218Z","caller":"traceutil/trace.go:171","msg":"trace[1801238737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8900; }","duration":"543.597516ms","start":"2026-04-10T01:28:34.851606Z","end":"2026-04-10T01:28:35.395203Z","steps":["trace[1801238737] 'agreement among raft nodes before linearized reading' (duration: 543.484983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.39528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.851598Z","time spent":"543.668838ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:28:35.395047Z","caller":"traceutil/trace.go:171","msg":"trace[1588755338] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8900; }","duration":"798.498042ms","start":"2026-04-10T01:28:34.59652Z","end":"2026-04-10T01:28:35.395018Z","steps":["trace[1588755338] 'agreement among raft nodes before linearized reading' (duration: 798.195774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.395352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.596503Z","time spent":"798.835131ms","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.395353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828062879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:28:35.395449Z","caller":"traceutil/trace.go:171","msg":"trace[912706677] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8900; }","duration":"1.828670495s","start":"2026-04-10T01:28:33.56676Z","end":"2026-04-10T01:28:35.39543Z","steps":["trace[912706677] 'agreement among raft nodes before linearized reading' (duration: 1.828026027s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.394944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320818932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-10T01:28:35.395578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429412964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:28:35.39563Z","caller":"traceutil/trace.go:171","msg":"trace[337607075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8900; }","duration":"1.429508557s","start":"2026-04-10T01:28:33.966106Z","end":"2026-04-10T01:28:35.395614Z","steps":["trace[337607075] 'agreement among raft nodes before linearized reading' (duration: 1.429326202s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.395573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.566745Z","time spent":"1.828787257s","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.395668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.966079Z","time spent":"1.429581378s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:28:35.395711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.778708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:35.395578Z","caller":"traceutil/trace.go:171","msg":"trace[599014573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:8900; }","duration":"2.321513421s","start":"2026-04-10T01:28:33.074051Z","end":"2026-04-10T01:28:35.395564Z","steps":["trace[599014573] 'agreement among raft nodes before linearized reading' (duration: 2.3207217s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:35.395796Z","caller":"traceutil/trace.go:171","msg":"trace[400231399] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8900; }","duration":"762.914523ms","start":"2026-04-10T01:28:34.632867Z","end":"2026-04-10T01:28:35.395782Z","steps":["trace[400231399] 'agreement among raft nodes before linearized reading' (duration: 762.80974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.395803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421940242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:28:35.395831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.632844Z","time spent":"762.977274ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.395828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.074025Z","time spent":"2.321791468s","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"info","ts":"2026-04-10T01:28:35.395862Z","caller":"traceutil/trace.go:171","msg":"trace[1039612522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8900; }","duration":"1.422026644s","start":"2026-04-10T01:28:33.973821Z","end":"2026-04-10T01:28:35.395848Z","steps":["trace[1039612522] 'agreement among raft nodes before linearized reading' (duration: 1.421790148s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.395904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.973811Z","time spent":"1.422084755s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:35.395932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.210508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:28:35.395984Z","caller":"traceutil/trace.go:171","msg":"trace[558082299] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8900; }","duration":"777.331001ms","start":"2026-04-10T01:28:34.618638Z","end":"2026-04-10T01:28:35.395969Z","steps":["trace[558082299] 'agreement among raft nodes before linearized reading' (duration: 777.095635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.395999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.906713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:35.396019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.618614Z","time spent":"777.397293ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-10T01:28:35.396028Z","caller":"traceutil/trace.go:171","msg":"trace[1907203909] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8900; }","duration":"626.980304ms","start":"2026-04-10T01:28:34.769039Z","end":"2026-04-10T01:28:35.396019Z","steps":["trace[1907203909] 'agreement among raft nodes before linearized reading' (duration: 626.930953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.396067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:34.769013Z","time spent":"627.045748ms","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:35.396324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425417196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:28:35.396387Z","caller":"traceutil/trace.go:171","msg":"trace[532906848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8900; }","duration":"1.425533829s","start":"2026-04-10T01:28:33.970839Z","end":"2026-04-10T01:28:35.396373Z","steps":["trace[532906848] 'agreement among raft nodes before linearized reading' (duration: 1.425355034s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:35.396425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:33.970816Z","time spent":"1.42560083s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:28:37.223146Z","caller":"traceutil/trace.go:171","msg":"trace[1885833966] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"101.253472ms","start":"2026-04-10T01:28:37.121835Z","end":"2026-04-10T01:28:37.223088Z","steps":["trace[1885833966] 'process raft request' (duration: 75.466916ms)","trace[1885833966] 'compare' (duration: 25.617401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:37.705492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.868026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:28:37.70575Z","caller":"traceutil/trace.go:171","msg":"trace[168635641] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"421.203753ms","start":"2026-04-10T01:28:37.2845Z","end":"2026-04-10T01:28:37.705704Z","steps":["trace[168635641] 'process raft request' (duration: 113.015718ms)","trace[168635641] 'compare' (duration: 307.492947ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:37.707741Z","caller":"traceutil/trace.go:171","msg":"trace[1460550911] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"423.193908ms","start":"2026-04-10T01:28:37.284526Z","end":"2026-04-10T01:28:37.707719Z","steps":["trace[1460550911] 'process raft request' (duration: 421.08941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.707794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.284478Z","time spent":"423.169987ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:37.70791Z","caller":"traceutil/trace.go:171","msg":"trace[182036912] linearizableReadLoop","detail":"{readStateIndex:9242; appliedIndex:9239; }","duration":"420.741491ms","start":"2026-04-10T01:28:37.287151Z","end":"2026-04-10T01:28:37.707892Z","steps":["trace[182036912] 'read index received' (duration: 110.312726ms)","trace[182036912] 'applied index is now lower than readState.Index' (duration: 310.427735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:37.708095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.938597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T01:28:37.708148Z","caller":"traceutil/trace.go:171","msg":"trace[1080274287] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8910; }","duration":"421.03776ms","start":"2026-04-10T01:28:37.287098Z","end":"2026-04-10T01:28:37.708136Z","steps":["trace[1080274287] 'agreement among raft nodes before linearized reading' (duration: 420.885105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.708177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.287078Z","time spent":"421.091091ms","remote":"127.0.0.1:46356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-10T01:28:37.708183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.734752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:28:37.708178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.969984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:28:37.708192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.22522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T01:28:37.708211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.926941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:37.708212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.201718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:28:37.70823Z","caller":"traceutil/trace.go:171","msg":"trace[163607166] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8910; }","duration":"274.808544ms","start":"2026-04-10T01:28:37.433409Z","end":"2026-04-10T01:28:37.708218Z","steps":["trace[163607166] 'agreement among raft nodes before linearized reading' (duration: 274.720162ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:37.708251Z","caller":"traceutil/trace.go:171","msg":"trace[2021606724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8910; }","duration":"290.332573ms","start":"2026-04-10T01:28:37.417904Z","end":"2026-04-10T01:28:37.708237Z","steps":["trace[2021606724] 'agreement among raft nodes before linearized reading' (duration: 290.166138ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:37.708257Z","caller":"traceutil/trace.go:171","msg":"trace[949744543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8910; }","duration":"290.271862ms","start":"2026-04-10T01:28:37.417974Z","end":"2026-04-10T01:28:37.708246Z","steps":["trace[949744543] 'agreement among raft nodes before linearized reading' (duration: 290.117687ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:37.708259Z","caller":"traceutil/trace.go:171","msg":"trace[650802576] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8910; }","duration":"128.012034ms","start":"2026-04-10T01:28:37.580232Z","end":"2026-04-10T01:28:37.708244Z","steps":["trace[650802576] 'agreement among raft nodes before linearized reading' (duration: 127.936272ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:37.708251Z","caller":"traceutil/trace.go:171","msg":"trace[1126705289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8910; }","duration":"290.066556ms","start":"2026-04-10T01:28:37.418162Z","end":"2026-04-10T01:28:37.708229Z","steps":["trace[1126705289] 'agreement among raft nodes before linearized reading' (duration: 289.864981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.708286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.883567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:28:37.708326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.897532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-10T01:28:37.708349Z","caller":"traceutil/trace.go:171","msg":"trace[2119179218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8910; }","duration":"301.00064ms","start":"2026-04-10T01:28:37.407336Z","end":"2026-04-10T01:28:37.708337Z","steps":["trace[2119179218] 'agreement among raft nodes before linearized reading' (duration: 300.762494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.708193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.777137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T01:28:37.708367Z","caller":"traceutil/trace.go:171","msg":"trace[1433561878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:8910; }","duration":"285.933014ms","start":"2026-04-10T01:28:37.422421Z","end":"2026-04-10T01:28:37.708354Z","steps":["trace[1433561878] 'agreement among raft nodes before linearized reading' (duration: 285.823251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.708397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.407316Z","time spent":"301.071513ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:28:37.708402Z","caller":"traceutil/trace.go:171","msg":"trace[863468744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8910; }","duration":"306.994443ms","start":"2026-04-10T01:28:37.401391Z","end":"2026-04-10T01:28:37.708386Z","steps":["trace[863468744] 'agreement among raft nodes before linearized reading' (duration: 306.628923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.708456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.401328Z","time spent":"307.107454ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:28:37.708047Z","caller":"traceutil/trace.go:171","msg":"trace[2116628717] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"423.444374ms","start":"2026-04-10T01:28:37.284551Z","end":"2026-04-10T01:28:37.707995Z","steps":["trace[2116628717] 'process raft request' (duration: 421.280525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:37.70884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.284521Z","time spent":"424.241205ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:37.708578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.284499Z","time spent":"423.294809ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:38.401509Z","caller":"traceutil/trace.go:171","msg":"trace[716591458] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"688.439044ms","start":"2026-04-10T01:28:37.713046Z","end":"2026-04-10T01:28:38.401486Z","steps":["trace[716591458] 'process raft request' (duration: 688.232848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.40165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.713028Z","time spent":"688.546677ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:38.401812Z","caller":"traceutil/trace.go:171","msg":"trace[542627319] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"688.617849ms","start":"2026-04-10T01:28:37.713178Z","end":"2026-04-10T01:28:38.401796Z","steps":["trace[542627319] 'process raft request' (duration: 688.267599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.401894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.713172Z","time spent":"688.67459ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:38.402091Z","caller":"traceutil/trace.go:171","msg":"trace[1348210282] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"688.873224ms","start":"2026-04-10T01:28:37.713201Z","end":"2026-04-10T01:28:38.402074Z","steps":["trace[1348210282] 'process raft request' (duration: 688.521745ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:38.402123Z","caller":"traceutil/trace.go:171","msg":"trace[701601303] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9242; }","duration":"688.687749ms","start":"2026-04-10T01:28:37.713405Z","end":"2026-04-10T01:28:38.402093Z","steps":["trace[701601303] 'read index received' (duration: 60.186303ms)","trace[701601303] 'applied index is now lower than readState.Index' (duration: 628.500176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:38.402167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.713185Z","time spent":"688.943337ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:38.402229Z","caller":"traceutil/trace.go:171","msg":"trace[414885518] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"688.907795ms","start":"2026-04-10T01:28:37.713295Z","end":"2026-04-10T01:28:38.402203Z","steps":["trace[414885518] 'process raft request' (duration: 688.674439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.402351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.713287Z","time spent":"688.998369ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:38.402523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.112411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228579"} {"level":"info","ts":"2026-04-10T01:28:38.402565Z","caller":"traceutil/trace.go:171","msg":"trace[1437976783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8915; }","duration":"689.172713ms","start":"2026-04-10T01:28:37.713383Z","end":"2026-04-10T01:28:38.402556Z","steps":["trace[1437976783] 'agreement among raft nodes before linearized reading' (duration: 688.815103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.402595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.713375Z","time spent":"689.210064ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228601,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-10T01:28:38.651972Z","caller":"traceutil/trace.go:171","msg":"trace[654969810] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"833.583499ms","start":"2026-04-10T01:28:37.818364Z","end":"2026-04-10T01:28:38.651948Z","steps":["trace[654969810] 'process raft request' (duration: 821.800411ms)","trace[654969810] 'compare' (duration: 11.230393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:38.652147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.709915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:38.652179Z","caller":"traceutil/trace.go:171","msg":"trace[1440609214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8917; }","duration":"799.774417ms","start":"2026-04-10T01:28:37.852396Z","end":"2026-04-10T01:28:38.652171Z","steps":["trace[1440609214] 'agreement among raft nodes before linearized reading' (duration: 799.706066ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:38.652159Z","caller":"traceutil/trace.go:171","msg":"trace[490838206] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"427.156604ms","start":"2026-04-10T01:28:38.224971Z","end":"2026-04-10T01:28:38.652128Z","steps":["trace[490838206] 'process raft request' (duration: 426.898487ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:38.652078Z","caller":"traceutil/trace.go:171","msg":"trace[942834298] linearizableReadLoop","detail":"{readStateIndex:9249; appliedIndex:9247; }","duration":"249.861211ms","start":"2026-04-10T01:28:38.402197Z","end":"2026-04-10T01:28:38.652058Z","steps":["trace[942834298] 'read index received' (duration: 237.979521ms)","trace[942834298] 'applied index is now lower than readState.Index' (duration: 11.87909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:38.652201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.852385Z","time spent":"799.811218ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:28:38.652313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:38.224949Z","time spent":"427.286418ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:38.65309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:37.818337Z","time spent":"833.871816ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:38.756331Z","caller":"traceutil/trace.go:171","msg":"trace[1897919557] linearizableReadLoop","detail":"{readStateIndex:9250; appliedIndex:9249; }","duration":"104.040266ms","start":"2026-04-10T01:28:38.652274Z","end":"2026-04-10T01:28:38.756314Z","steps":["trace[1897919557] 'read index received' (duration: 102.849484ms)","trace[1897919557] 'applied index is now lower than readState.Index' (duration: 1.189862ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:38.756458Z","caller":"traceutil/trace.go:171","msg":"trace[1408722906] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"344.70541ms","start":"2026-04-10T01:28:38.411742Z","end":"2026-04-10T01:28:38.756448Z","steps":["trace[1408722906] 'process raft request' (duration: 343.428175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.756537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:38.411727Z","time spent":"344.76194ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:38.756555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.107111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:38.756628Z","caller":"traceutil/trace.go:171","msg":"trace[1345416053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8918; }","duration":"103.224964ms","start":"2026-04-10T01:28:38.653383Z","end":"2026-04-10T01:28:38.756608Z","steps":["trace[1345416053] 'agreement among raft nodes before linearized reading' (duration: 103.102081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:38.756649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.946817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:28:38.756758Z","caller":"traceutil/trace.go:171","msg":"trace[437508314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8918; }","duration":"169.108922ms","start":"2026-04-10T01:28:38.587632Z","end":"2026-04-10T01:28:38.756741Z","steps":["trace[437508314] 'agreement among raft nodes before linearized reading' (duration: 168.871836ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:48.389145Z","caller":"traceutil/trace.go:171","msg":"trace[46851224] linearizableReadLoop","detail":"{readStateIndex:9343; appliedIndex:9341; }","duration":"205.834432ms","start":"2026-04-10T01:28:48.183288Z","end":"2026-04-10T01:28:48.389122Z","steps":["trace[46851224] 'read index received' (duration: 205.579966ms)","trace[46851224] 'applied index is now lower than readState.Index' (duration: 253.666µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:48.389364Z","caller":"traceutil/trace.go:171","msg":"trace[1865128987] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"526.466632ms","start":"2026-04-10T01:28:47.862884Z","end":"2026-04-10T01:28:48.389351Z","steps":["trace[1865128987] 'process raft request' (duration: 526.058041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:48.389448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:47.862837Z","time spent":"526.547885ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4757,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:48.389562Z","caller":"traceutil/trace.go:171","msg":"trace[252760070] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9005; }","duration":"525.562519ms","start":"2026-04-10T01:28:47.863993Z","end":"2026-04-10T01:28:48.389555Z","steps":["trace[252760070] 'process raft request' (duration: 525.096867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:48.389604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:47.863978Z","time spent":"525.60755ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4805,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:48.389717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.423279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:48.389755Z","caller":"traceutil/trace.go:171","msg":"trace[423491133] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9005; }","duration":"206.4636ms","start":"2026-04-10T01:28:48.18328Z","end":"2026-04-10T01:28:48.389744Z","steps":["trace[423491133] 'agreement among raft nodes before linearized reading' (duration: 206.398538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:48.389798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.084435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:48.389859Z","caller":"traceutil/trace.go:171","msg":"trace[1058893594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9005; }","duration":"135.188168ms","start":"2026-04-10T01:28:48.254654Z","end":"2026-04-10T01:28:48.389842Z","steps":["trace[1058893594] 'agreement among raft nodes before linearized reading' (duration: 135.063264ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:49.608213Z","caller":"traceutil/trace.go:171","msg":"trace[762704135] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"242.342709ms","start":"2026-04-10T01:28:49.365844Z","end":"2026-04-10T01:28:49.608186Z","steps":["trace[762704135] 'process raft request' (duration: 242.177404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:49.907215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.085783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:28:49.90742Z","caller":"traceutil/trace.go:171","msg":"trace[338495737] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"135.995949ms","start":"2026-04-10T01:28:49.771406Z","end":"2026-04-10T01:28:49.907402Z","steps":["trace[338495737] 'process raft request' (duration: 135.912167ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:49.907786Z","caller":"traceutil/trace.go:171","msg":"trace[613115184] linearizableReadLoop","detail":"{readStateIndex:9358; appliedIndex:9357; }","duration":"292.494132ms","start":"2026-04-10T01:28:49.615263Z","end":"2026-04-10T01:28:49.907757Z","steps":["trace[613115184] 'read index received' (duration: 59.777533ms)","trace[613115184] 'applied index is now lower than readState.Index' (duration: 232.713499ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:28:49.90794Z","caller":"traceutil/trace.go:171","msg":"trace[919937831] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"422.822477ms","start":"2026-04-10T01:28:49.485089Z","end":"2026-04-10T01:28:49.907911Z","steps":["trace[919937831] 'process raft request' (duration: 189.975665ms)","trace[919937831] 'compare' (duration: 231.858175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:49.908045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:49.485062Z","time spent":"422.93048ms","remote":"127.0.0.1:46406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T01:28:49.908166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.895502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-10T01:28:49.908241Z","caller":"traceutil/trace.go:171","msg":"trace[15333199] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9020; }","duration":"293.013286ms","start":"2026-04-10T01:28:49.615209Z","end":"2026-04-10T01:28:49.908222Z","steps":["trace[15333199] 'agreement among raft nodes before linearized reading' (duration: 292.777119ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:50.16622Z","caller":"traceutil/trace.go:171","msg":"trace[153630633] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"393.854406ms","start":"2026-04-10T01:28:49.772331Z","end":"2026-04-10T01:28:50.166185Z","steps":["trace[153630633] 'process raft request' (duration: 393.61465ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:50.166361Z","caller":"traceutil/trace.go:171","msg":"trace[746858991] linearizableReadLoop","detail":"{readStateIndex:9361; appliedIndex:9359; }","duration":"258.3696ms","start":"2026-04-10T01:28:49.907959Z","end":"2026-04-10T01:28:50.166329Z","steps":["trace[746858991] 'read index received' (duration: 258.013291ms)","trace[746858991] 'applied index is now lower than readState.Index' (duration: 353.609µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:50.166442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:49.772315Z","time spent":"394.002889ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:50.166524Z","caller":"traceutil/trace.go:171","msg":"trace[1961994283] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"391.347718ms","start":"2026-04-10T01:28:49.775152Z","end":"2026-04-10T01:28:50.1665Z","steps":["trace[1961994283] 'process raft request' (duration: 390.985908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.166565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.679961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:50.166611Z","caller":"traceutil/trace.go:171","msg":"trace[1113677516] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:9022; }","duration":"542.777363ms","start":"2026-04-10T01:28:49.62381Z","end":"2026-04-10T01:28:50.166587Z","steps":["trace[1113677516] 'agreement among raft nodes before linearized reading' (duration: 542.68166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.166634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:49.62379Z","time spent":"542.836706ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:28:50.166604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.290914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T01:28:50.166676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:49.775109Z","time spent":"391.46877ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:50.166685Z","caller":"traceutil/trace.go:171","msg":"trace[1735205660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9022; }","duration":"342.433297ms","start":"2026-04-10T01:28:49.824233Z","end":"2026-04-10T01:28:50.166666Z","steps":["trace[1735205660] 'agreement among raft nodes before linearized reading' (duration: 342.179391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.166931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.503831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:28:50.166893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:49.82421Z","time spent":"342.667435ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T01:28:50.166969Z","caller":"traceutil/trace.go:171","msg":"trace[1819091070] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9022; }","duration":"395.575452ms","start":"2026-04-10T01:28:49.771379Z","end":"2026-04-10T01:28:50.166955Z","steps":["trace[1819091070] 'agreement among raft nodes before linearized reading' (duration: 395.068348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.167034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:49.771349Z","time spent":"395.677165ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:28:50.178806Z","caller":"traceutil/trace.go:171","msg":"trace[1912054288] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"266.573522ms","start":"2026-04-10T01:28:49.912219Z","end":"2026-04-10T01:28:50.178792Z","steps":["trace[1912054288] 'process raft request' (duration: 266.449309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.178844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.811265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:50.178925Z","caller":"traceutil/trace.go:171","msg":"trace[501377233] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:9024; }","duration":"267.935179ms","start":"2026-04-10T01:28:49.910968Z","end":"2026-04-10T01:28:50.178903Z","steps":["trace[501377233] 'agreement among raft nodes before linearized reading' (duration: 267.772784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.179044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.386174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-10T01:28:50.179092Z","caller":"traceutil/trace.go:171","msg":"trace[892506908] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9024; }","duration":"267.440216ms","start":"2026-04-10T01:28:49.91164Z","end":"2026-04-10T01:28:50.179081Z","steps":["trace[892506908] 'agreement among raft nodes before linearized reading' (duration: 267.272871ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:50.1791Z","caller":"traceutil/trace.go:171","msg":"trace[811998314] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"266.640643ms","start":"2026-04-10T01:28:49.912102Z","end":"2026-04-10T01:28:50.178742Z","steps":["trace[811998314] 'process raft request' (duration: 266.386016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.179228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.397804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:28:50.179357Z","caller":"traceutil/trace.go:171","msg":"trace[1420242822] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9024; }","duration":"174.62295ms","start":"2026-04-10T01:28:50.004714Z","end":"2026-04-10T01:28:50.179337Z","steps":["trace[1420242822] 'agreement among raft nodes before linearized reading' (duration: 174.186099ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:50.959713Z","caller":"traceutil/trace.go:171","msg":"trace[1728049264] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"368.763598ms","start":"2026-04-10T01:28:50.590926Z","end":"2026-04-10T01:28:50.959689Z","steps":["trace[1728049264] 'process raft request' (duration: 368.624815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.959852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:50.590912Z","time spent":"368.873861ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:50.960011Z","caller":"traceutil/trace.go:171","msg":"trace[1046871347] linearizableReadLoop","detail":"{readStateIndex:9367; appliedIndex:9367; }","duration":"367.471354ms","start":"2026-04-10T01:28:50.592527Z","end":"2026-04-10T01:28:50.959998Z","steps":["trace[1046871347] 'read index received' (duration: 367.465144ms)","trace[1046871347] 'applied index is now lower than readState.Index' (duration: 5.11µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:50.960217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.129727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-10T01:28:50.960233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.699448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:50.960291Z","caller":"traceutil/trace.go:171","msg":"trace[440139564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9028; }","duration":"113.80001ms","start":"2026-04-10T01:28:50.846477Z","end":"2026-04-10T01:28:50.960277Z","steps":["trace[440139564] 'agreement among raft nodes before linearized reading' (duration: 113.705438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.960321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.603921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T01:28:50.960342Z","caller":"traceutil/trace.go:171","msg":"trace[1387326657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9028; }","duration":"316.668273ms","start":"2026-04-10T01:28:50.643669Z","end":"2026-04-10T01:28:50.960337Z","steps":["trace[1387326657] 'agreement among raft nodes before linearized reading' (duration: 316.606231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.960362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:50.643643Z","time spent":"316.714595ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:28:50.960261Z","caller":"traceutil/trace.go:171","msg":"trace[1101792921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9028; }","duration":"317.192867ms","start":"2026-04-10T01:28:50.643057Z","end":"2026-04-10T01:28:50.96025Z","steps":["trace[1101792921] 'agreement among raft nodes before linearized reading' (duration: 317.084554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.960442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:50.643041Z","time spent":"317.390723ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:28:50.960542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.264111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-10T01:28:50.960607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.378693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:28:50.960639Z","caller":"traceutil/trace.go:171","msg":"trace[1538841482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9028; }","duration":"317.446945ms","start":"2026-04-10T01:28:50.643182Z","end":"2026-04-10T01:28:50.960629Z","steps":["trace[1538841482] 'agreement among raft nodes before linearized reading' (duration: 317.322392ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:50.960651Z","caller":"traceutil/trace.go:171","msg":"trace[2061686912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9028; }","duration":"101.445177ms","start":"2026-04-10T01:28:50.859181Z","end":"2026-04-10T01:28:50.960626Z","steps":["trace[2061686912] 'agreement among raft nodes before linearized reading' (duration: 101.057456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.960689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:50.643148Z","time spent":"317.535066ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:28:50.960742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.221594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:50.960776Z","caller":"traceutil/trace.go:171","msg":"trace[1576877936] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:9028; }","duration":"368.269395ms","start":"2026-04-10T01:28:50.592495Z","end":"2026-04-10T01:28:50.960764Z","steps":["trace[1576877936] 'agreement among raft nodes before linearized reading' (duration: 367.604788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:50.960797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:50.592485Z","time spent":"368.307617ms","remote":"127.0.0.1:46202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-04-10T01:28:52.720764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653605683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:28:53.221573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653605683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T01:28:53.267704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354237216s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T01:28:53.268122Z","caller":"traceutil/trace.go:171","msg":"trace[802752764] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"1.354740369s","start":"2026-04-10T01:28:51.913355Z","end":"2026-04-10T01:28:53.268095Z","steps":["trace[802752764] 'process raft request' (duration: 1.354561334s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.268288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:51.913338Z","time spent":"1.354863693s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:28:53.291733Z","caller":"traceutil/trace.go:171","msg":"trace[1783170977] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"1.120385356s","start":"2026-04-10T01:28:52.171325Z","end":"2026-04-10T01:28:53.29171Z","steps":["trace[1783170977] 'process raft request' (duration: 1.120319354s)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:53.29176Z","caller":"traceutil/trace.go:171","msg":"trace[1554926841] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"1.120475249s","start":"2026-04-10T01:28:52.171238Z","end":"2026-04-10T01:28:53.291713Z","steps":["trace[1554926841] 'process raft request' (duration: 1.120274464s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.291864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:52.171286Z","time spent":"1.12049447s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:53.291994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:52.171203Z","time spent":"1.120651254s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:28:53.576996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.288466ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-10T01:28:53.577097Z","caller":"traceutil/trace.go:171","msg":"trace[182834847] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9372; }","duration":"1.357177785s","start":"2026-04-10T01:28:52.219901Z","end":"2026-04-10T01:28:53.577079Z","steps":["trace[182834847] 'read index received' (duration: 1.047987864s)","trace[182834847] 'applied index is now lower than readState.Index' (duration: 309.187581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:53.577641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.351062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:28:53.577675Z","caller":"traceutil/trace.go:171","msg":"trace[33088806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9036; }","duration":"572.419863ms","start":"2026-04-10T01:28:53.005248Z","end":"2026-04-10T01:28:53.577668Z","steps":["trace[33088806] 'agreement among raft nodes before linearized reading' (duration: 572.259889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.577702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:53.00524Z","time spent":"572.456134ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T01:28:53.57772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357824373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T01:28:53.577765Z","caller":"traceutil/trace.go:171","msg":"trace[514915807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9036; }","duration":"1.357915275s","start":"2026-04-10T01:28:52.219836Z","end":"2026-04-10T01:28:53.577751Z","steps":["trace[514915807] 'agreement among raft nodes before linearized reading' (duration: 1.357781462s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.577806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:52.219815Z","time spent":"1.357983806s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:28:53.577771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.99756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-10T01:28:53.577846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.129918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:28:53.577897Z","caller":"traceutil/trace.go:171","msg":"trace[913996776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:9036; }","duration":"993.194154ms","start":"2026-04-10T01:28:52.584677Z","end":"2026-04-10T01:28:53.577871Z","steps":["trace[913996776] 'agreement among raft nodes before linearized reading' (duration: 992.813804ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:53.577936Z","caller":"traceutil/trace.go:171","msg":"trace[1476108331] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9036; }","duration":"568.273291ms","start":"2026-04-10T01:28:53.009642Z","end":"2026-04-10T01:28:53.577915Z","steps":["trace[1476108331] 'agreement among raft nodes before linearized reading' (duration: 568.026275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.577956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:52.584656Z","time spent":"993.289717ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"warn","ts":"2026-04-10T01:28:53.578015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:53.009615Z","time spent":"568.357983ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:28:53.578067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.304144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T01:28:53.578229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.910154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:28:53.578271Z","caller":"traceutil/trace.go:171","msg":"trace[1043002876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9036; }","duration":"729.006758ms","start":"2026-04-10T01:28:52.849251Z","end":"2026-04-10T01:28:53.578258Z","steps":["trace[1043002876] 'agreement among raft nodes before linearized reading' (duration: 728.949566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.578296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:52.849219Z","time spent":"729.07205ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:28:53.578413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.140513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:28:53.578471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.591911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:28:53.578572Z","caller":"traceutil/trace.go:171","msg":"trace[1861752491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9036; }","duration":"614.769365ms","start":"2026-04-10T01:28:52.963776Z","end":"2026-04-10T01:28:53.578546Z","steps":["trace[1861752491] 'agreement among raft nodes before linearized reading' (duration: 614.384115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.578634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:52.963752Z","time spent":"614.871848ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:28:53.578552Z","caller":"traceutil/trace.go:171","msg":"trace[1923966104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9036; }","duration":"584.448728ms","start":"2026-04-10T01:28:52.993712Z","end":"2026-04-10T01:28:53.578161Z","steps":["trace[1923966104] 'agreement among raft nodes before linearized reading' (duration: 583.974665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.578809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:52.993624Z","time spent":"585.168517ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T01:28:53.578521Z","caller":"traceutil/trace.go:171","msg":"trace[1886232399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9036; }","duration":"573.275886ms","start":"2026-04-10T01:28:53.005222Z","end":"2026-04-10T01:28:53.578498Z","steps":["trace[1886232399] 'agreement among raft nodes before linearized reading' (duration: 572.931717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:28:53.579581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:53.005199Z","time spent":"574.358655ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:28:53.727845Z","caller":"traceutil/trace.go:171","msg":"trace[1201782833] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"144.634643ms","start":"2026-04-10T01:28:53.583149Z","end":"2026-04-10T01:28:53.727784Z","steps":["trace[1201782833] 'process raft request' (duration: 141.19021ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:53.727871Z","caller":"traceutil/trace.go:171","msg":"trace[2130374382] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"144.665704ms","start":"2026-04-10T01:28:53.583168Z","end":"2026-04-10T01:28:53.727834Z","steps":["trace[2130374382] 'process raft request' (duration: 144.538749ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:53.728333Z","caller":"traceutil/trace.go:171","msg":"trace[1392362765] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"145.117206ms","start":"2026-04-10T01:28:53.583193Z","end":"2026-04-10T01:28:53.72831Z","steps":["trace[1392362765] 'process raft request' (duration: 144.585302ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:53.728587Z","caller":"traceutil/trace.go:171","msg":"trace[1547213215] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"144.843437ms","start":"2026-04-10T01:28:53.583735Z","end":"2026-04-10T01:28:53.728579Z","steps":["trace[1547213215] 'process raft request' (duration: 144.531129ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:53.728663Z","caller":"traceutil/trace.go:171","msg":"trace[1972231587] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"145.189927ms","start":"2026-04-10T01:28:53.583454Z","end":"2026-04-10T01:28:53.728643Z","steps":["trace[1972231587] 'process raft request' (duration: 144.462547ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:28:53.729007Z","caller":"traceutil/trace.go:171","msg":"trace[1619519440] linearizableReadLoop","detail":"{readStateIndex:9381; appliedIndex:9376; }","duration":"145.473125ms","start":"2026-04-10T01:28:53.583468Z","end":"2026-04-10T01:28:53.728941Z","steps":["trace[1619519440] 'read index received' (duration: 30.077331ms)","trace[1619519440] 'applied index is now lower than readState.Index' (duration: 115.383634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:28:53.729376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.894176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228494"} {"level":"info","ts":"2026-04-10T01:28:53.729413Z","caller":"traceutil/trace.go:171","msg":"trace[963474941] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9043; }","duration":"145.948287ms","start":"2026-04-10T01:28:53.583456Z","end":"2026-04-10T01:28:53.729404Z","steps":["trace[963474941] 'agreement among raft nodes before linearized reading' (duration: 145.591558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:00.192638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.330023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:29:00.192907Z","caller":"traceutil/trace.go:171","msg":"trace[77196730] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9096; }","duration":"472.641582ms","start":"2026-04-10T01:28:59.720154Z","end":"2026-04-10T01:29:00.192796Z","steps":["trace[77196730] 'count revisions from in-memory index tree' (duration: 472.173349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:00.193122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.269455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T01:29:00.193258Z","caller":"traceutil/trace.go:171","msg":"trace[1427353827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9096; }","duration":"434.503253ms","start":"2026-04-10T01:28:59.758727Z","end":"2026-04-10T01:29:00.19323Z","steps":["trace[1427353827] 'range keys from in-memory index tree' (duration: 433.914137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:00.193288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.006754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T01:29:00.193337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:59.758645Z","time spent":"434.675157ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T01:29:00.193306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.037425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kmn8s\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-10T01:29:00.193334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.472312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wrnnj\" ","response":"range_response_count:1 size:4559"} {"level":"warn","ts":"2026-04-10T01:29:00.193402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.507632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T01:29:00.193407Z","caller":"traceutil/trace.go:171","msg":"trace[1448711797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9096; }","duration":"439.178338ms","start":"2026-04-10T01:28:59.754192Z","end":"2026-04-10T01:29:00.193371Z","steps":["trace[1448711797] 'range keys from in-memory index tree' (duration: 438.768988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:00.193432Z","caller":"traceutil/trace.go:171","msg":"trace[65720967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kmn8s; range_end:; response_count:1; response_revision:9096; }","duration":"432.200701ms","start":"2026-04-10T01:28:59.761194Z","end":"2026-04-10T01:29:00.193394Z","steps":["trace[65720967] 'range keys from in-memory index tree' (duration: 431.795719ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:00.193441Z","caller":"traceutil/trace.go:171","msg":"trace[871772338] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wrnnj; range_end:; response_count:1; response_revision:9096; }","duration":"305.618126ms","start":"2026-04-10T01:28:59.88779Z","end":"2026-04-10T01:29:00.193408Z","steps":["trace[871772338] 'range keys from in-memory index tree' (duration: 305.314537ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:00.193453Z","caller":"traceutil/trace.go:171","msg":"trace[1234732417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9096; }","duration":"285.568554ms","start":"2026-04-10T01:28:59.907866Z","end":"2026-04-10T01:29:00.193434Z","steps":["trace[1234732417] 'range keys from in-memory index tree' (duration: 285.359418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:00.193461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:59.754171Z","time spent":"439.280331ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T01:29:00.193488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:59.761179Z","time spent":"432.298863ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-kmn8s\" "} {"level":"warn","ts":"2026-04-10T01:29:00.193493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:59.887773Z","time spent":"305.710067ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wrnnj\" "} {"level":"warn","ts":"2026-04-10T01:29:00.193552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.817091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-10T01:29:00.193622Z","caller":"traceutil/trace.go:171","msg":"trace[516439836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9096; }","duration":"434.964064ms","start":"2026-04-10T01:28:59.758637Z","end":"2026-04-10T01:29:00.193601Z","steps":["trace[516439836] 'range keys from in-memory index tree' (duration: 434.527752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:00.193103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:59.72013Z","time spent":"472.884778ms","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-10T01:29:00.193684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:59.75862Z","time spent":"435.049967ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-10T01:29:00.193616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.915554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-10T01:29:00.193817Z","caller":"traceutil/trace.go:171","msg":"trace[148666995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9096; }","duration":"435.217352ms","start":"2026-04-10T01:28:59.758583Z","end":"2026-04-10T01:29:00.1938Z","steps":["trace[148666995] 'range keys from in-memory index tree' (duration: 434.580214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:00.193829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.859404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T01:29:00.193864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:59.758567Z","time spent":"435.282253ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T01:29:00.19408Z","caller":"traceutil/trace.go:171","msg":"trace[976453218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9096; }","duration":"433.937067ms","start":"2026-04-10T01:28:59.759922Z","end":"2026-04-10T01:29:00.193859Z","steps":["trace[976453218] 'range keys from in-memory index tree' (duration: 432.956561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:00.19412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:28:59.759853Z","time spent":"434.257095ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T01:29:05.556577Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000253d.wal"} {"level":"warn","ts":"2026-04-10T01:29:05.830523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.114383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T01:29:05.83066Z","caller":"traceutil/trace.go:171","msg":"trace[1376317898] linearizableReadLoop","detail":"{readStateIndex:9545; appliedIndex:9544; }","duration":"215.181465ms","start":"2026-04-10T01:29:05.61546Z","end":"2026-04-10T01:29:05.830641Z","steps":["trace[1376317898] 'read index received' (duration: 98.861207ms)","trace[1376317898] 'applied index is now lower than readState.Index' (duration: 116.318728ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:05.830759Z","caller":"traceutil/trace.go:171","msg":"trace[143049450] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"227.381264ms","start":"2026-04-10T01:29:05.603365Z","end":"2026-04-10T01:29:05.830747Z","steps":["trace[143049450] 'process raft request' (duration: 110.971863ms)","trace[143049450] 'compare' (duration: 115.953209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:29:05.831128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.653916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T01:29:05.831185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.708669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9535"} {"level":"warn","ts":"2026-04-10T01:29:05.831191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.796676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-04-10T01:29:05.831209Z","caller":"traceutil/trace.go:171","msg":"trace[967055223] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9200; }","duration":"103.786379ms","start":"2026-04-10T01:29:05.727403Z","end":"2026-04-10T01:29:05.831189Z","steps":["trace[967055223] 'agreement among raft nodes before linearized reading' (duration: 103.631165ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:05.831244Z","caller":"traceutil/trace.go:171","msg":"trace[307323224] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9200; }","duration":"215.788643ms","start":"2026-04-10T01:29:05.615439Z","end":"2026-04-10T01:29:05.831228Z","steps":["trace[307323224] 'agreement among raft nodes before linearized reading' (duration: 215.596867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:05.831189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.017391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:29:05.83126Z","caller":"traceutil/trace.go:171","msg":"trace[1375806421] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:9200; }","duration":"200.885411ms","start":"2026-04-10T01:29:05.630354Z","end":"2026-04-10T01:29:05.83124Z","steps":["trace[1375806421] 'agreement among raft nodes before linearized reading' (duration: 200.628373ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:05.831329Z","caller":"traceutil/trace.go:171","msg":"trace[1405664180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9200; }","duration":"155.186397ms","start":"2026-04-10T01:29:05.676103Z","end":"2026-04-10T01:29:05.831289Z","steps":["trace[1405664180] 'agreement among raft nodes before linearized reading' (duration: 154.93679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:05.832631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.9259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-10T01:29:05.832709Z","caller":"traceutil/trace.go:171","msg":"trace[1213114220] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9200; }","duration":"148.032053ms","start":"2026-04-10T01:29:05.684659Z","end":"2026-04-10T01:29:05.832691Z","steps":["trace[1213114220] 'agreement among raft nodes before linearized reading' (duration: 146.384539ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:06.018203Z","caller":"traceutil/trace.go:171","msg":"trace[1286348090] linearizableReadLoop","detail":"{readStateIndex:9547; appliedIndex:9546; }","duration":"180.712655ms","start":"2026-04-10T01:29:05.837447Z","end":"2026-04-10T01:29:06.018159Z","steps":["trace[1286348090] 'read index received' (duration: 45.156308ms)","trace[1286348090] 'applied index is now lower than readState.Index' (duration: 135.554387ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:06.018297Z","caller":"traceutil/trace.go:171","msg":"trace[39657625] transaction","detail":"{read_only:false; response_revision:9203; number_of_response:1; }","duration":"165.372351ms","start":"2026-04-10T01:29:05.852891Z","end":"2026-04-10T01:29:06.018263Z","steps":["trace[39657625] 'process raft request' (duration: 165.166855ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:06.018327Z","caller":"traceutil/trace.go:171","msg":"trace[986167710] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"180.949112ms","start":"2026-04-10T01:29:05.837338Z","end":"2026-04-10T01:29:06.018287Z","steps":["trace[986167710] 'process raft request' (duration: 121.178059ms)","trace[986167710] 'compare' (duration: 59.248539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:29:06.018555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.087976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-10T01:29:06.018643Z","caller":"traceutil/trace.go:171","msg":"trace[1697449836] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9203; }","duration":"181.206719ms","start":"2026-04-10T01:29:05.837414Z","end":"2026-04-10T01:29:06.018621Z","steps":["trace[1697449836] 'agreement among raft nodes before linearized reading' (duration: 180.935951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:06.018706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.736633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-10T01:29:06.01868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.891615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5163b5c-18c9-4e19-8858-124a35698932\" ","response":"range_response_count:1 size:2575"} {"level":"warn","ts":"2026-04-10T01:29:06.018712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.636013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:29:06.018774Z","caller":"traceutil/trace.go:171","msg":"trace[1872715554] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9203; }","duration":"151.818576ms","start":"2026-04-10T01:29:05.866918Z","end":"2026-04-10T01:29:06.018736Z","steps":["trace[1872715554] 'agreement among raft nodes before linearized reading' (duration: 151.632071ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:06.018784Z","caller":"traceutil/trace.go:171","msg":"trace[1667962881] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5163b5c-18c9-4e19-8858-124a35698932; range_end:; response_count:1; response_revision:9203; }","duration":"176.03633ms","start":"2026-04-10T01:29:05.842727Z","end":"2026-04-10T01:29:06.018763Z","steps":["trace[1667962881] 'agreement among raft nodes before linearized reading' (duration: 175.715691ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:06.018814Z","caller":"traceutil/trace.go:171","msg":"trace[2070890135] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9203; }","duration":"124.810827ms","start":"2026-04-10T01:29:05.89398Z","end":"2026-04-10T01:29:06.018791Z","steps":["trace[2070890135] 'agreement among raft nodes before linearized reading' (duration: 124.563511ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:09.748214Z","caller":"traceutil/trace.go:171","msg":"trace[624843323] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"253.435288ms","start":"2026-04-10T01:29:09.494748Z","end":"2026-04-10T01:29:09.748184Z","steps":["trace[624843323] 'process raft request' (duration: 253.15031ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:10.097278Z","caller":"traceutil/trace.go:171","msg":"trace[1881323067] linearizableReadLoop","detail":"{readStateIndex:9594; appliedIndex:9593; }","duration":"248.597508ms","start":"2026-04-10T01:29:09.84865Z","end":"2026-04-10T01:29:10.097247Z","steps":["trace[1881323067] 'read index received' (duration: 222.939926ms)","trace[1881323067] 'applied index is now lower than readState.Index' (duration: 25.655932ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:29:10.097638Z","caller":"traceutil/trace.go:171","msg":"trace[2089127816] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"514.627754ms","start":"2026-04-10T01:29:09.582973Z","end":"2026-04-10T01:29:10.097601Z","steps":["trace[2089127816] 'process raft request' (duration: 488.804947ms)","trace[2089127816] 'compare' (duration: 25.278253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:29:10.097664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.988468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:29:10.097741Z","caller":"traceutil/trace.go:171","msg":"trace[981953180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9248; }","duration":"249.10547ms","start":"2026-04-10T01:29:09.848614Z","end":"2026-04-10T01:29:10.097719Z","steps":["trace[981953180] 'agreement among raft nodes before linearized reading' (duration: 248.946107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:29:10.0978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:29:09.58294Z","time spent":"514.776318ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9172,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:29:10.09788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.567285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-10T01:29:10.097985Z","caller":"traceutil/trace.go:171","msg":"trace[445094342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9248; }","duration":"202.75895ms","start":"2026-04-10T01:29:09.895207Z","end":"2026-04-10T01:29:10.097966Z","steps":["trace[445094342] 'agreement among raft nodes before linearized reading' (duration: 202.38187ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:29:48.514245Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-10T01:29:48.52019Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-10T01:29:48.520284Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-10T01:30:06.712376Z","caller":"traceutil/trace.go:171","msg":"trace[347435366] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"109.881075ms","start":"2026-04-10T01:30:06.602468Z","end":"2026-04-10T01:30:06.712349Z","steps":["trace[347435366] 'process raft request' (duration: 14.122021ms)","trace[347435366] 'compare' (duration: 95.519287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:30:07.284197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.254631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:30:07.28442Z","caller":"traceutil/trace.go:171","msg":"trace[676090360] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9759; }","duration":"121.521138ms","start":"2026-04-10T01:30:07.162874Z","end":"2026-04-10T01:30:07.284396Z","steps":["trace[676090360] 'range keys from in-memory index tree' (duration: 121.2244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.349211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101586653607691,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T01:30:07.385985Z","caller":"traceutil/trace.go:171","msg":"trace[1645793594] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"668.588387ms","start":"2026-04-10T01:30:06.717349Z","end":"2026-04-10T01:30:07.385937Z","steps":["trace[1645793594] 'process raft request' (duration: 668.295679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.386256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:06.717331Z","time spent":"668.782272ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:07.600905Z","caller":"traceutil/trace.go:171","msg":"trace[1955250220] transaction","detail":"{read_only:false; response_revision:9761; number_of_response:1; }","duration":"883.192997ms","start":"2026-04-10T01:30:06.717682Z","end":"2026-04-10T01:30:07.600875Z","steps":["trace[1955250220] 'process raft request' (duration: 789.020726ms)","trace[1955250220] 'compare' (duration: 93.994856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:30:07.60107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:06.71767Z","time spent":"883.3224ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:07.601103Z","caller":"traceutil/trace.go:171","msg":"trace[195205045] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"883.363922ms","start":"2026-04-10T01:30:06.717721Z","end":"2026-04-10T01:30:07.601085Z","steps":["trace[195205045] 'process raft request' (duration: 883.105224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.601186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:06.717713Z","time spent":"883.427893ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:07.601391Z","caller":"traceutil/trace.go:171","msg":"trace[1273508993] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"883.586727ms","start":"2026-04-10T01:30:06.717791Z","end":"2026-04-10T01:30:07.601378Z","steps":["trace[1273508993] 'process raft request' (duration: 883.232858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.601456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:06.717774Z","time spent":"883.651089ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:07.601521Z","caller":"traceutil/trace.go:171","msg":"trace[1794011573] linearizableReadLoop","detail":"{readStateIndex:10123; appliedIndex:10118; }","duration":"753.343635ms","start":"2026-04-10T01:30:06.848156Z","end":"2026-04-10T01:30:07.6015Z","steps":["trace[1794011573] 'read index received' (duration: 537.639956ms)","trace[1794011573] 'applied index is now lower than readState.Index' (duration: 215.702569ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:30:07.601545Z","caller":"traceutil/trace.go:171","msg":"trace[1271590772] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"564.676725ms","start":"2026-04-10T01:30:07.036849Z","end":"2026-04-10T01:30:07.601526Z","steps":["trace[1271590772] 'process raft request' (duration: 564.491989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.601624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.479668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:30:07.601647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.036821Z","time spent":"564.772767ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:07.601664Z","caller":"traceutil/trace.go:171","msg":"trace[15032013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9764; }","duration":"753.56159ms","start":"2026-04-10T01:30:06.848093Z","end":"2026-04-10T01:30:07.601655Z","steps":["trace[15032013] 'agreement among raft nodes before linearized reading' (duration: 753.505578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.601697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:06.848067Z","time spent":"753.623491ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T01:30:07.601741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.234843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T01:30:07.601793Z","caller":"traceutil/trace.go:171","msg":"trace[730795108] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:9764; }","duration":"524.324905ms","start":"2026-04-10T01:30:07.077458Z","end":"2026-04-10T01:30:07.601783Z","steps":["trace[730795108] 'agreement among raft nodes before linearized reading' (duration: 524.169071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.601832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.077442Z","time spent":"524.381968ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-04-10T01:30:07.602946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.151288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-d8d48748-dt8zj.18a4da8e27563397\" ","response":"range_response_count:1 size:1129"} {"level":"info","ts":"2026-04-10T01:30:07.603033Z","caller":"traceutil/trace.go:171","msg":"trace[422534845] range","detail":"{range_begin:/registry/events/openstack/barbican-api-d8d48748-dt8zj.18a4da8e27563397; range_end:; response_count:1; response_revision:9764; }","duration":"432.300034ms","start":"2026-04-10T01:30:07.170709Z","end":"2026-04-10T01:30:07.603009Z","steps":["trace[422534845] 'agreement among raft nodes before linearized reading' (duration: 430.948227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.603076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.170684Z","time spent":"432.384315ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1151,"request content":"key:\"/registry/events/openstack/barbican-api-d8d48748-dt8zj.18a4da8e27563397\" "} {"level":"info","ts":"2026-04-10T01:30:07.961681Z","caller":"traceutil/trace.go:171","msg":"trace[763965987] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"355.8519ms","start":"2026-04-10T01:30:07.605771Z","end":"2026-04-10T01:30:07.961622Z","steps":["trace[763965987] 'process raft request' (duration: 355.661225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:07.961854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.605752Z","time spent":"356.012445ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1114,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:08.172859Z","caller":"traceutil/trace.go:171","msg":"trace[1533213167] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"529.246808ms","start":"2026-04-10T01:30:07.643564Z","end":"2026-04-10T01:30:08.172811Z","steps":["trace[1533213167] 'process raft request' (duration: 487.511673ms)","trace[1533213167] 'compare' (duration: 41.201922ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T01:30:08.173036Z","caller":"traceutil/trace.go:171","msg":"trace[1959984500] linearizableReadLoop","detail":"{readStateIndex:10126; appliedIndex:10124; }","duration":"496.099234ms","start":"2026-04-10T01:30:07.676897Z","end":"2026-04-10T01:30:08.172996Z","steps":["trace[1959984500] 'read index received' (duration: 284.608928ms)","trace[1959984500] 'applied index is now lower than readState.Index' (duration: 211.488936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T01:30:08.173087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.643548Z","time spent":"529.388093ms","remote":"127.0.0.1:46156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:08.173265Z","caller":"traceutil/trace.go:171","msg":"trace[36590319] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"486.746641ms","start":"2026-04-10T01:30:07.686488Z","end":"2026-04-10T01:30:08.173235Z","steps":["trace[36590319] 'process raft request' (duration: 486.452944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:08.173391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.686463Z","time spent":"486.871855ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:30:08.173547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.626659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:30:08.17361Z","caller":"traceutil/trace.go:171","msg":"trace[1153346705] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"489.228059ms","start":"2026-04-10T01:30:07.684369Z","end":"2026-04-10T01:30:08.173597Z","steps":["trace[1153346705] 'process raft request' (duration: 488.382166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:08.173679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.70915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T01:30:08.173695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.684341Z","time spent":"489.31295ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T01:30:08.173717Z","caller":"traceutil/trace.go:171","msg":"trace[1140124405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9769; }","duration":"324.745081ms","start":"2026-04-10T01:30:07.848964Z","end":"2026-04-10T01:30:08.173709Z","steps":["trace[1140124405] 'agreement among raft nodes before linearized reading' (duration: 324.688129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:08.173762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.848899Z","time spent":"324.854433ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T01:30:08.173613Z","caller":"traceutil/trace.go:171","msg":"trace[1272315356] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9769; }","duration":"496.782212ms","start":"2026-04-10T01:30:07.676815Z","end":"2026-04-10T01:30:08.173597Z","steps":["trace[1272315356] 'agreement among raft nodes before linearized reading' (duration: 496.655939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:08.173928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.676782Z","time spent":"497.120342ms","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-10T01:30:08.173964Z","caller":"traceutil/trace.go:171","msg":"trace[879321238] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"488.606231ms","start":"2026-04-10T01:30:07.685339Z","end":"2026-04-10T01:30:08.173945Z","steps":["trace[879321238] 'process raft request' (duration: 487.559243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:08.174075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T01:30:07.685329Z","time spent":"488.700655ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T01:30:08.174124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.867091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:30:08.174161Z","caller":"traceutil/trace.go:171","msg":"trace[1583582170] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9769; }","duration":"120.945533ms","start":"2026-04-10T01:30:08.053205Z","end":"2026-04-10T01:30:08.174151Z","steps":["trace[1583582170] 'agreement among raft nodes before linearized reading' (duration: 120.879311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:08.174464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.951528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T01:30:08.174508Z","caller":"traceutil/trace.go:171","msg":"trace[328124732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9769; }","duration":"298.03067ms","start":"2026-04-10T01:30:07.876464Z","end":"2026-04-10T01:30:08.174495Z","steps":["trace[328124732] 'agreement among raft nodes before linearized reading' (duration: 297.863006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:27.958263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.128868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T01:30:27.958352Z","caller":"traceutil/trace.go:171","msg":"trace[295213489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9929; }","duration":"111.229621ms","start":"2026-04-10T01:30:27.847103Z","end":"2026-04-10T01:30:27.958333Z","steps":["trace[295213489] 'range keys from in-memory index tree' (duration: 111.054796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T01:30:27.958457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.470054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T01:30:27.95854Z","caller":"traceutil/trace.go:171","msg":"trace[341814776] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9929; }","duration":"112.587388ms","start":"2026-04-10T01:30:27.845931Z","end":"2026-04-10T01:30:27.958518Z","steps":["trace[341814776] 'count revisions from in-memory index tree' (duration: 112.392873ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:31:02.425957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7744} {"level":"info","ts":"2026-04-10T01:31:02.51108Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7744,"took":"82.442744ms","hash":3161289796,"current-db-size-bytes":51589120,"current-db-size":"52 MB","current-db-size-in-use-bytes":25915392,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-10T01:31:02.511156Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3161289796,"revision":7744,"compact-revision":5085} {"level":"info","ts":"2026-04-10T01:32:18.02769Z","caller":"traceutil/trace.go:171","msg":"trace[935660813] transaction","detail":"{read_only:false; response_revision:10761; number_of_response:1; }","duration":"121.54921ms","start":"2026-04-10T01:32:17.906107Z","end":"2026-04-10T01:32:18.027656Z","steps":["trace[935660813] 'process raft request' (duration: 121.177479ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:32:22.248146Z","caller":"traceutil/trace.go:171","msg":"trace[277750736] transaction","detail":"{read_only:false; response_revision:10790; number_of_response:1; }","duration":"136.917004ms","start":"2026-04-10T01:32:22.111175Z","end":"2026-04-10T01:32:22.248092Z","steps":["trace[277750736] 'process raft request' (duration: 136.662136ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T01:36:02.434687Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10165} {"level":"info","ts":"2026-04-10T01:36:02.523529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10165,"took":"86.371278ms","hash":4222075899,"current-db-size-bytes":51589120,"current-db-size":"52 MB","current-db-size-in-use-bytes":23158784,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-10T01:36:02.523597Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4222075899,"revision":10165,"compact-revision":7744}