{"level":"warn","ts":"2026-07-30T21:09:59.6676Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T21:09:59.667764Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.84:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.84:2380","--initial-cluster=instance=https://199.19.213.84:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.84:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.84:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T21:09:59.667858Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T21:09:59.667872Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.84:2380"]} {"level":"info","ts":"2026-07-30T21:09:59.667896Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T21:09:59.668607Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.84:2379"]} {"level":"info","ts":"2026-07-30T21:09:59.66871Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.84:2380"],"listen-peer-urls":["https://199.19.213.84:2380"],"advertise-client-urls":["https://199.19.213.84:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.84:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.84:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T21:09:59.672973Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.012418ms"} {"level":"info","ts":"2026-07-30T21:09:59.678562Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f823adf772f78a4c","cluster-id":"b5473e4c769d66"} {"level":"info","ts":"2026-07-30T21:09:59.678652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T21:09:59.678678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c became follower at term 0"} {"level":"info","ts":"2026-07-30T21:09:59.678693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f823adf772f78a4c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T21:09:59.678706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c became follower at term 1"} {"level":"info","ts":"2026-07-30T21:09:59.678752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c switched to configuration voters=(17880326223888353868)"} {"level":"warn","ts":"2026-07-30T21:09:59.685125Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T21:09:59.687753Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T21:09:59.689349Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T21:09:59.69441Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f823adf772f78a4c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T21:09:59.695562Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f823adf772f78a4c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T21:09:59.695976Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T21:09:59.696093Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T21:09:59.696149Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T21:09:59.696368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c switched to configuration voters=(17880326223888353868)"} {"level":"info","ts":"2026-07-30T21:09:59.702257Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b5473e4c769d66","local-member-id":"f823adf772f78a4c","added-peer-id":"f823adf772f78a4c","added-peer-peer-urls":["https://199.19.213.84:2380"]} {"level":"info","ts":"2026-07-30T21:09:59.704707Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T21:09:59.704807Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.84:2380"} {"level":"info","ts":"2026-07-30T21:09:59.704892Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.84:2380"} {"level":"info","ts":"2026-07-30T21:09:59.705793Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T21:09:59.705738Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f823adf772f78a4c","initial-advertise-peer-urls":["https://199.19.213.84:2380"],"listen-peer-urls":["https://199.19.213.84:2380"],"advertise-client-urls":["https://199.19.213.84:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.84:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T21:10:00.579916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T21:10:00.579981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T21:10:00.580051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c received MsgPreVoteResp from f823adf772f78a4c at term 1"} {"level":"info","ts":"2026-07-30T21:10:00.580081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c became candidate at term 2"} {"level":"info","ts":"2026-07-30T21:10:00.580114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c received MsgVoteResp from f823adf772f78a4c at term 2"} {"level":"info","ts":"2026-07-30T21:10:00.580143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f823adf772f78a4c became leader at term 2"} {"level":"info","ts":"2026-07-30T21:10:00.580163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f823adf772f78a4c elected leader f823adf772f78a4c at term 2"} {"level":"info","ts":"2026-07-30T21:10:00.581203Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T21:10:00.581971Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f823adf772f78a4c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.84:2379]}","request-path":"/0/members/f823adf772f78a4c/attributes","cluster-id":"b5473e4c769d66","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T21:10:00.582006Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T21:10:00.582225Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T21:10:00.582492Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T21:10:00.582581Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T21:10:00.582582Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b5473e4c769d66","local-member-id":"f823adf772f78a4c","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T21:10:00.582735Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T21:10:00.582793Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T21:10:00.583805Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T21:10:00.585539Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.84:2379"} {"level":"info","ts":"2026-07-30T21:10:02.285685Z","caller":"traceutil/trace.go:171","msg":"trace[1248968782] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"284.596327ms","start":"2026-07-30T21:10:02.001051Z","end":"2026-07-30T21:10:02.285647Z","steps":["trace[1248968782] 'process raft request' (duration: 275.565829ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.286254Z","caller":"traceutil/trace.go:171","msg":"trace[741481222] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"273.938616ms","start":"2026-07-30T21:10:02.012278Z","end":"2026-07-30T21:10:02.286216Z","steps":["trace[741481222] 'process raft request' (duration: 273.769431ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.286277Z","caller":"traceutil/trace.go:171","msg":"trace[187057933] linearizableReadLoop","detail":"{readStateIndex:7; appliedIndex:5; }","duration":"283.743839ms","start":"2026-07-30T21:10:02.002505Z","end":"2026-07-30T21:10:02.286249Z","steps":["trace[187057933] 'read index received' (duration: 274.190104ms)","trace[187057933] 'applied index is now lower than readState.Index' (duration: 9.552505ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:02.286358Z","caller":"traceutil/trace.go:171","msg":"trace[524824701] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"274.936648ms","start":"2026-07-30T21:10:02.011368Z","end":"2026-07-30T21:10:02.286304Z","steps":["trace[524824701] 'process raft request' (duration: 274.639869ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.286412Z","caller":"traceutil/trace.go:171","msg":"trace[76517757] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"273.498292ms","start":"2026-07-30T21:10:02.012872Z","end":"2026-07-30T21:10:02.28637Z","steps":["trace[76517757] 'process raft request' (duration: 273.312976ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.286556Z","caller":"traceutil/trace.go:171","msg":"trace[1901698239] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"262.916054ms","start":"2026-07-30T21:10:02.02362Z","end":"2026-07-30T21:10:02.286536Z","steps":["trace[1901698239] 'process raft request' (duration: 262.594113ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.286645Z","caller":"traceutil/trace.go:171","msg":"trace[73319229] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"274.303678ms","start":"2026-07-30T21:10:02.012326Z","end":"2026-07-30T21:10:02.28663Z","steps":["trace[73319229] 'process raft request' (duration: 273.76552ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.286698Z","caller":"traceutil/trace.go:171","msg":"trace[2103322732] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"285.589129ms","start":"2026-07-30T21:10:02.001077Z","end":"2026-07-30T21:10:02.286666Z","steps":["trace[2103322732] 'process raft request' (duration: 284.786393ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.286768Z","caller":"traceutil/trace.go:171","msg":"trace[900892247] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"273.979038ms","start":"2026-07-30T21:10:02.012773Z","end":"2026-07-30T21:10:02.286752Z","steps":["trace[900892247] 'process raft request' (duration: 273.367888ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.286909Z","caller":"traceutil/trace.go:171","msg":"trace[1017252063] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"274.153283ms","start":"2026-07-30T21:10:02.012743Z","end":"2026-07-30T21:10:02.286897Z","steps":["trace[1017252063] 'process raft request' (duration: 273.41953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:02.286953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.074872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-30T21:10:02.286979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.861058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-30T21:10:02.286973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.830792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-25t79\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-07-30T21:10:02.287103Z","caller":"traceutil/trace.go:171","msg":"trace[1596912580] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"276.012402ms","start":"2026-07-30T21:10:02.011068Z","end":"2026-07-30T21:10:02.287081Z","steps":["trace[1596912580] 'agreement among raft nodes before linearized reading' (duration: 275.836986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:02.287099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.17624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.84\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-30T21:10:02.287139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.624158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"info","ts":"2026-07-30T21:10:02.287168Z","caller":"traceutil/trace.go:171","msg":"trace[124477678] range","detail":"{range_begin:/registry/masterleases/199.19.213.84; range_end:; response_count:0; response_revision:11; }","duration":"277.256792ms","start":"2026-07-30T21:10:02.009891Z","end":"2026-07-30T21:10:02.287147Z","steps":["trace[124477678] 'agreement among raft nodes before linearized reading' (duration: 277.151429ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.287108Z","caller":"traceutil/trace.go:171","msg":"trace[1071423115] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"224.237288ms","start":"2026-07-30T21:10:02.06283Z","end":"2026-07-30T21:10:02.287067Z","steps":["trace[1071423115] 'agreement among raft nodes before linearized reading' (duration: 224.072012ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.287108Z","caller":"traceutil/trace.go:171","msg":"trace[789568749] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-25t79; range_end:; response_count:1; response_revision:11; }","duration":"284.015738ms","start":"2026-07-30T21:10:02.003075Z","end":"2026-07-30T21:10:02.28709Z","steps":["trace[789568749] 'agreement among raft nodes before linearized reading' (duration: 283.580014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:02.287041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.483496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-30T21:10:02.287445Z","caller":"traceutil/trace.go:171","msg":"trace[722429312] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"275.917619ms","start":"2026-07-30T21:10:02.011512Z","end":"2026-07-30T21:10:02.28743Z","steps":["trace[722429312] 'agreement among raft nodes before linearized reading' (duration: 275.431764ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:02.287221Z","caller":"traceutil/trace.go:171","msg":"trace[377828566] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"284.727471ms","start":"2026-07-30T21:10:02.002467Z","end":"2026-07-30T21:10:02.287194Z","steps":["trace[377828566] 'agreement among raft nodes before linearized reading' (duration: 284.594006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:16.225167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112633724s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:10:16.225687Z","caller":"traceutil/trace.go:171","msg":"trace[550390774] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"1.113283035s","start":"2026-07-30T21:10:15.112379Z","end":"2026-07-30T21:10:16.225662Z","steps":["trace[550390774] 'process raft request' (duration: 1.113102489s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:16.226331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:15.112359Z","time spent":"1.113397289s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:17.568264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.903185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:10:17.568359Z","caller":"traceutil/trace.go:171","msg":"trace[300265030] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:377; }","duration":"1.397319293s","start":"2026-07-30T21:10:16.171024Z","end":"2026-07-30T21:10:17.568343Z","steps":["trace[300265030] 'read index received' (duration: 54.512773ms)","trace[300265030] 'applied index is now lower than readState.Index' (duration: 1.34280454s)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:17.568473Z","caller":"traceutil/trace.go:171","msg":"trace[1633880378] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.79233823s","start":"2026-07-30T21:10:15.776085Z","end":"2026-07-30T21:10:17.568423Z","steps":["trace[1633880378] 'process raft request' (duration: 1.237150394s)","trace[1633880378] 'compare' (duration: 553.179532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:17.568544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33807062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4321"} {"level":"info","ts":"2026-07-30T21:10:17.568595Z","caller":"traceutil/trace.go:171","msg":"trace[1407614890] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:363; }","duration":"1.338138522s","start":"2026-07-30T21:10:16.230436Z","end":"2026-07-30T21:10:17.568574Z","steps":["trace[1407614890] 'agreement among raft nodes before linearized reading' (duration: 1.338046069s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:17.568632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:16.230419Z","time spent":"1.338204463s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4343,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-30T21:10:17.568644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:15.776052Z","time spent":"1.792504375s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:17.568586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397514949s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:10:17.568715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246467762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T21:10:17.568755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251608846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T21:10:17.568823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311691617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T21:10:17.568824Z","caller":"traceutil/trace.go:171","msg":"trace[292515902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:363; }","duration":"1.251691968s","start":"2026-07-30T21:10:16.317111Z","end":"2026-07-30T21:10:17.568803Z","steps":["trace[292515902] 'agreement among raft nodes before linearized reading' (duration: 1.251571574s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:17.568843Z","caller":"traceutil/trace.go:171","msg":"trace[826618831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"1.246619996s","start":"2026-07-30T21:10:16.322179Z","end":"2026-07-30T21:10:17.568799Z","steps":["trace[826618831] 'agreement among raft nodes before linearized reading' (duration: 1.246356148s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:17.568888Z","caller":"traceutil/trace.go:171","msg":"trace[1096107508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:363; }","duration":"1.311763638s","start":"2026-07-30T21:10:16.2571Z","end":"2026-07-30T21:10:17.568864Z","steps":["trace[1096107508] 'agreement among raft nodes before linearized reading' (duration: 1.311672175s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:17.568911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:16.322169Z","time spent":"1.2467273s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:10:17.568868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122982425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:10:17.56902Z","caller":"traceutil/trace.go:171","msg":"trace[2111700615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:363; }","duration":"1.123183741s","start":"2026-07-30T21:10:16.44581Z","end":"2026-07-30T21:10:17.568994Z","steps":["trace[2111700615] 'agreement among raft nodes before linearized reading' (duration: 1.122858101s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:17.568889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:16.317098Z","time spent":"1.251779862s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:10:17.569071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:16.445791Z","time spent":"1.123267743s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:10:17.568941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:16.257086Z","time spent":"1.311846011s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:10:17.5687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.778964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:17.56883Z","caller":"traceutil/trace.go:171","msg":"trace[107729640] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:363; }","duration":"1.397772388s","start":"2026-07-30T21:10:16.171014Z","end":"2026-07-30T21:10:17.568786Z","steps":["trace[107729640] 'agreement among raft nodes before linearized reading' (duration: 1.397414526s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:17.569191Z","caller":"traceutil/trace.go:171","msg":"trace[102801305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"321.31077ms","start":"2026-07-30T21:10:17.247847Z","end":"2026-07-30T21:10:17.569158Z","steps":["trace[102801305] 'agreement among raft nodes before linearized reading' (duration: 320.736572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:17.569292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:17.247824Z","time spent":"321.443184ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:10:18.019614Z","caller":"traceutil/trace.go:171","msg":"trace[573830293] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"446.517441ms","start":"2026-07-30T21:10:17.573073Z","end":"2026-07-30T21:10:18.01959Z","steps":["trace[573830293] 'process raft request' (duration: 438.814855ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:18.019729Z","caller":"traceutil/trace.go:171","msg":"trace[702842142] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"445.903461ms","start":"2026-07-30T21:10:17.573798Z","end":"2026-07-30T21:10:18.019701Z","steps":["trace[702842142] 'process raft request' (duration: 445.722665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:18.01977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:17.573046Z","time spent":"446.642815ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:18.019872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:17.573778Z","time spent":"446.010885ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:10:18.020309Z","caller":"traceutil/trace.go:171","msg":"trace[1870262625] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"445.577761ms","start":"2026-07-30T21:10:17.574718Z","end":"2026-07-30T21:10:18.020296Z","steps":["trace[1870262625] 'process raft request' (duration: 445.280242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:18.020396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:17.574687Z","time spent":"445.668534ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:10:18.020566Z","caller":"traceutil/trace.go:171","msg":"trace[2077392767] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"445.776667ms","start":"2026-07-30T21:10:17.574768Z","end":"2026-07-30T21:10:18.020545Z","steps":["trace[2077392767] 'process raft request' (duration: 445.480418ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:18.020731Z","caller":"traceutil/trace.go:171","msg":"trace[1494841023] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:379; }","duration":"442.625597ms","start":"2026-07-30T21:10:17.578068Z","end":"2026-07-30T21:10:18.020693Z","steps":["trace[1494841023] 'read index received' (duration: 433.834416ms)","trace[1494841023] 'applied index is now lower than readState.Index' (duration: 8.790141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:18.020757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:17.574758Z","time spent":"445.895942ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:18.020851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.780982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:18.020922Z","caller":"traceutil/trace.go:171","msg":"trace[2011543961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:368; }","duration":"442.913856ms","start":"2026-07-30T21:10:17.577997Z","end":"2026-07-30T21:10:18.020911Z","steps":["trace[2011543961] 'agreement among raft nodes before linearized reading' (duration: 442.774311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:18.02099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:17.577983Z","time spent":"442.997369ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:10:18.021128Z","caller":"traceutil/trace.go:171","msg":"trace[2055445657] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"443.421552ms","start":"2026-07-30T21:10:17.577678Z","end":"2026-07-30T21:10:18.021099Z","steps":["trace[2055445657] 'process raft request' (duration: 442.755231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:18.021292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:17.577668Z","time spent":"443.542016ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:38.569301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.842964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:10:38.569534Z","caller":"traceutil/trace.go:171","msg":"trace[558788755] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"364.755678ms","start":"2026-07-30T21:10:38.204755Z","end":"2026-07-30T21:10:38.569511Z","steps":["trace[558788755] 'process raft request' (duration: 364.687966ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:38.569571Z","caller":"traceutil/trace.go:171","msg":"trace[1661200244] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"364.825991ms","start":"2026-07-30T21:10:38.204699Z","end":"2026-07-30T21:10:38.569525Z","steps":["trace[1661200244] 'process raft request' (duration: 222.674157ms)","trace[1661200244] 'compare' (duration: 141.692009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:38.569742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:38.204679Z","time spent":"364.983976ms","remote":"127.0.0.1:42036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T21:10:38.569733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:38.204729Z","time spent":"364.913204ms","remote":"127.0.0.1:42036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:10:40.575216Z","caller":"traceutil/trace.go:171","msg":"trace[2086220269] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"389.664325ms","start":"2026-07-30T21:10:40.185509Z","end":"2026-07-30T21:10:40.575173Z","steps":["trace[2086220269] 'process raft request' (duration: 389.425048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:40.575447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:40.185488Z","time spent":"389.865082ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:40.575496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.82019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-30T21:10:40.575238Z","caller":"traceutil/trace.go:171","msg":"trace[179271017] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:504; }","duration":"371.549232ms","start":"2026-07-30T21:10:40.203631Z","end":"2026-07-30T21:10:40.57518Z","steps":["trace[179271017] 'read index received' (duration: 371.520041ms)","trace[179271017] 'applied index is now lower than readState.Index' (duration: 24.66µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:40.575591Z","caller":"traceutil/trace.go:171","msg":"trace[1692744706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:482; }","duration":"371.980245ms","start":"2026-07-30T21:10:40.203588Z","end":"2026-07-30T21:10:40.575569Z","steps":["trace[1692744706] 'agreement among raft nodes before linearized reading' (duration: 371.750668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:40.575661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:40.203568Z","time spent":"372.081149ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T21:10:40.583101Z","caller":"traceutil/trace.go:171","msg":"trace[574037926] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"308.713907ms","start":"2026-07-30T21:10:40.274331Z","end":"2026-07-30T21:10:40.583045Z","steps":["trace[574037926] 'process raft request' (duration: 308.394047ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.583251Z","caller":"traceutil/trace.go:171","msg":"trace[1334335712] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"304.989407ms","start":"2026-07-30T21:10:40.278247Z","end":"2026-07-30T21:10:40.583237Z","steps":["trace[1334335712] 'process raft request' (duration: 304.706378ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.583366Z","caller":"traceutil/trace.go:171","msg":"trace[1128449007] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"293.854348ms","start":"2026-07-30T21:10:40.289492Z","end":"2026-07-30T21:10:40.583347Z","steps":["trace[1128449007] 'process raft request' (duration: 293.61332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:40.583359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:40.274309Z","time spent":"308.887343ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T21:10:40.58344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:40.278237Z","time spent":"305.060569ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:10:40.583456Z","caller":"traceutil/trace.go:171","msg":"trace[829404419] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"295.647876ms","start":"2026-07-30T21:10:40.287775Z","end":"2026-07-30T21:10:40.583423Z","steps":["trace[829404419] 'process raft request' (duration: 295.214412ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.583133Z","caller":"traceutil/trace.go:171","msg":"trace[169917453] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"305.442332ms","start":"2026-07-30T21:10:40.277658Z","end":"2026-07-30T21:10:40.5831Z","steps":["trace[169917453] 'process raft request' (duration: 305.261106ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.583513Z","caller":"traceutil/trace.go:171","msg":"trace[2131758384] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"293.862958ms","start":"2026-07-30T21:10:40.2896Z","end":"2026-07-30T21:10:40.583463Z","steps":["trace[2131758384] 'process raft request' (duration: 293.602ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.583536Z","caller":"traceutil/trace.go:171","msg":"trace[313940008] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"292.968939ms","start":"2026-07-30T21:10:40.290521Z","end":"2026-07-30T21:10:40.583489Z","steps":["trace[313940008] 'process raft request' (duration: 292.724741ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.58364Z","caller":"traceutil/trace.go:171","msg":"trace[1160637684] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"279.829906ms","start":"2026-07-30T21:10:40.303801Z","end":"2026-07-30T21:10:40.583631Z","steps":["trace[1160637684] 'process raft request' (duration: 279.526616ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.583614Z","caller":"traceutil/trace.go:171","msg":"trace[78194122] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"294.104106ms","start":"2026-07-30T21:10:40.28947Z","end":"2026-07-30T21:10:40.583574Z","steps":["trace[78194122] 'process raft request' (duration: 293.688833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:40.583702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:40.277638Z","time spent":"305.936017ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:10:40.583783Z","caller":"traceutil/trace.go:171","msg":"trace[140302272] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"279.555668ms","start":"2026-07-30T21:10:40.304167Z","end":"2026-07-30T21:10:40.583722Z","steps":["trace[140302272] 'process raft request' (duration: 279.234707ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.583801Z","caller":"traceutil/trace.go:171","msg":"trace[1145460559] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"268.46976ms","start":"2026-07-30T21:10:40.31532Z","end":"2026-07-30T21:10:40.58379Z","steps":["trace[1145460559] 'process raft request' (duration: 268.341656ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:40.584158Z","caller":"traceutil/trace.go:171","msg":"trace[1613562666] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"122.870329ms","start":"2026-07-30T21:10:40.461229Z","end":"2026-07-30T21:10:40.584099Z","steps":["trace[1613562666] 'process raft request' (duration: 122.769206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:40.584282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.571072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T21:10:40.58433Z","caller":"traceutil/trace.go:171","msg":"trace[613737095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"380.644414ms","start":"2026-07-30T21:10:40.203676Z","end":"2026-07-30T21:10:40.58432Z","steps":["trace[613737095] 'agreement among raft nodes before linearized reading' (duration: 380.52949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:40.584361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:40.20367Z","time spent":"380.683745ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:10:40.584287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.555922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:10:40.584448Z","caller":"traceutil/trace.go:171","msg":"trace[650199179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:495; }","duration":"380.722116ms","start":"2026-07-30T21:10:40.203703Z","end":"2026-07-30T21:10:40.584425Z","steps":["trace[650199179] 'agreement among raft nodes before linearized reading' (duration: 380.52078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:40.584569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:40.203698Z","time spent":"380.848761ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:10:47.425804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.270643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:10:47.425941Z","caller":"traceutil/trace.go:171","msg":"trace[723631812] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:618; }","duration":"806.935939ms","start":"2026-07-30T21:10:46.618989Z","end":"2026-07-30T21:10:47.425925Z","steps":["trace[723631812] 'read index received' (duration: 34.597005ms)","trace[723631812] 'applied index is now lower than readState.Index' (duration: 772.335734ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:47.426017Z","caller":"traceutil/trace.go:171","msg":"trace[1281738960] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"819.457683ms","start":"2026-07-30T21:10:46.606543Z","end":"2026-07-30T21:10:47.426Z","steps":["trace[1281738960] 'process raft request' (duration: 280.902291ms)","trace[1281738960] 'compare' (duration: 537.985914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:47.426078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:46.606518Z","time spent":"819.527275ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:47.426244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.223569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:10:47.426363Z","caller":"traceutil/trace.go:171","msg":"trace[451009059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"807.393745ms","start":"2026-07-30T21:10:46.618943Z","end":"2026-07-30T21:10:47.426337Z","steps":["trace[451009059] 'agreement among raft nodes before linearized reading' (duration: 807.100565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:47.426419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:46.618929Z","time spent":"807.475597ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:10:47.926093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612073241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:10:47.965212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052226233s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:10:48.000184Z","caller":"traceutil/trace.go:171","msg":"trace[1089782517] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.178511882s","start":"2026-07-30T21:10:46.821651Z","end":"2026-07-30T21:10:48.000163Z","steps":["trace[1089782517] 'process raft request' (duration: 1.144056911s)","trace[1089782517] 'compare' (duration: 34.058768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:48.000344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:46.821617Z","time spent":"1.178660056s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:10:48.001279Z","caller":"traceutil/trace.go:171","msg":"trace[367334173] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:620; }","duration":"574.676486ms","start":"2026-07-30T21:10:47.425969Z","end":"2026-07-30T21:10:48.000646Z","steps":["trace[367334173] 'read index received' (duration: 539.43144ms)","trace[367334173] 'applied index is now lower than readState.Index' (duration: 35.243286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:48.001761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113461506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:48.001817Z","caller":"traceutil/trace.go:171","msg":"trace[663921540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"1.113533528s","start":"2026-07-30T21:10:46.888258Z","end":"2026-07-30T21:10:48.001792Z","steps":["trace[663921540] 'agreement among raft nodes before linearized reading' (duration: 1.112406632s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:48.001843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:46.888242Z","time spent":"1.11359444s","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:10:48.002709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381160242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:10:48.002781Z","caller":"traceutil/trace.go:171","msg":"trace[300773283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"1.381256754s","start":"2026-07-30T21:10:46.621506Z","end":"2026-07-30T21:10:48.002763Z","steps":["trace[300773283] 'agreement among raft nodes before linearized reading' (duration: 1.380958125s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:48.002832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:46.621499Z","time spent":"1.381322676s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:10:48.003062Z","caller":"traceutil/trace.go:171","msg":"trace[2023422844] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"569.393197ms","start":"2026-07-30T21:10:47.431295Z","end":"2026-07-30T21:10:48.000688Z","steps":["trace[2023422844] 'process raft request' (duration: 568.821598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:48.003163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25230905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-82k8d\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-07-30T21:10:48.003199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:47.431273Z","time spent":"571.831424ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:10:48.003216Z","caller":"traceutil/trace.go:171","msg":"trace[317338504] range","detail":"{range_begin:/registry/pods/kube-system/cilium-82k8d; range_end:; response_count:1; response_revision:593; }","duration":"1.252405142s","start":"2026-07-30T21:10:46.750791Z","end":"2026-07-30T21:10:48.003196Z","steps":["trace[317338504] 'agreement among raft nodes before linearized reading' (duration: 1.249870461s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:48.003289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:46.750771Z","time spent":"1.252510446s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-82k8d\" "} {"level":"warn","ts":"2026-07-30T21:10:48.471913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.720418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:10:48.471989Z","caller":"traceutil/trace.go:171","msg":"trace[1507325382] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"434.17718ms","start":"2026-07-30T21:10:48.0378Z","end":"2026-07-30T21:10:48.471977Z","steps":["trace[1507325382] 'read index received' (duration: 93.395449ms)","trace[1507325382] 'applied index is now lower than readState.Index' (duration: 340.780981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:48.472037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.235091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:48.47206Z","caller":"traceutil/trace.go:171","msg":"trace[1159087760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"434.285943ms","start":"2026-07-30T21:10:48.037767Z","end":"2026-07-30T21:10:48.472053Z","steps":["trace[1159087760] 'agreement among raft nodes before linearized reading' (duration: 434.248802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:48.472082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:48.037753Z","time spent":"434.323764ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:10:48.472299Z","caller":"traceutil/trace.go:171","msg":"trace[1387271942] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"452.304923ms","start":"2026-07-30T21:10:48.019899Z","end":"2026-07-30T21:10:48.472204Z","steps":["trace[1387271942] 'process raft request' (duration: 111.221843ms)","trace[1387271942] 'compare' (duration: 340.597644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:48.472483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:48.019866Z","time spent":"452.518651ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:49.158317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612073249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:10:49.585156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004822806s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T21:10:50.024167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.072045ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:50.024308Z","caller":"traceutil/trace.go:171","msg":"trace[253246122] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:595; }","duration":"280.22704ms","start":"2026-07-30T21:10:49.744062Z","end":"2026-07-30T21:10:50.024289Z","steps":["trace[253246122] 'range keys from in-memory index tree' (duration: 280.054823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:50.02488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444435521s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:10:50.025419Z","caller":"traceutil/trace.go:171","msg":"trace[829430481] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.964278949s","start":"2026-07-30T21:10:48.06108Z","end":"2026-07-30T21:10:50.025359Z","steps":["trace[829430481] 'process raft request' (duration: 519.282031ms)","trace[829430481] 'compare' (duration: 1.443870332s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:50.025604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:48.061065Z","time spent":"1.964453325s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:10:50.026351Z","caller":"traceutil/trace.go:171","msg":"trace[994952975] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.706964019s","start":"2026-07-30T21:10:48.319365Z","end":"2026-07-30T21:10:50.026329Z","steps":["trace[994952975] 'process raft request' (duration: 1.705625316s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:50.026462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:48.319343Z","time spent":"1.707064182s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:10:50.050848Z","caller":"traceutil/trace.go:171","msg":"trace[1323343122] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:624; }","duration":"1.39320849s","start":"2026-07-30T21:10:48.657595Z","end":"2026-07-30T21:10:50.050803Z","steps":["trace[1323343122] 'read index received' (duration: 927.746333ms)","trace[1323343122] 'applied index is now lower than readState.Index' (duration: 465.459727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:50.05119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393580062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:10:50.051248Z","caller":"traceutil/trace.go:171","msg":"trace[681956109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:597; }","duration":"1.393714416s","start":"2026-07-30T21:10:48.657517Z","end":"2026-07-30T21:10:50.051232Z","steps":["trace[681956109] 'agreement among raft nodes before linearized reading' (duration: 1.3935264s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:50.05148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:48.657488Z","time spent":"1.393980314s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:10:50.051876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.470584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:10:50.051932Z","caller":"traceutil/trace.go:171","msg":"trace[688234714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"621.560917ms","start":"2026-07-30T21:10:49.430358Z","end":"2026-07-30T21:10:50.051919Z","steps":["trace[688234714] 'agreement among raft nodes before linearized reading' (duration: 621.469274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:50.05197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:49.430334Z","time spent":"621.625699ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:10:50.052253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.720503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:50.052308Z","caller":"traceutil/trace.go:171","msg":"trace[1275254374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"162.811036ms","start":"2026-07-30T21:10:49.889484Z","end":"2026-07-30T21:10:50.052295Z","steps":["trace[1275254374] 'agreement among raft nodes before linearized reading' (duration: 162.728533ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:52.226009Z","caller":"traceutil/trace.go:171","msg":"trace[357859663] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"333.6274ms","start":"2026-07-30T21:10:51.892345Z","end":"2026-07-30T21:10:52.225973Z","steps":["trace[357859663] 'read index received' (duration: 333.250887ms)","trace[357859663] 'applied index is now lower than readState.Index' (duration: 364.532µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:52.226151Z","caller":"traceutil/trace.go:171","msg":"trace[1259598978] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"334.070364ms","start":"2026-07-30T21:10:51.892066Z","end":"2026-07-30T21:10:52.226136Z","steps":["trace[1259598978] 'process raft request' (duration: 333.561347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:52.226261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:51.89205Z","time spent":"334.129976ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:52.226441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.054273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:52.226558Z","caller":"traceutil/trace.go:171","msg":"trace[1884545791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"334.204478ms","start":"2026-07-30T21:10:51.892311Z","end":"2026-07-30T21:10:52.226515Z","steps":["trace[1884545791] 'agreement among raft nodes before linearized reading' (duration: 333.94996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:52.226626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:51.892288Z","time spent":"334.321502ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:10:52.232234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.133623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T21:10:52.232246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.762556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:10:52.232283Z","caller":"traceutil/trace.go:171","msg":"trace[18496597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"166.205255ms","start":"2026-07-30T21:10:52.066065Z","end":"2026-07-30T21:10:52.23227Z","steps":["trace[18496597] 'agreement among raft nodes before linearized reading' (duration: 166.019289ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:52.232312Z","caller":"traceutil/trace.go:171","msg":"trace[716106510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"167.880929ms","start":"2026-07-30T21:10:52.064415Z","end":"2026-07-30T21:10:52.232296Z","steps":["trace[716106510] 'agreement among raft nodes before linearized reading' (duration: 167.651652ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:52.232365Z","caller":"traceutil/trace.go:171","msg":"trace[843049879] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"147.319877ms","start":"2026-07-30T21:10:52.084929Z","end":"2026-07-30T21:10:52.232248Z","steps":["trace[843049879] 'process raft request' (duration: 147.028367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:52.232407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.821534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:10:52.232512Z","caller":"traceutil/trace.go:171","msg":"trace[1193903425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"166.969249ms","start":"2026-07-30T21:10:52.06552Z","end":"2026-07-30T21:10:52.232489Z","steps":["trace[1193903425] 'agreement among raft nodes before linearized reading' (duration: 166.67732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:52.232874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.267277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T21:10:52.232944Z","caller":"traceutil/trace.go:171","msg":"trace[1064535801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"166.913248ms","start":"2026-07-30T21:10:52.066011Z","end":"2026-07-30T21:10:52.232924Z","steps":["trace[1064535801] 'agreement among raft nodes before linearized reading' (duration: 166.141974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:06.310322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.740226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:11:06.310419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.182501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:11:06.3105Z","caller":"traceutil/trace.go:171","msg":"trace[2047388333] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:761; }","duration":"552.324706ms","start":"2026-07-30T21:11:05.758157Z","end":"2026-07-30T21:11:06.310481Z","steps":["trace[2047388333] 'count revisions from in-memory index tree' (duration: 552.028186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:06.310538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:05.758138Z","time spent":"552.390458ms","remote":"127.0.0.1:42110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:11:06.310603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.43149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-mxcbh\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-07-30T21:11:06.310555Z","caller":"traceutil/trace.go:171","msg":"trace[1137495391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"420.938793ms","start":"2026-07-30T21:11:05.88953Z","end":"2026-07-30T21:11:06.310469Z","steps":["trace[1137495391] 'range keys from in-memory index tree' (duration: 420.668564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:06.310817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:05.889518Z","time spent":"421.278984ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:11:06.310691Z","caller":"traceutil/trace.go:171","msg":"trace[1752629081] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-mxcbh; range_end:; response_count:1; response_revision:761; }","duration":"440.646268ms","start":"2026-07-30T21:11:05.870025Z","end":"2026-07-30T21:11:06.310671Z","steps":["trace[1752629081] 'range keys from in-memory index tree' (duration: 440.210274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:06.310934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:05.870002Z","time spent":"440.915696ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-mxcbh\" "} {"level":"info","ts":"2026-07-30T21:11:06.511727Z","caller":"traceutil/trace.go:171","msg":"trace[15582435] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"197.315748ms","start":"2026-07-30T21:11:06.314386Z","end":"2026-07-30T21:11:06.511702Z","steps":["trace[15582435] 'process raft request' (duration: 197.245986ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:06.511894Z","caller":"traceutil/trace.go:171","msg":"trace[925082856] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"197.485003ms","start":"2026-07-30T21:11:06.31437Z","end":"2026-07-30T21:11:06.511855Z","steps":["trace[925082856] 'process raft request' (duration: 197.07632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:07.086581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.552393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:11:07.08682Z","caller":"traceutil/trace.go:171","msg":"trace[487324126] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:797; }","duration":"197.561316ms","start":"2026-07-30T21:11:06.889243Z","end":"2026-07-30T21:11:07.086804Z","steps":["trace[487324126] 'read index received' (duration: 81.670252ms)","trace[487324126] 'applied index is now lower than readState.Index' (duration: 115.890254ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:11:07.086836Z","caller":"traceutil/trace.go:171","msg":"trace[107316300] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"771.705895ms","start":"2026-07-30T21:11:06.315107Z","end":"2026-07-30T21:11:07.086813Z","steps":["trace[107316300] 'process raft request' (duration: 655.79173ms)","trace[107316300] 'compare' (duration: 115.396939ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:11:07.086839Z","caller":"traceutil/trace.go:171","msg":"trace[633651610] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"767.581232ms","start":"2026-07-30T21:11:06.31923Z","end":"2026-07-30T21:11:07.086811Z","steps":["trace[633651610] 'process raft request' (duration: 767.470449ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:07.086891Z","caller":"traceutil/trace.go:171","msg":"trace[631388874] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"737.837863ms","start":"2026-07-30T21:11:06.349012Z","end":"2026-07-30T21:11:07.08685Z","steps":["trace[631388874] 'process raft request' (duration: 737.751431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:07.086935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.667579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:11:07.086985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:06.319224Z","time spent":"767.682465ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:11:07.087023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:06.348983Z","time spent":"737.970128ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:11:07.086966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:06.315098Z","time spent":"771.782977ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:11:07.087061Z","caller":"traceutil/trace.go:171","msg":"trace[492999676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:766; }","duration":"197.821864ms","start":"2026-07-30T21:11:06.889205Z","end":"2026-07-30T21:11:07.087027Z","steps":["trace[492999676] 'agreement among raft nodes before linearized reading' (duration: 197.645338ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:07.089154Z","caller":"traceutil/trace.go:171","msg":"trace[1130189071] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"166.96662ms","start":"2026-07-30T21:11:06.922173Z","end":"2026-07-30T21:11:07.08914Z","steps":["trace[1130189071] 'process raft request' (duration: 166.868147ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:45.557443Z","caller":"traceutil/trace.go:171","msg":"trace[1785131919] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"279.941263ms","start":"2026-07-30T21:11:45.277474Z","end":"2026-07-30T21:11:45.557415Z","steps":["trace[1785131919] 'process raft request' (duration: 279.804738ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:45.642942Z","caller":"traceutil/trace.go:171","msg":"trace[661893437] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"363.713913ms","start":"2026-07-30T21:11:45.279198Z","end":"2026-07-30T21:11:45.642912Z","steps":["trace[661893437] 'process raft request' (duration: 313.554672ms)","trace[661893437] 'compare' (duration: 50.021226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:11:45.643102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:45.279181Z","time spent":"363.838607ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:11:53.244454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612074262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:11:53.745213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612074262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:11:53.854103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124769789s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:11:53.854871Z","caller":"traceutil/trace.go:171","msg":"trace[2104160516] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"1.125686588s","start":"2026-07-30T21:11:52.729152Z","end":"2026-07-30T21:11:53.854838Z","steps":["trace[2104160516] 'process raft request' (duration: 1.125403469s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:53.855092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:52.729138Z","time spent":"1.125837424s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:11:53.906549Z","caller":"traceutil/trace.go:171","msg":"trace[1070826439] linearizableReadLoop","detail":"{readStateIndex:1110; appliedIndex:1108; }","duration":"1.162832531s","start":"2026-07-30T21:11:52.743681Z","end":"2026-07-30T21:11:53.906514Z","steps":["trace[1070826439] 'read index received' (duration: 1.110948705s)","trace[1070826439] 'applied index is now lower than readState.Index' (duration: 51.882396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:11:53.906968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139386728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:11:53.907099Z","caller":"traceutil/trace.go:171","msg":"trace[666730633] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1063; }","duration":"1.139590405s","start":"2026-07-30T21:11:52.767488Z","end":"2026-07-30T21:11:53.907079Z","steps":["trace[666730633] 'agreement among raft nodes before linearized reading' (duration: 1.139330027s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:53.907196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:52.767469Z","time spent":"1.139708399s","remote":"127.0.0.1:41990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:11:53.907366Z","caller":"traceutil/trace.go:171","msg":"trace[1073921326] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"1.174646311s","start":"2026-07-30T21:11:52.73269Z","end":"2026-07-30T21:11:53.907336Z","steps":["trace[1073921326] 'process raft request' (duration: 1.173641848s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:53.907486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:52.732667Z","time spent":"1.174753604s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:11:53.907739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.632318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:11:53.907798Z","caller":"traceutil/trace.go:171","msg":"trace[1667191225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1063; }","duration":"230.723151ms","start":"2026-07-30T21:11:53.677057Z","end":"2026-07-30T21:11:53.907781Z","steps":["trace[1667191225] 'agreement among raft nodes before linearized reading' (duration: 230.574666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:53.907898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.121349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:11:53.907977Z","caller":"traceutil/trace.go:171","msg":"trace[415698656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1063; }","duration":"309.243123ms","start":"2026-07-30T21:11:53.598724Z","end":"2026-07-30T21:11:53.907967Z","steps":["trace[415698656] 'agreement among raft nodes before linearized reading' (duration: 308.978814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:53.908035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:53.598699Z","time spent":"309.315955ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:11:53.908047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.561916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:11:53.908167Z","caller":"traceutil/trace.go:171","msg":"trace[1376395300] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1063; }","duration":"485.691601ms","start":"2026-07-30T21:11:53.422449Z","end":"2026-07-30T21:11:53.908141Z","steps":["trace[1376395300] 'agreement among raft nodes before linearized reading' (duration: 485.512015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:53.90822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:53.422374Z","time spent":"485.834076ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-30T21:11:53.908331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.848386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.84\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T21:11:53.908375Z","caller":"traceutil/trace.go:171","msg":"trace[739389123] range","detail":"{range_begin:/registry/masterleases/199.19.213.84; range_end:; response_count:1; response_revision:1063; }","duration":"207.925389ms","start":"2026-07-30T21:11:53.700438Z","end":"2026-07-30T21:11:53.908364Z","steps":["trace[739389123] 'agreement among raft nodes before linearized reading' (duration: 207.818175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:53.906981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163248575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:11:53.908603Z","caller":"traceutil/trace.go:171","msg":"trace[1642767260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1063; }","duration":"1.164927449s","start":"2026-07-30T21:11:52.743653Z","end":"2026-07-30T21:11:53.90858Z","steps":["trace[1642767260] 'agreement among raft nodes before linearized reading' (duration: 1.163119951s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:53.908684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:52.743635Z","time spent":"1.165034002s","remote":"127.0.0.1:43962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:11:54.149544Z","caller":"traceutil/trace.go:171","msg":"trace[1202584742] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"210.548783ms","start":"2026-07-30T21:11:53.938969Z","end":"2026-07-30T21:11:54.149518Z","steps":["trace[1202584742] 'process raft request' (duration: 210.513362ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:54.149729Z","caller":"traceutil/trace.go:171","msg":"trace[440810389] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"212.763434ms","start":"2026-07-30T21:11:53.936919Z","end":"2026-07-30T21:11:54.149682Z","steps":["trace[440810389] 'process raft request' (duration: 212.398202ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:54.149749Z","caller":"traceutil/trace.go:171","msg":"trace[874430617] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"211.06614ms","start":"2026-07-30T21:11:53.938658Z","end":"2026-07-30T21:11:54.149724Z","steps":["trace[874430617] 'process raft request' (duration: 210.78262ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:18.301508Z","caller":"traceutil/trace.go:171","msg":"trace[690245800] linearizableReadLoop","detail":"{readStateIndex:1398; appliedIndex:1397; }","duration":"263.851275ms","start":"2026-07-30T21:12:18.037628Z","end":"2026-07-30T21:12:18.301479Z","steps":["trace[690245800] 'read index received' (duration: 263.757632ms)","trace[690245800] 'applied index is now lower than readState.Index' (duration: 92.383µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:12:18.301707Z","caller":"traceutil/trace.go:171","msg":"trace[1381200048] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"325.627009ms","start":"2026-07-30T21:12:17.975981Z","end":"2026-07-30T21:12:18.301608Z","steps":["trace[1381200048] 'process raft request' (duration: 325.33364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:18.301831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.199377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:12:18.301922Z","caller":"traceutil/trace.go:171","msg":"trace[1683339587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1345; }","duration":"264.366082ms","start":"2026-07-30T21:12:18.037541Z","end":"2026-07-30T21:12:18.301907Z","steps":["trace[1683339587] 'agreement among raft nodes before linearized reading' (duration: 264.099633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:18.302131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:17.975948Z","time spent":"325.97075ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:12:18.454359Z","caller":"traceutil/trace.go:171","msg":"trace[1659877617] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"136.376621ms","start":"2026-07-30T21:12:18.317945Z","end":"2026-07-30T21:12:18.454322Z","steps":["trace[1659877617] 'process raft request' (duration: 136.260117ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:18.454462Z","caller":"traceutil/trace.go:171","msg":"trace[934712900] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"136.542256ms","start":"2026-07-30T21:12:18.31785Z","end":"2026-07-30T21:12:18.454392Z","steps":["trace[934712900] 'process raft request' (duration: 67.077224ms)","trace[934712900] 'compare' (duration: 69.147412ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:12:18.454753Z","caller":"traceutil/trace.go:171","msg":"trace[682027619] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"135.756111ms","start":"2026-07-30T21:12:18.318952Z","end":"2026-07-30T21:12:18.454708Z","steps":["trace[682027619] 'process raft request' (duration: 135.294116ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:22.790138Z","caller":"traceutil/trace.go:171","msg":"trace[1657323971] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"318.515721ms","start":"2026-07-30T21:12:22.471589Z","end":"2026-07-30T21:12:22.790105Z","steps":["trace[1657323971] 'process raft request' (duration: 318.344685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:22.790344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:22.471572Z","time spent":"318.661086ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:12:22.921311Z","caller":"traceutil/trace.go:171","msg":"trace[677395352] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"448.092123ms","start":"2026-07-30T21:12:22.473189Z","end":"2026-07-30T21:12:22.921282Z","steps":["trace[677395352] 'process raft request' (duration: 441.199002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:22.921524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:22.473173Z","time spent":"448.255518ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:12:22.92154Z","caller":"traceutil/trace.go:171","msg":"trace[771286189] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1447; }","duration":"373.255409ms","start":"2026-07-30T21:12:22.548244Z","end":"2026-07-30T21:12:22.9215Z","steps":["trace[771286189] 'read index received' (duration: 241.740215ms)","trace[771286189] 'applied index is now lower than readState.Index' (duration: 131.513214ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:12:22.921712Z","caller":"traceutil/trace.go:171","msg":"trace[532405179] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"446.037267ms","start":"2026-07-30T21:12:22.475652Z","end":"2026-07-30T21:12:22.921689Z","steps":["trace[532405179] 'process raft request' (duration: 445.582153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:22.921823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.541468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:12:22.921974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:22.475636Z","time spent":"446.169551ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:12:22.922063Z","caller":"traceutil/trace.go:171","msg":"trace[1810738627] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1396; }","duration":"373.791847ms","start":"2026-07-30T21:12:22.548211Z","end":"2026-07-30T21:12:22.922003Z","steps":["trace[1810738627] 'agreement among raft nodes before linearized reading' (duration: 373.489887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:22.922422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:22.548196Z","time spent":"374.001323ms","remote":"127.0.0.1:60002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:12:23.933123Z","caller":"traceutil/trace.go:171","msg":"trace[1664921060] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"298.351923ms","start":"2026-07-30T21:12:23.634748Z","end":"2026-07-30T21:12:23.9331Z","steps":["trace[1664921060] 'process raft request' (duration: 295.698138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:23.933362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.252736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.84\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T21:12:23.933436Z","caller":"traceutil/trace.go:171","msg":"trace[1171811872] range","detail":"{range_begin:/registry/masterleases/199.19.213.84; range_end:; response_count:1; response_revision:1397; }","duration":"230.36419ms","start":"2026-07-30T21:12:23.703053Z","end":"2026-07-30T21:12:23.933417Z","steps":["trace[1171811872] 'agreement among raft nodes before linearized reading' (duration: 230.154323ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:23.933729Z","caller":"traceutil/trace.go:171","msg":"trace[259842364] linearizableReadLoop","detail":"{readStateIndex:1451; appliedIndex:1450; }","duration":"229.966407ms","start":"2026-07-30T21:12:23.703096Z","end":"2026-07-30T21:12:23.933062Z","steps":["trace[259842364] 'read index received' (duration: 227.406365ms)","trace[259842364] 'applied index is now lower than readState.Index' (duration: 2.558962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:12:23.933953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.880402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:12:23.93399Z","caller":"traceutil/trace.go:171","msg":"trace[775382611] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1397; }","duration":"106.978086ms","start":"2026-07-30T21:12:23.826995Z","end":"2026-07-30T21:12:23.933973Z","steps":["trace[775382611] 'agreement among raft nodes before linearized reading' (duration: 106.890444ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:25.014515Z","caller":"traceutil/trace.go:171","msg":"trace[1537088238] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"216.128772ms","start":"2026-07-30T21:12:24.798346Z","end":"2026-07-30T21:12:25.014475Z","steps":["trace[1537088238] 'process raft request' (duration: 215.866774ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:25.014439Z","caller":"traceutil/trace.go:171","msg":"trace[975614095] linearizableReadLoop","detail":"{readStateIndex:1458; appliedIndex:1457; }","duration":"124.813229ms","start":"2026-07-30T21:12:24.889589Z","end":"2026-07-30T21:12:25.014402Z","steps":["trace[975614095] 'read index received' (duration: 124.112496ms)","trace[975614095] 'applied index is now lower than readState.Index' (duration: 699.313µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:12:25.014648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.027156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:12:25.01473Z","caller":"traceutil/trace.go:171","msg":"trace[2013752430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1403; }","duration":"125.168631ms","start":"2026-07-30T21:12:24.88954Z","end":"2026-07-30T21:12:25.014709Z","steps":["trace[2013752430] 'agreement among raft nodes before linearized reading' (duration: 125.015756ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:25.307575Z","caller":"traceutil/trace.go:171","msg":"trace[2087145319] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1458; }","duration":"292.895468ms","start":"2026-07-30T21:12:25.014653Z","end":"2026-07-30T21:12:25.307549Z","steps":["trace[2087145319] 'read index received' (duration: 292.64682ms)","trace[2087145319] 'applied index is now lower than readState.Index' (duration: 247.718µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:12:25.307646Z","caller":"traceutil/trace.go:171","msg":"trace[233726101] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"363.93101ms","start":"2026-07-30T21:12:24.943691Z","end":"2026-07-30T21:12:25.307622Z","steps":["trace[233726101] 'process raft request' (duration: 363.710642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:25.307769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:24.943672Z","time spent":"364.019283ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:12:25.307832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.142065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:12:25.307867Z","caller":"traceutil/trace.go:171","msg":"trace[716853888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1404; }","duration":"382.221937ms","start":"2026-07-30T21:12:24.925634Z","end":"2026-07-30T21:12:25.307856Z","steps":["trace[716853888] 'agreement among raft nodes before linearized reading' (duration: 382.062612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:25.307898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:24.925613Z","time spent":"382.277599ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:12:25.307899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.190044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:12:25.307986Z","caller":"traceutil/trace.go:171","msg":"trace[2066798577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1404; }","duration":"381.308968ms","start":"2026-07-30T21:12:24.926642Z","end":"2026-07-30T21:12:25.307951Z","steps":["trace[2066798577] 'agreement among raft nodes before linearized reading' (duration: 381.037859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:25.307955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.191875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:12:25.308022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:24.926619Z","time spent":"381.396261ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:12:25.308022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.678124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-30T21:12:25.308037Z","caller":"traceutil/trace.go:171","msg":"trace[912108632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1404; }","duration":"292.302249ms","start":"2026-07-30T21:12:25.015712Z","end":"2026-07-30T21:12:25.308015Z","steps":["trace[912108632] 'agreement among raft nodes before linearized reading' (duration: 292.185545ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:25.308081Z","caller":"traceutil/trace.go:171","msg":"trace[337675286] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1404; }","duration":"147.761626ms","start":"2026-07-30T21:12:25.160294Z","end":"2026-07-30T21:12:25.308056Z","steps":["trace[337675286] 'agreement among raft nodes before linearized reading' (duration: 147.624742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:25.308106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.215349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T21:12:25.30821Z","caller":"traceutil/trace.go:171","msg":"trace[1211367072] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1404; }","duration":"359.352133ms","start":"2026-07-30T21:12:24.948831Z","end":"2026-07-30T21:12:25.308183Z","steps":["trace[1211367072] 'agreement among raft nodes before linearized reading' (duration: 359.066203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:25.30826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:24.948821Z","time spent":"359.427246ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:12:26.002757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.24363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:12:26.002852Z","caller":"traceutil/trace.go:171","msg":"trace[1349230852] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"690.48732ms","start":"2026-07-30T21:12:25.312348Z","end":"2026-07-30T21:12:26.002835Z","steps":["trace[1349230852] 'process raft request' (duration: 562.093335ms)","trace[1349230852] 'compare' (duration: 128.147617ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:12:26.002896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:25.312322Z","time spent":"690.552591ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:12:26.050999Z","caller":"traceutil/trace.go:171","msg":"trace[1370400890] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"738.502932ms","start":"2026-07-30T21:12:25.312468Z","end":"2026-07-30T21:12:26.050971Z","steps":["trace[1370400890] 'process raft request' (duration: 738.417809ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:26.051113Z","caller":"traceutil/trace.go:171","msg":"trace[1068591194] linearizableReadLoop","detail":"{readStateIndex:1464; appliedIndex:1460; }","duration":"106.518891ms","start":"2026-07-30T21:12:25.944584Z","end":"2026-07-30T21:12:26.051103Z","steps":["trace[1068591194] 'read index received' (duration: 106.114978ms)","trace[1068591194] 'applied index is now lower than readState.Index' (duration: 402.883µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:12:26.051165Z","caller":"traceutil/trace.go:171","msg":"trace[1367515358] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"738.711978ms","start":"2026-07-30T21:12:25.312428Z","end":"2026-07-30T21:12:26.05114Z","steps":["trace[1367515358] 'process raft request' (duration: 738.421069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:26.051311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:25.312439Z","time spent":"738.718989ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:12:26.051345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:25.312411Z","time spent":"738.828113ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:12:26.051417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.836522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:12:26.051487Z","caller":"traceutil/trace.go:171","msg":"trace[1303563072] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1409; }","duration":"106.954026ms","start":"2026-07-30T21:12:25.944515Z","end":"2026-07-30T21:12:26.051469Z","steps":["trace[1303563072] 'agreement among raft nodes before linearized reading' (duration: 106.836392ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:26.051005Z","caller":"traceutil/trace.go:171","msg":"trace[1766200890] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"738.560764ms","start":"2026-07-30T21:12:25.312411Z","end":"2026-07-30T21:12:26.050972Z","steps":["trace[1766200890] 'process raft request' (duration: 738.287835ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:26.051563Z","caller":"traceutil/trace.go:171","msg":"trace[1794518046] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"645.609688ms","start":"2026-07-30T21:12:25.40591Z","end":"2026-07-30T21:12:26.05152Z","steps":["trace[1794518046] 'process raft request' (duration: 645.019019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:26.051697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:25.405858Z","time spent":"645.790264ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:12:26.051697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:25.312386Z","time spent":"739.196784ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:12:26.972544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.225474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-30T21:12:26.972635Z","caller":"traceutil/trace.go:171","msg":"trace[50216635] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1413; }","duration":"248.327887ms","start":"2026-07-30T21:12:26.724287Z","end":"2026-07-30T21:12:26.972615Z","steps":["trace[50216635] 'range keys from in-memory index tree' (duration: 248.066198ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:27.097801Z","caller":"traceutil/trace.go:171","msg":"trace[142131671] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"121.071179ms","start":"2026-07-30T21:12:26.976703Z","end":"2026-07-30T21:12:27.097774Z","steps":["trace[142131671] 'process raft request' (duration: 120.923304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:27.61433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.980311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:12:27.614466Z","caller":"traceutil/trace.go:171","msg":"trace[2110608846] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1468; }","duration":"596.096498ms","start":"2026-07-30T21:12:27.018347Z","end":"2026-07-30T21:12:27.614444Z","steps":["trace[2110608846] 'read index received' (duration: 79.246605ms)","trace[2110608846] 'applied index is now lower than readState.Index' (duration: 516.847952ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:12:27.614581Z","caller":"traceutil/trace.go:171","msg":"trace[1078519297] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"637.378394ms","start":"2026-07-30T21:12:26.977175Z","end":"2026-07-30T21:12:27.614553Z","steps":["trace[1078519297] 'process raft request' (duration: 372.067772ms)","trace[1078519297] 'compare' (duration: 264.718723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:12:27.614634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.290174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:12:27.61468Z","caller":"traceutil/trace.go:171","msg":"trace[1189865207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1415; }","duration":"596.369137ms","start":"2026-07-30T21:12:27.018297Z","end":"2026-07-30T21:12:27.614666Z","steps":["trace[1189865207] 'agreement among raft nodes before linearized reading' (duration: 596.204231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:27.614712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:26.97716Z","time spent":"637.479107ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:12:27.614733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:27.018283Z","time spent":"596.438698ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:12:29.010536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612074935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:12:29.057762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.537998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:12:29.057921Z","caller":"traceutil/trace.go:171","msg":"trace[2077991602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1419; }","duration":"618.781256ms","start":"2026-07-30T21:12:28.439117Z","end":"2026-07-30T21:12:29.057899Z","steps":["trace[2077991602] 'range keys from in-memory index tree' (duration: 618.304601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:29.057975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:28.439091Z","time spent":"618.872159ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:12:29.511226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612074935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:12:30.012127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612074935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:12:30.393955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.895184855s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:12:30.394411Z","caller":"traceutil/trace.go:171","msg":"trace[510666705] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"1.895746513s","start":"2026-07-30T21:12:28.498631Z","end":"2026-07-30T21:12:30.394378Z","steps":["trace[510666705] 'process raft request' (duration: 1.895564667s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:30.394604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:28.498597Z","time spent":"1.895901888s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:12:30.890026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T21:12:30.890149Z","caller":"traceutil/trace.go:171","msg":"trace[1784420845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162326s","start":"2026-07-30T21:12:28.889959Z","end":"2026-07-30T21:12:30.890121Z","steps":["trace[1784420845] 'agreement among raft nodes before linearized reading' (duration: 1.999995391s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:30.890215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:28.889946Z","time spent":"2.00025658s","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:12:31.629063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221792916s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-30T21:12:31.629919Z","caller":"traceutil/trace.go:171","msg":"trace[1985552077] linearizableReadLoop","detail":"{readStateIndex:1477; appliedIndex:1475; }","duration":"3.119838902s","start":"2026-07-30T21:12:28.510018Z","end":"2026-07-30T21:12:31.629857Z","steps":["trace[1985552077] 'read index received' (duration: 1.884368077s)","trace[1985552077] 'applied index is now lower than readState.Index' (duration: 1.235468875s)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:12:31.629933Z","caller":"traceutil/trace.go:171","msg":"trace[1020240704] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"2.567118618s","start":"2026-07-30T21:12:29.06278Z","end":"2026-07-30T21:12:31.629899Z","steps":["trace[1020240704] 'process raft request' (duration: 2.566395935s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.630154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:29.062753Z","time spent":"2.567272863s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:12:31.714322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204264914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:12:31.714441Z","caller":"traceutil/trace.go:171","msg":"trace[297117193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1421; }","duration":"3.204427019s","start":"2026-07-30T21:12:28.509981Z","end":"2026-07-30T21:12:31.714408Z","steps":["trace[297117193] 'agreement among raft nodes before linearized reading' (duration: 3.120057319s)","trace[297117193] 'range keys from in-memory index tree' (duration: 84.095522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:12:31.714573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:28.509968Z","time spent":"3.204581734s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:12:31.714642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00960036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-30T21:12:31.714793Z","caller":"traceutil/trace.go:171","msg":"trace[1054003411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1422; }","duration":"2.009815087s","start":"2026-07-30T21:12:29.704958Z","end":"2026-07-30T21:12:31.714773Z","steps":["trace[1054003411] 'agreement among raft nodes before linearized reading' (duration: 2.009500557s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.714846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:29.70494Z","time spent":"2.00989427s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:12:31.714866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.276926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:12:31.714923Z","caller":"traceutil/trace.go:171","msg":"trace[1757336955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1422; }","duration":"824.37704ms","start":"2026-07-30T21:12:30.890519Z","end":"2026-07-30T21:12:31.714896Z","steps":["trace[1757336955] 'agreement among raft nodes before linearized reading' (duration: 824.286577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.714971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.733343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:12:31.714996Z","caller":"traceutil/trace.go:171","msg":"trace[1425477323] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"151.644872ms","start":"2026-07-30T21:12:31.563307Z","end":"2026-07-30T21:12:31.714952Z","steps":["trace[1425477323] 'process raft request' (duration: 140.252806ms)","trace[1425477323] 'compare' (duration: 10.360503ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:12:31.715125Z","caller":"traceutil/trace.go:171","msg":"trace[930730175] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1422; }","duration":"881.904768ms","start":"2026-07-30T21:12:30.833166Z","end":"2026-07-30T21:12:31.715071Z","steps":["trace[930730175] 'agreement among raft nodes before linearized reading' (duration: 881.773064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.715138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.132794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-30T21:12:31.715177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:30.83314Z","time spent":"882.023711ms","remote":"127.0.0.1:41848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:12:31.715157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593301678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-30T21:12:31.715157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.438262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-30T21:12:31.715191Z","caller":"traceutil/trace.go:171","msg":"trace[119623902] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1422; }","duration":"707.227057ms","start":"2026-07-30T21:12:31.007945Z","end":"2026-07-30T21:12:31.715172Z","steps":["trace[119623902] 'agreement among raft nodes before linearized reading' (duration: 707.089592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.715008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:30.890496Z","time spent":"824.496874ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:12:31.715236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:31.007882Z","time spent":"707.34498ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:12:31.715232Z","caller":"traceutil/trace.go:171","msg":"trace[1813750617] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1422; }","duration":"659.568726ms","start":"2026-07-30T21:12:31.05565Z","end":"2026-07-30T21:12:31.715219Z","steps":["trace[1813750617] 'agreement among raft nodes before linearized reading' (duration: 659.36753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.715295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578070918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:12:31.715336Z","caller":"traceutil/trace.go:171","msg":"trace[1402028945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1422; }","duration":"1.578368389s","start":"2026-07-30T21:12:30.136957Z","end":"2026-07-30T21:12:31.715325Z","steps":["trace[1402028945] 'agreement among raft nodes before linearized reading' (duration: 1.578045778s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.715377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:30.136932Z","time spent":"1.57843631s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:12:31.715338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:31.055624Z","time spent":"659.700001ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:12:31.715232Z","caller":"traceutil/trace.go:171","msg":"trace[359351923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1422; }","duration":"1.593385861s","start":"2026-07-30T21:12:30.121828Z","end":"2026-07-30T21:12:31.715214Z","steps":["trace[359351923] 'agreement among raft nodes before linearized reading' (duration: 1.593215816s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.715463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:30.12178Z","time spent":"1.59367411s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:12:31.715483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51211138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T21:12:31.7156Z","caller":"traceutil/trace.go:171","msg":"trace[1148544005] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1422; }","duration":"1.512270075s","start":"2026-07-30T21:12:30.203282Z","end":"2026-07-30T21:12:31.715552Z","steps":["trace[1148544005] 'agreement among raft nodes before linearized reading' (duration: 1.511962075s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:31.715661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:30.203263Z","time spent":"1.512386769s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T21:12:46.991892Z","caller":"traceutil/trace.go:171","msg":"trace[1582085200] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"222.960072ms","start":"2026-07-30T21:12:46.768904Z","end":"2026-07-30T21:12:46.991864Z","steps":["trace[1582085200] 'process raft request' (duration: 222.807237ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:46.992535Z","caller":"traceutil/trace.go:171","msg":"trace[1231361900] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1640; }","duration":"102.844654ms","start":"2026-07-30T21:12:46.889676Z","end":"2026-07-30T21:12:46.99252Z","steps":["trace[1231361900] 'read index received' (duration: 102.060109ms)","trace[1231361900] 'applied index is now lower than readState.Index' (duration: 783.765µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:12:46.992642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.944827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:12:46.992647Z","caller":"traceutil/trace.go:171","msg":"trace[1809523309] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"222.935451ms","start":"2026-07-30T21:12:46.769682Z","end":"2026-07-30T21:12:46.992617Z","steps":["trace[1809523309] 'process raft request' (duration: 222.790826ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:46.992676Z","caller":"traceutil/trace.go:171","msg":"trace[381345402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1579; }","duration":"102.994068ms","start":"2026-07-30T21:12:46.889669Z","end":"2026-07-30T21:12:46.992663Z","steps":["trace[381345402] 'agreement among raft nodes before linearized reading' (duration: 102.902306ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:52.647994Z","caller":"traceutil/trace.go:171","msg":"trace[1171100218] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1766; }","duration":"250.278037ms","start":"2026-07-30T21:12:52.397694Z","end":"2026-07-30T21:12:52.647972Z","steps":["trace[1171100218] 'read index received' (duration: 250.086791ms)","trace[1171100218] 'applied index is now lower than readState.Index' (duration: 190.536µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:12:52.648227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.513325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xmqdv\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-07-30T21:12:52.648271Z","caller":"traceutil/trace.go:171","msg":"trace[289731183] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xmqdv; range_end:; response_count:1; response_revision:1702; }","duration":"250.579437ms","start":"2026-07-30T21:12:52.397678Z","end":"2026-07-30T21:12:52.648257Z","steps":["trace[289731183] 'agreement among raft nodes before linearized reading' (duration: 250.391421ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:12:52.648527Z","caller":"traceutil/trace.go:171","msg":"trace[1569255558] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"456.909658ms","start":"2026-07-30T21:12:52.191575Z","end":"2026-07-30T21:12:52.648484Z","steps":["trace[1569255558] 'process raft request' (duration: 456.271268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:12:52.64872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:12:52.191547Z","time spent":"457.072654ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:12:52.651185Z","caller":"traceutil/trace.go:171","msg":"trace[212262004] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"179.438951ms","start":"2026-07-30T21:12:52.471731Z","end":"2026-07-30T21:12:52.65117Z","steps":["trace[212262004] 'process raft request' (duration: 179.365119ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:20.691692Z","caller":"traceutil/trace.go:171","msg":"trace[36542907] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"113.4599ms","start":"2026-07-30T21:13:20.578192Z","end":"2026-07-30T21:13:20.691652Z","steps":["trace[36542907] 'process raft request' (duration: 113.194992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:21.229924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612076436,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:13:21.618194Z","caller":"traceutil/trace.go:171","msg":"trace[1173904582] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"942.827855ms","start":"2026-07-30T21:13:20.675341Z","end":"2026-07-30T21:13:21.618169Z","steps":["trace[1173904582] 'process raft request' (duration: 920.601514ms)","trace[1173904582] 'compare' (duration: 21.806317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:21.61833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:20.675321Z","time spent":"942.943079ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:21.618414Z","caller":"traceutil/trace.go:171","msg":"trace[1538719120] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2273; }","duration":"888.620561ms","start":"2026-07-30T21:13:20.729731Z","end":"2026-07-30T21:13:21.618352Z","steps":["trace[1538719120] 'read index received' (duration: 866.227654ms)","trace[1538719120] 'applied index is now lower than readState.Index' (duration: 22.391357ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:13:21.61857Z","caller":"traceutil/trace.go:171","msg":"trace[315509707] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"871.461621ms","start":"2026-07-30T21:13:20.747097Z","end":"2026-07-30T21:13:21.618559Z","steps":["trace[315509707] 'process raft request' (duration: 870.999607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:21.618729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:20.747075Z","time spent":"871.527254ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:13:21.618747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.788117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:13:21.618792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.156913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T21:13:21.618721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.255633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:13:21.618759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.996022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:13:21.619059Z","caller":"traceutil/trace.go:171","msg":"trace[1642840582] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2181; }","duration":"889.366845ms","start":"2026-07-30T21:13:20.729668Z","end":"2026-07-30T21:13:21.619035Z","steps":["trace[1642840582] 'agreement among raft nodes before linearized reading' (duration: 888.958312ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:21.618881Z","caller":"traceutil/trace.go:171","msg":"trace[1612613206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2181; }","duration":"646.291337ms","start":"2026-07-30T21:13:20.972553Z","end":"2026-07-30T21:13:21.618844Z","steps":["trace[1612613206] 'agreement among raft nodes before linearized reading' (duration: 646.078701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:21.619122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:20.729645Z","time spent":"889.461077ms","remote":"127.0.0.1:60014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:13:21.619128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:20.972529Z","time spent":"646.584737ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T21:13:21.618903Z","caller":"traceutil/trace.go:171","msg":"trace[1956728015] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2181; }","duration":"138.48232ms","start":"2026-07-30T21:13:21.480391Z","end":"2026-07-30T21:13:21.618873Z","steps":["trace[1956728015] 'agreement among raft nodes before linearized reading' (duration: 138.238593ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:21.618869Z","caller":"traceutil/trace.go:171","msg":"trace[1664308008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2181; }","duration":"728.993403ms","start":"2026-07-30T21:13:20.889845Z","end":"2026-07-30T21:13:21.618838Z","steps":["trace[1664308008] 'agreement among raft nodes before linearized reading' (duration: 728.780756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:21.619485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:20.889811Z","time spent":"729.652824ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:13:22.349018Z","caller":"traceutil/trace.go:171","msg":"trace[1808711603] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"644.777339ms","start":"2026-07-30T21:13:21.704204Z","end":"2026-07-30T21:13:22.348981Z","steps":["trace[1808711603] 'process raft request' (duration: 617.317561ms)","trace[1808711603] 'compare' (duration: 26.835678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:22.349169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:21.704179Z","time spent":"644.912584ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:22.349167Z","caller":"traceutil/trace.go:171","msg":"trace[736592333] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2275; }","duration":"298.471049ms","start":"2026-07-30T21:13:22.050475Z","end":"2026-07-30T21:13:22.348946Z","steps":["trace[736592333] 'read index received' (duration: 271.096353ms)","trace[736592333] 'applied index is now lower than readState.Index' (duration: 27.373246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:22.349287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.785459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-30T21:13:22.349374Z","caller":"traceutil/trace.go:171","msg":"trace[399483234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2182; }","duration":"298.928674ms","start":"2026-07-30T21:13:22.050424Z","end":"2026-07-30T21:13:22.349353Z","steps":["trace[399483234] 'agreement among raft nodes before linearized reading' (duration: 298.649595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:22.349428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.669359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-30T21:13:22.349479Z","caller":"traceutil/trace.go:171","msg":"trace[474943982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2182; }","duration":"295.754313ms","start":"2026-07-30T21:13:22.053712Z","end":"2026-07-30T21:13:22.349466Z","steps":["trace[474943982] 'agreement among raft nodes before linearized reading' (duration: 295.582127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:22.349597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.44631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11911"} {"level":"info","ts":"2026-07-30T21:13:22.349645Z","caller":"traceutil/trace.go:171","msg":"trace[488867396] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2182; }","duration":"249.530663ms","start":"2026-07-30T21:13:22.100103Z","end":"2026-07-30T21:13:22.349634Z","steps":["trace[488867396] 'agreement among raft nodes before linearized reading' (duration: 249.373228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:22.349714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.81602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-30T21:13:22.349758Z","caller":"traceutil/trace.go:171","msg":"trace[991689802] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2182; }","duration":"248.874693ms","start":"2026-07-30T21:13:22.100872Z","end":"2026-07-30T21:13:22.349747Z","steps":["trace[991689802] 'agreement among raft nodes before linearized reading' (duration: 248.751769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:22.349761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.255074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T21:13:22.349835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.998636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-30T21:13:22.349947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.000118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T21:13:22.349997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.530885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:13:22.350034Z","caller":"traceutil/trace.go:171","msg":"trace[1974780080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2182; }","duration":"295.585676ms","start":"2026-07-30T21:13:22.05444Z","end":"2026-07-30T21:13:22.350025Z","steps":["trace[1974780080] 'agreement among raft nodes before linearized reading' (duration: 295.495734ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.35004Z","caller":"traceutil/trace.go:171","msg":"trace[1301778428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2182; }","duration":"295.120972ms","start":"2026-07-30T21:13:22.0549Z","end":"2026-07-30T21:13:22.350021Z","steps":["trace[1301778428] 'agreement among raft nodes before linearized reading' (duration: 294.832673ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.350116Z","caller":"traceutil/trace.go:171","msg":"trace[212234172] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2182; }","duration":"249.281525ms","start":"2026-07-30T21:13:22.100805Z","end":"2026-07-30T21:13:22.350087Z","steps":["trace[212234172] 'agreement among raft nodes before linearized reading' (duration: 248.947795ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.349848Z","caller":"traceutil/trace.go:171","msg":"trace[273519500] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2182; }","duration":"294.406559ms","start":"2026-07-30T21:13:22.055423Z","end":"2026-07-30T21:13:22.349829Z","steps":["trace[273519500] 'agreement among raft nodes before linearized reading' (duration: 294.139531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:22.349907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.629862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T21:13:22.350302Z","caller":"traceutil/trace.go:171","msg":"trace[2049718017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2182; }","duration":"293.071897ms","start":"2026-07-30T21:13:22.057212Z","end":"2026-07-30T21:13:22.350284Z","steps":["trace[2049718017] 'agreement among raft nodes before linearized reading' (duration: 292.55057ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.581258Z","caller":"traceutil/trace.go:171","msg":"trace[703163268] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"226.122874ms","start":"2026-07-30T21:13:22.355094Z","end":"2026-07-30T21:13:22.581216Z","steps":["trace[703163268] 'process raft request' (duration: 225.750722ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.581462Z","caller":"traceutil/trace.go:171","msg":"trace[627921335] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"225.402631ms","start":"2026-07-30T21:13:22.356027Z","end":"2026-07-30T21:13:22.581429Z","steps":["trace[627921335] 'process raft request' (duration: 225.247866ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.581514Z","caller":"traceutil/trace.go:171","msg":"trace[1375894678] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"225.495925ms","start":"2026-07-30T21:13:22.355986Z","end":"2026-07-30T21:13:22.581482Z","steps":["trace[1375894678] 'process raft request' (duration: 225.149954ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.581249Z","caller":"traceutil/trace.go:171","msg":"trace[1682000478] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"225.290608ms","start":"2026-07-30T21:13:22.355925Z","end":"2026-07-30T21:13:22.581216Z","steps":["trace[1682000478] 'process raft request' (duration: 225.109632ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.582256Z","caller":"traceutil/trace.go:171","msg":"trace[1686954964] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2276; }","duration":"222.347774ms","start":"2026-07-30T21:13:22.359891Z","end":"2026-07-30T21:13:22.582239Z","steps":["trace[1686954964] 'read index received' (duration: 77.354625ms)","trace[1686954964] 'applied index is now lower than readState.Index' (duration: 144.992329ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:13:22.582277Z","caller":"traceutil/trace.go:171","msg":"trace[651373158] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"224.830384ms","start":"2026-07-30T21:13:22.357425Z","end":"2026-07-30T21:13:22.582256Z","steps":["trace[651373158] 'process raft request' (duration: 224.71792ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.582341Z","caller":"traceutil/trace.go:171","msg":"trace[1944045084] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"224.632547ms","start":"2026-07-30T21:13:22.357694Z","end":"2026-07-30T21:13:22.582327Z","steps":["trace[1944045084] 'process raft request' (duration: 224.509823ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:22.582333Z","caller":"traceutil/trace.go:171","msg":"trace[1102717521] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"225.33763ms","start":"2026-07-30T21:13:22.356888Z","end":"2026-07-30T21:13:22.582225Z","steps":["trace[1102717521] 'process raft request' (duration: 224.484462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:22.582406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.499329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:13:22.582462Z","caller":"traceutil/trace.go:171","msg":"trace[194397020] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2190; }","duration":"222.588332ms","start":"2026-07-30T21:13:22.35986Z","end":"2026-07-30T21:13:22.582448Z","steps":["trace[194397020] 'agreement among raft nodes before linearized reading' (duration: 222.465228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:22.610784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.521607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:13:22.610874Z","caller":"traceutil/trace.go:171","msg":"trace[1194695082] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2191; }","duration":"221.655652ms","start":"2026-07-30T21:13:22.389198Z","end":"2026-07-30T21:13:22.610854Z","steps":["trace[1194695082] 'agreement among raft nodes before linearized reading' (duration: 221.501737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:23.470466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.387992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:13:23.470591Z","caller":"traceutil/trace.go:171","msg":"trace[1036194830] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2285; }","duration":"766.177583ms","start":"2026-07-30T21:13:22.704396Z","end":"2026-07-30T21:13:23.470574Z","steps":["trace[1036194830] 'read index received' (duration: 82.81472ms)","trace[1036194830] 'applied index is now lower than readState.Index' (duration: 683.361253ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:13:23.470686Z","caller":"traceutil/trace.go:171","msg":"trace[1901623034] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"770.915805ms","start":"2026-07-30T21:13:22.699708Z","end":"2026-07-30T21:13:23.470624Z","steps":["trace[1901623034] 'process raft request' (duration: 87.548581ms)","trace[1901623034] 'compare' (duration: 682.224317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:23.470818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.537437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-30T21:13:23.470872Z","caller":"traceutil/trace.go:171","msg":"trace[1440607962] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2192; }","duration":"747.620369ms","start":"2026-07-30T21:13:22.72324Z","end":"2026-07-30T21:13:23.47086Z","steps":["trace[1440607962] 'agreement among raft nodes before linearized reading' (duration: 747.450304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:23.47084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.464851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:13:23.470921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:22.723225Z","time spent":"747.686321ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:13:23.470909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:22.699682Z","time spent":"771.10383ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:23.470963Z","caller":"traceutil/trace.go:171","msg":"trace[620825356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"580.677618ms","start":"2026-07-30T21:13:22.890266Z","end":"2026-07-30T21:13:23.470943Z","steps":["trace[620825356] 'agreement among raft nodes before linearized reading' (duration: 580.44088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:23.471038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:22.890238Z","time spent":"580.788432ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:13:23.47117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.750141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T21:13:23.471255Z","caller":"traceutil/trace.go:171","msg":"trace[384985036] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2192; }","duration":"766.886055ms","start":"2026-07-30T21:13:22.704348Z","end":"2026-07-30T21:13:23.471234Z","steps":["trace[384985036] 'agreement among raft nodes before linearized reading' (duration: 766.334868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:23.471473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:22.704327Z","time spent":"767.052221ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:13:27.899808Z","caller":"traceutil/trace.go:171","msg":"trace[463003172] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2332; }","duration":"313.637365ms","start":"2026-07-30T21:13:27.586141Z","end":"2026-07-30T21:13:27.899779Z","steps":["trace[463003172] 'read index received' (duration: 313.48227ms)","trace[463003172] 'applied index is now lower than readState.Index' (duration: 154.175µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:13:27.899854Z","caller":"traceutil/trace.go:171","msg":"trace[1221908638] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"415.740801ms","start":"2026-07-30T21:13:27.48407Z","end":"2026-07-30T21:13:27.899811Z","steps":["trace[1221908638] 'process raft request' (duration: 415.549514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:27.900029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:27.484046Z","time spent":"415.875414ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:13:27.900098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.941024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T21:13:27.900166Z","caller":"traceutil/trace.go:171","msg":"trace[145702121] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2238; }","duration":"314.035987ms","start":"2026-07-30T21:13:27.586111Z","end":"2026-07-30T21:13:27.900147Z","steps":["trace[145702121] 'agreement among raft nodes before linearized reading' (duration: 313.822551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:27.900239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:27.586096Z","time spent":"314.12558ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:13:27.91046Z","caller":"traceutil/trace.go:171","msg":"trace[74765587] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"269.74498ms","start":"2026-07-30T21:13:27.640692Z","end":"2026-07-30T21:13:27.910437Z","steps":["trace[74765587] 'process raft request' (duration: 269.647477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:27.910535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.895852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12225"} {"level":"info","ts":"2026-07-30T21:13:27.910567Z","caller":"traceutil/trace.go:171","msg":"trace[1878994191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2241; }","duration":"283.967425ms","start":"2026-07-30T21:13:27.626591Z","end":"2026-07-30T21:13:27.910558Z","steps":["trace[1878994191] 'agreement among raft nodes before linearized reading' (duration: 283.863762ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:27.910707Z","caller":"traceutil/trace.go:171","msg":"trace[621319739] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"273.878483ms","start":"2026-07-30T21:13:27.636624Z","end":"2026-07-30T21:13:27.910503Z","steps":["trace[621319739] 'process raft request' (duration: 273.585813ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:27.910852Z","caller":"traceutil/trace.go:171","msg":"trace[130397452] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"264.777631ms","start":"2026-07-30T21:13:27.646049Z","end":"2026-07-30T21:13:27.910826Z","steps":["trace[130397452] 'process raft request' (duration: 264.342007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:27.911147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.71068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:13:27.911251Z","caller":"traceutil/trace.go:171","msg":"trace[933921669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2241; }","duration":"249.853514ms","start":"2026-07-30T21:13:27.661376Z","end":"2026-07-30T21:13:27.911229Z","steps":["trace[933921669] 'agreement among raft nodes before linearized reading' (duration: 249.399389ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:32.763866Z","caller":"traceutil/trace.go:171","msg":"trace[549624472] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"134.967718ms","start":"2026-07-30T21:13:32.628872Z","end":"2026-07-30T21:13:32.76384Z","steps":["trace[549624472] 'process raft request' (duration: 134.818803ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:32.765744Z","caller":"traceutil/trace.go:171","msg":"trace[117692413] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2368; }","duration":"132.453777ms","start":"2026-07-30T21:13:32.633267Z","end":"2026-07-30T21:13:32.765721Z","steps":["trace[117692413] 'read index received' (duration: 130.434633ms)","trace[117692413] 'applied index is now lower than readState.Index' (duration: 2.018204ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:13:32.765794Z","caller":"traceutil/trace.go:171","msg":"trace[947962635] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"135.685211ms","start":"2026-07-30T21:13:32.630079Z","end":"2026-07-30T21:13:32.765764Z","steps":["trace[947962635] 'process raft request' (duration: 135.465074ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:32.765834Z","caller":"traceutil/trace.go:171","msg":"trace[1931279361] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"135.048041ms","start":"2026-07-30T21:13:32.630751Z","end":"2026-07-30T21:13:32.765799Z","steps":["trace[1931279361] 'process raft request' (duration: 134.923017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:32.766011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.829468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:13:32.76605Z","caller":"traceutil/trace.go:171","msg":"trace[581509482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2275; }","duration":"131.902661ms","start":"2026-07-30T21:13:32.634137Z","end":"2026-07-30T21:13:32.766039Z","steps":["trace[581509482] 'agreement among raft nodes before linearized reading' (duration: 131.706124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:32.76616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.601081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:13:32.766205Z","caller":"traceutil/trace.go:171","msg":"trace[643224737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2275; }","duration":"131.711154ms","start":"2026-07-30T21:13:32.634479Z","end":"2026-07-30T21:13:32.76619Z","steps":["trace[643224737] 'agreement among raft nodes before linearized reading' (duration: 131.517658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:32.76621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.890222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:13:32.7663Z","caller":"traceutil/trace.go:171","msg":"trace[651611440] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2275; }","duration":"133.009865ms","start":"2026-07-30T21:13:32.633242Z","end":"2026-07-30T21:13:32.766251Z","steps":["trace[651611440] 'agreement among raft nodes before linearized reading' (duration: 132.601092ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:33.50824Z","caller":"traceutil/trace.go:171","msg":"trace[1529075814] linearizableReadLoop","detail":"{readStateIndex:2376; appliedIndex:2375; }","duration":"574.773239ms","start":"2026-07-30T21:13:32.933442Z","end":"2026-07-30T21:13:33.508215Z","steps":["trace[1529075814] 'read index received' (duration: 496.385351ms)","trace[1529075814] 'applied index is now lower than readState.Index' (duration: 78.386558ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:13:33.50864Z","caller":"traceutil/trace.go:171","msg":"trace[1448051005] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"590.535713ms","start":"2026-07-30T21:13:32.918079Z","end":"2026-07-30T21:13:33.508615Z","steps":["trace[1448051005] 'process raft request' (duration: 511.856516ms)","trace[1448051005] 'compare' (duration: 77.953204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:33.508722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.563985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:13:33.508765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.714942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-zpvmn\" ","response":"range_response_count:1 size:5851"} {"level":"warn","ts":"2026-07-30T21:13:33.508765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:32.918068Z","time spent":"590.620886ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:33.508779Z","caller":"traceutil/trace.go:171","msg":"trace[1797118050] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2280; }","duration":"244.634677ms","start":"2026-07-30T21:13:33.26413Z","end":"2026-07-30T21:13:33.508765Z","steps":["trace[1797118050] 'agreement among raft nodes before linearized reading' (duration: 244.531604ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:33.508793Z","caller":"traceutil/trace.go:171","msg":"trace[996463547] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-zpvmn; range_end:; response_count:1; response_revision:2280; }","duration":"361.782835ms","start":"2026-07-30T21:13:33.147002Z","end":"2026-07-30T21:13:33.508785Z","steps":["trace[996463547] 'agreement among raft nodes before linearized reading' (duration: 361.661911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:33.508816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:33.146981Z","time spent":"361.827556ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5873,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-zpvmn\" "} {"level":"warn","ts":"2026-07-30T21:13:33.508828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.369239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12232"} {"level":"info","ts":"2026-07-30T21:13:33.50889Z","caller":"traceutil/trace.go:171","msg":"trace[907781410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2280; }","duration":"575.460831ms","start":"2026-07-30T21:13:32.933411Z","end":"2026-07-30T21:13:33.508871Z","steps":["trace[907781410] 'agreement among raft nodes before linearized reading' (duration: 575.229813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:33.508881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.317671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T21:13:33.508941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:32.933397Z","time spent":"575.531913ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12254,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T21:13:33.508955Z","caller":"traceutil/trace.go:171","msg":"trace[275211781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2280; }","duration":"562.432285ms","start":"2026-07-30T21:13:32.946503Z","end":"2026-07-30T21:13:33.508936Z","steps":["trace[275211781] 'agreement among raft nodes before linearized reading' (duration: 562.165656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:33.508996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:32.946489Z","time spent":"562.497416ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:13:34.429913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.33775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.84\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T21:13:34.430013Z","caller":"traceutil/trace.go:171","msg":"trace[1388498500] range","detail":"{range_begin:/registry/masterleases/199.19.213.84; range_end:; response_count:1; response_revision:2286; }","duration":"722.521106ms","start":"2026-07-30T21:13:33.707469Z","end":"2026-07-30T21:13:34.42999Z","steps":["trace[1388498500] 'range keys from in-memory index tree' (duration: 722.0328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:34.430057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:33.707443Z","time spent":"722.604289ms","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.84\" "} {"level":"info","ts":"2026-07-30T21:13:34.430267Z","caller":"traceutil/trace.go:171","msg":"trace[478909896] linearizableReadLoop","detail":"{readStateIndex:2385; appliedIndex:2382; }","duration":"303.063386ms","start":"2026-07-30T21:13:34.12717Z","end":"2026-07-30T21:13:34.430233Z","steps":["trace[478909896] 'read index received' (duration: 299.960686ms)","trace[478909896] 'applied index is now lower than readState.Index' (duration: 3.10154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:34.429933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.848602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rz4l8\" ","response":"range_response_count:1 size:6146"} {"level":"warn","ts":"2026-07-30T21:13:34.430475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.272883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:13:34.430514Z","caller":"traceutil/trace.go:171","msg":"trace[59976996] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2290; }","duration":"303.411097ms","start":"2026-07-30T21:13:34.127094Z","end":"2026-07-30T21:13:34.430505Z","steps":["trace[59976996] 'agreement among raft nodes before linearized reading' (duration: 303.265723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:34.430554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:34.127062Z","time spent":"303.48188ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:13:34.430566Z","caller":"traceutil/trace.go:171","msg":"trace[285423246] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"492.570699ms","start":"2026-07-30T21:13:33.937926Z","end":"2026-07-30T21:13:34.430497Z","steps":["trace[285423246] 'process raft request' (duration: 492.220888ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:34.430683Z","caller":"traceutil/trace.go:171","msg":"trace[1685043109] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"513.753827ms","start":"2026-07-30T21:13:33.916903Z","end":"2026-07-30T21:13:34.430657Z","steps":["trace[1685043109] 'process raft request' (duration: 510.251715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:34.430735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:33.937867Z","time spent":"492.771226ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:13:34.430818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:33.916862Z","time spent":"513.879421ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:34.430919Z","caller":"traceutil/trace.go:171","msg":"trace[1281042022] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rz4l8; range_end:; response_count:1; response_revision:2286; }","duration":"671.826674ms","start":"2026-07-30T21:13:33.759021Z","end":"2026-07-30T21:13:34.430848Z","steps":["trace[1281042022] 'range keys from in-memory index tree' (duration: 670.583974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:34.432211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:33.759001Z","time spent":"673.182457ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rz4l8\" "} {"level":"info","ts":"2026-07-30T21:13:34.430977Z","caller":"traceutil/trace.go:171","msg":"trace[903686680] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"501.212196ms","start":"2026-07-30T21:13:33.929747Z","end":"2026-07-30T21:13:34.43096Z","steps":["trace[903686680] 'process raft request' (duration: 500.242745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:34.432355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:33.92972Z","time spent":"502.562799ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:48.66918Z","caller":"traceutil/trace.go:171","msg":"trace[602781692] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"195.803305ms","start":"2026-07-30T21:13:48.473346Z","end":"2026-07-30T21:13:48.669149Z","steps":["trace[602781692] 'process raft request' (duration: 195.605199ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:48.670314Z","caller":"traceutil/trace.go:171","msg":"trace[2102734042] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"192.504589ms","start":"2026-07-30T21:13:48.477774Z","end":"2026-07-30T21:13:48.670279Z","steps":["trace[2102734042] 'process raft request' (duration: 192.195149ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:48.670469Z","caller":"traceutil/trace.go:171","msg":"trace[993971837] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"187.370825ms","start":"2026-07-30T21:13:48.48305Z","end":"2026-07-30T21:13:48.670421Z","steps":["trace[993971837] 'process raft request' (duration: 187.087305ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:48.67036Z","caller":"traceutil/trace.go:171","msg":"trace[576955138] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2494; }","duration":"136.635431ms","start":"2026-07-30T21:13:48.533707Z","end":"2026-07-30T21:13:48.670342Z","steps":["trace[576955138] 'read index received' (duration: 135.329919ms)","trace[576955138] 'applied index is now lower than readState.Index' (duration: 1.304402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:48.670565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.90419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T21:13:48.670636Z","caller":"traceutil/trace.go:171","msg":"trace[171623428] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2399; }","duration":"137.022804ms","start":"2026-07-30T21:13:48.533595Z","end":"2026-07-30T21:13:48.670618Z","steps":["trace[171623428] 'agreement among raft nodes before linearized reading' (duration: 136.797077ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:48.67065Z","caller":"traceutil/trace.go:171","msg":"trace[1829084676] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"186.783526ms","start":"2026-07-30T21:13:48.483842Z","end":"2026-07-30T21:13:48.670626Z","steps":["trace[1829084676] 'process raft request' (duration: 186.424185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:48.670853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.453286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T21:13:48.670933Z","caller":"traceutil/trace.go:171","msg":"trace[439220691] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2399; }","duration":"106.605331ms","start":"2026-07-30T21:13:48.564301Z","end":"2026-07-30T21:13:48.670906Z","steps":["trace[439220691] 'agreement among raft nodes before linearized reading' (duration: 106.403995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:48.671031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.078918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-30T21:13:48.671141Z","caller":"traceutil/trace.go:171","msg":"trace[479865731] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2399; }","duration":"103.226843ms","start":"2026-07-30T21:13:48.567885Z","end":"2026-07-30T21:13:48.671112Z","steps":["trace[479865731] 'agreement among raft nodes before linearized reading' (duration: 102.886002ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:54.266895Z","caller":"traceutil/trace.go:171","msg":"trace[2018112384] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"287.13032ms","start":"2026-07-30T21:13:53.979716Z","end":"2026-07-30T21:13:54.266846Z","steps":["trace[2018112384] 'process raft request' (duration: 286.828741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:54.623723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.436433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:13:54.623834Z","caller":"traceutil/trace.go:171","msg":"trace[1918041626] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2437; }","duration":"121.614438ms","start":"2026-07-30T21:13:54.502186Z","end":"2026-07-30T21:13:54.623801Z","steps":["trace[1918041626] 'count revisions from in-memory index tree' (duration: 121.312038ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:54.813835Z","caller":"traceutil/trace.go:171","msg":"trace[900484779] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"123.098036ms","start":"2026-07-30T21:13:54.690711Z","end":"2026-07-30T21:13:54.81381Z","steps":["trace[900484779] 'process raft request' (duration: 122.92111ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:54.926392Z","caller":"traceutil/trace.go:171","msg":"trace[1697664421] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"231.11835ms","start":"2026-07-30T21:13:54.695247Z","end":"2026-07-30T21:13:54.926365Z","steps":["trace[1697664421] 'process raft request' (duration: 230.912283ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:54.926664Z","caller":"traceutil/trace.go:171","msg":"trace[823271791] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"230.84527ms","start":"2026-07-30T21:13:54.695794Z","end":"2026-07-30T21:13:54.926639Z","steps":["trace[823271791] 'process raft request' (duration: 230.52737ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:54.926769Z","caller":"traceutil/trace.go:171","msg":"trace[1425948440] linearizableReadLoop","detail":"{readStateIndex:2542; appliedIndex:2538; }","duration":"214.350143ms","start":"2026-07-30T21:13:54.712403Z","end":"2026-07-30T21:13:54.926753Z","steps":["trace[1425948440] 'read index received' (duration: 101.294738ms)","trace[1425948440] 'applied index is now lower than readState.Index' (duration: 113.054485ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:13:54.926828Z","caller":"traceutil/trace.go:171","msg":"trace[986267984] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"230.927304ms","start":"2026-07-30T21:13:54.695872Z","end":"2026-07-30T21:13:54.9268Z","steps":["trace[986267984] 'process raft request' (duration: 230.686556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:54.926966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.55423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:13:54.92701Z","caller":"traceutil/trace.go:171","msg":"trace[1563987144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2441; }","duration":"214.657323ms","start":"2026-07-30T21:13:54.712341Z","end":"2026-07-30T21:13:54.926998Z","steps":["trace[1563987144] 'agreement among raft nodes before linearized reading' (duration: 214.503258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:55.412954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.57204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:13:55.413443Z","caller":"traceutil/trace.go:171","msg":"trace[1203725144] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"480.904166ms","start":"2026-07-30T21:13:54.932521Z","end":"2026-07-30T21:13:55.413425Z","steps":["trace[1203725144] 'process raft request' (duration: 480.835173ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:55.413494Z","caller":"traceutil/trace.go:171","msg":"trace[906879574] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"481.447534ms","start":"2026-07-30T21:13:54.932011Z","end":"2026-07-30T21:13:55.413459Z","steps":["trace[906879574] 'process raft request' (duration: 481.047251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:55.413514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:54.932514Z","time spent":"480.965787ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:55.413524Z","caller":"traceutil/trace.go:171","msg":"trace[1605449092] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"481.177075ms","start":"2026-07-30T21:13:54.932291Z","end":"2026-07-30T21:13:55.413468Z","steps":["trace[1605449092] 'process raft request' (duration: 481.02597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:55.41368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:54.932Z","time spent":"481.561437ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:55.413667Z","caller":"traceutil/trace.go:171","msg":"trace[1057105899] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"482.104104ms","start":"2026-07-30T21:13:54.931534Z","end":"2026-07-30T21:13:55.413638Z","steps":["trace[1057105899] 'process raft request' (duration: 64.759661ms)","trace[1057105899] 'compare' (duration: 416.259389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:55.413724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:54.93228Z","time spent":"481.366331ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:55.413795Z","caller":"traceutil/trace.go:171","msg":"trace[866256293] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"480.6989ms","start":"2026-07-30T21:13:54.933074Z","end":"2026-07-30T21:13:55.413773Z","steps":["trace[866256293] 'process raft request' (duration: 480.319088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:55.413807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:54.931507Z","time spent":"482.221238ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:55.413898Z","caller":"traceutil/trace.go:171","msg":"trace[1635127106] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2543; }","duration":"185.661936ms","start":"2026-07-30T21:13:55.228194Z","end":"2026-07-30T21:13:55.413856Z","steps":["trace[1635127106] 'read index received' (duration: 49.632µs)","trace[1635127106] 'applied index is now lower than readState.Index' (duration: 185.611084ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:55.413912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:54.933067Z","time spent":"480.771712ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:13:55.413958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.766259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:13:55.413987Z","caller":"traceutil/trace.go:171","msg":"trace[2097083993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2448; }","duration":"185.824631ms","start":"2026-07-30T21:13:55.228153Z","end":"2026-07-30T21:13:55.413978Z","steps":["trace[2097083993] 'agreement among raft nodes before linearized reading' (duration: 185.773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:56.055254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.02689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T21:13:56.055239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.397361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:13:56.055397Z","caller":"traceutil/trace.go:171","msg":"trace[1689157942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2448; }","duration":"166.588477ms","start":"2026-07-30T21:13:55.888784Z","end":"2026-07-30T21:13:56.055372Z","steps":["trace[1689157942] 'range keys from in-memory index tree' (duration: 166.291317ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:56.055407Z","caller":"traceutil/trace.go:171","msg":"trace[1121124403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2448; }","duration":"121.165604ms","start":"2026-07-30T21:13:55.934195Z","end":"2026-07-30T21:13:56.05536Z","steps":["trace[1121124403] 'range keys from in-memory index tree' (duration: 120.832153ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:57.421277Z","caller":"traceutil/trace.go:171","msg":"trace[298525540] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"487.60425ms","start":"2026-07-30T21:13:56.933451Z","end":"2026-07-30T21:13:57.421055Z","steps":["trace[298525540] 'process raft request' (duration: 487.443155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:57.421501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:56.93343Z","time spent":"487.921691ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:57.437336Z","caller":"traceutil/trace.go:171","msg":"trace[958382724] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"503.723515ms","start":"2026-07-30T21:13:56.93359Z","end":"2026-07-30T21:13:57.437313Z","steps":["trace[958382724] 'process raft request' (duration: 503.526009ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:57.437492Z","caller":"traceutil/trace.go:171","msg":"trace[792456852] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2551; }","duration":"482.250499ms","start":"2026-07-30T21:13:56.955221Z","end":"2026-07-30T21:13:57.437472Z","steps":["trace[792456852] 'read index received' (duration: 465.646498ms)","trace[792456852] 'applied index is now lower than readState.Index' (duration: 16.602561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:57.437499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:56.933552Z","time spent":"503.85761ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:57.437563Z","caller":"traceutil/trace.go:171","msg":"trace[1540982658] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"503.805718ms","start":"2026-07-30T21:13:56.933744Z","end":"2026-07-30T21:13:57.43755Z","steps":["trace[1540982658] 'process raft request' (duration: 503.522019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:57.437631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:56.933718Z","time spent":"503.87201ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:13:57.437671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.452655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T21:13:57.437778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.06948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:13:57.437855Z","caller":"traceutil/trace.go:171","msg":"trace[1632539084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2453; }","duration":"374.212345ms","start":"2026-07-30T21:13:57.063624Z","end":"2026-07-30T21:13:57.437837Z","steps":["trace[1632539084] 'agreement among raft nodes before linearized reading' (duration: 374.010548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:57.437956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:57.063596Z","time spent":"374.346679ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T21:13:57.438075Z","caller":"traceutil/trace.go:171","msg":"trace[163216451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2453; }","duration":"482.59054ms","start":"2026-07-30T21:13:56.955167Z","end":"2026-07-30T21:13:57.437757Z","steps":["trace[163216451] 'agreement among raft nodes before linearized reading' (duration: 482.409444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:57.438196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:56.955143Z","time spent":"483.012413ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T21:13:57.560219Z","caller":"traceutil/trace.go:171","msg":"trace[769796483] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"118.415646ms","start":"2026-07-30T21:13:57.441768Z","end":"2026-07-30T21:13:57.560184Z","steps":["trace[769796483] 'process raft request' (duration: 62.787777ms)","trace[769796483] 'compare' (duration: 55.448473ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:13:57.589297Z","caller":"traceutil/trace.go:171","msg":"trace[1087821814] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"146.713991ms","start":"2026-07-30T21:13:57.442558Z","end":"2026-07-30T21:13:57.589272Z","steps":["trace[1087821814] 'process raft request' (duration: 146.556236ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:57.589295Z","caller":"traceutil/trace.go:171","msg":"trace[2044307118] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"147.32983ms","start":"2026-07-30T21:13:57.441922Z","end":"2026-07-30T21:13:57.589252Z","steps":["trace[2044307118] 'process raft request' (duration: 146.969129ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:57.589341Z","caller":"traceutil/trace.go:171","msg":"trace[1350883718] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"146.706611ms","start":"2026-07-30T21:13:57.442596Z","end":"2026-07-30T21:13:57.589303Z","steps":["trace[1350883718] 'process raft request' (duration: 146.565596ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:57.589398Z","caller":"traceutil/trace.go:171","msg":"trace[107507670] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"146.743462ms","start":"2026-07-30T21:13:57.442625Z","end":"2026-07-30T21:13:57.589368Z","steps":["trace[107507670] 'process raft request' (duration: 146.573936ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:57.589454Z","caller":"traceutil/trace.go:171","msg":"trace[824699279] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"146.733641ms","start":"2026-07-30T21:13:57.442682Z","end":"2026-07-30T21:13:57.589416Z","steps":["trace[824699279] 'process raft request' (duration: 146.565596ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:58.427929Z","caller":"traceutil/trace.go:171","msg":"trace[608104795] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"487.326301ms","start":"2026-07-30T21:13:57.940575Z","end":"2026-07-30T21:13:58.427902Z","steps":["trace[608104795] 'process raft request' (duration: 487.125555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:58.428093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:57.940557Z","time spent":"487.454766ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:13:59.293451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.469464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:13:59.293735Z","caller":"traceutil/trace.go:171","msg":"trace[1376578373] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"1.342223035s","start":"2026-07-30T21:13:57.951487Z","end":"2026-07-30T21:13:59.29371Z","steps":["trace[1376578373] 'process raft request' (duration: 1.149407509s)","trace[1376578373] 'compare' (duration: 192.289359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:59.293859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:57.951452Z","time spent":"1.342340698s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:59.293958Z","caller":"traceutil/trace.go:171","msg":"trace[600278561] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2561; }","duration":"1.090213168s","start":"2026-07-30T21:13:58.203722Z","end":"2026-07-30T21:13:59.293935Z","steps":["trace[600278561] 'read index received' (duration: 224.048194ms)","trace[600278561] 'applied index is now lower than readState.Index' (duration: 866.162104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:59.728659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.082231ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-30T21:13:59.729064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525338899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:13:59.729163Z","caller":"traceutil/trace.go:171","msg":"trace[2025881711] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2462; }","duration":"1.525566236s","start":"2026-07-30T21:13:58.203574Z","end":"2026-07-30T21:13:59.72914Z","steps":["trace[2025881711] 'agreement among raft nodes before linearized reading' (duration: 1.090488206s)","trace[2025881711] 'count revisions from in-memory index tree' (duration: 434.932846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:59.729216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:58.203532Z","time spent":"1.52567201s","remote":"127.0.0.1:59948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:13:59.72944Z","caller":"traceutil/trace.go:171","msg":"trace[264663096] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2563; }","duration":"435.414471ms","start":"2026-07-30T21:13:59.293999Z","end":"2026-07-30T21:13:59.729413Z","steps":["trace[264663096] 'read index received' (duration: 52.151µs)","trace[264663096] 'applied index is now lower than readState.Index' (duration: 435.36092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:59.729763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032647456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-30T21:13:59.729806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.850782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12629"} {"level":"info","ts":"2026-07-30T21:13:59.729864Z","caller":"traceutil/trace.go:171","msg":"trace[535647116] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2463; }","duration":"1.032791001s","start":"2026-07-30T21:13:58.697046Z","end":"2026-07-30T21:13:59.729837Z","steps":["trace[535647116] 'agreement among raft nodes before linearized reading' (duration: 1.032478311s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:59.729912Z","caller":"traceutil/trace.go:171","msg":"trace[348414131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2463; }","duration":"997.006237ms","start":"2026-07-30T21:13:58.732886Z","end":"2026-07-30T21:13:59.729893Z","steps":["trace[348414131] 'agreement among raft nodes before linearized reading' (duration: 996.614925ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:59.729806Z","caller":"traceutil/trace.go:171","msg":"trace[1458160201] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"820.360559ms","start":"2026-07-30T21:13:58.909429Z","end":"2026-07-30T21:13:59.729789Z","steps":["trace[1458160201] 'process raft request' (duration: 819.339196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.729926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.110299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:13:59.730153Z","caller":"traceutil/trace.go:171","msg":"trace[189414893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2463; }","duration":"839.399108ms","start":"2026-07-30T21:13:58.890736Z","end":"2026-07-30T21:13:59.730135Z","steps":["trace[189414893] 'agreement among raft nodes before linearized reading' (duration: 839.107629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.73014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036151818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-30T21:13:59.730183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:58.890704Z","time spent":"839.47054ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:13:59.729959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:58.697027Z","time spent":"1.032917555s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:13:59.730205Z","caller":"traceutil/trace.go:171","msg":"trace[2147003937] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2463; }","duration":"1.036261493s","start":"2026-07-30T21:13:58.693924Z","end":"2026-07-30T21:13:59.730186Z","steps":["trace[2147003937] 'agreement among raft nodes before linearized reading' (duration: 1.035718075s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.730274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:58.693863Z","time spent":"1.036390877s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:13:59.730293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285409908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:13:59.730356Z","caller":"traceutil/trace.go:171","msg":"trace[1561480230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2463; }","duration":"1.285506261s","start":"2026-07-30T21:13:58.444831Z","end":"2026-07-30T21:13:59.730337Z","steps":["trace[1561480230] 'agreement among raft nodes before linearized reading' (duration: 1.285025606s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.730399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:58.444813Z","time spent":"1.285574393s","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:13:59.730377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:58.909401Z","time spent":"820.624158ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:59.730658Z","caller":"traceutil/trace.go:171","msg":"trace[2049970058] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"304.156155ms","start":"2026-07-30T21:13:59.426462Z","end":"2026-07-30T21:13:59.730618Z","steps":["trace[2049970058] 'process raft request' (duration: 303.482413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.730962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:58.732866Z","time spent":"997.090409ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12651,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:13:59.731001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.426421Z","time spent":"304.513696ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:13:59.731155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029524047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-30T21:13:59.731224Z","caller":"traceutil/trace.go:171","msg":"trace[118409764] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2463; }","duration":"1.030776026s","start":"2026-07-30T21:13:58.700425Z","end":"2026-07-30T21:13:59.731201Z","steps":["trace[118409764] 'agreement among raft nodes before linearized reading' (duration: 1.029400262s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.731279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:58.700396Z","time spent":"1.030865519s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:13:59.82477Z","caller":"traceutil/trace.go:171","msg":"trace[1293139110] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"380.941809ms","start":"2026-07-30T21:13:59.443797Z","end":"2026-07-30T21:13:59.824739Z","steps":["trace[1293139110] 'process raft request' (duration: 380.823645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.824873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.133137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:13:59.824927Z","caller":"traceutil/trace.go:171","msg":"trace[1819389152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2466; }","duration":"230.20333ms","start":"2026-07-30T21:13:59.594708Z","end":"2026-07-30T21:13:59.824911Z","steps":["trace[1819389152] 'agreement among raft nodes before linearized reading' (duration: 229.991323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.824974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.443771Z","time spent":"381.098694ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:59.825082Z","caller":"traceutil/trace.go:171","msg":"trace[1105811462] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"381.374233ms","start":"2026-07-30T21:13:59.443668Z","end":"2026-07-30T21:13:59.825042Z","steps":["trace[1105811462] 'process raft request' (duration: 380.807245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.825066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.038804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T21:13:59.825132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.435396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:13:59.825217Z","caller":"traceutil/trace.go:171","msg":"trace[1012254755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2466; }","duration":"230.53023ms","start":"2026-07-30T21:13:59.594668Z","end":"2026-07-30T21:13:59.825198Z","steps":["trace[1012254755] 'agreement among raft nodes before linearized reading' (duration: 230.380525ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:59.825223Z","caller":"traceutil/trace.go:171","msg":"trace[933235761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2466; }","duration":"230.177428ms","start":"2026-07-30T21:13:59.595008Z","end":"2026-07-30T21:13:59.825186Z","steps":["trace[933235761] 'agreement among raft nodes before linearized reading' (duration: 230.011313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.825147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.171102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T21:13:59.825256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.867139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:13:59.825325Z","caller":"traceutil/trace.go:171","msg":"trace[747283745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2466; }","duration":"232.363658ms","start":"2026-07-30T21:13:59.592945Z","end":"2026-07-30T21:13:59.825308Z","steps":["trace[747283745] 'agreement among raft nodes before linearized reading' (duration: 232.166362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.825275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.443634Z","time spent":"381.533798ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:13:59.825351Z","caller":"traceutil/trace.go:171","msg":"trace[1552001809] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2466; }","duration":"261.004074ms","start":"2026-07-30T21:13:59.564334Z","end":"2026-07-30T21:13:59.825338Z","steps":["trace[1552001809] 'agreement among raft nodes before linearized reading' (duration: 260.838059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:13:59.824973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.237963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:13:59.825463Z","caller":"traceutil/trace.go:171","msg":"trace[1090495753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2466; }","duration":"231.793821ms","start":"2026-07-30T21:13:59.593653Z","end":"2026-07-30T21:13:59.825447Z","steps":["trace[1090495753] 'agreement among raft nodes before linearized reading' (duration: 231.14217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.328124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.090418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:14:00.328404Z","caller":"traceutil/trace.go:171","msg":"trace[865998851] linearizableReadLoop","detail":"{readStateIndex:2571; appliedIndex:2568; }","duration":"503.709635ms","start":"2026-07-30T21:13:59.82467Z","end":"2026-07-30T21:14:00.328379Z","steps":["trace[865998851] 'read index received' (duration: 85.296297ms)","trace[865998851] 'applied index is now lower than readState.Index' (duration: 418.412098ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:14:00.328428Z","caller":"traceutil/trace.go:171","msg":"trace[1866046310] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"593.079371ms","start":"2026-07-30T21:13:59.735311Z","end":"2026-07-30T21:14:00.32839Z","steps":["trace[1866046310] 'process raft request' (duration: 174.631082ms)","trace[1866046310] 'compare' (duration: 417.962474ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:14:00.328441Z","caller":"traceutil/trace.go:171","msg":"trace[390358529] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"593.100472ms","start":"2026-07-30T21:13:59.735316Z","end":"2026-07-30T21:14:00.328416Z","steps":["trace[390358529] 'process raft request' (duration: 592.921906ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:14:00.328441Z","caller":"traceutil/trace.go:171","msg":"trace[1492855171] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"592.596916ms","start":"2026-07-30T21:13:59.735809Z","end":"2026-07-30T21:14:00.328406Z","steps":["trace[1492855171] 'process raft request' (duration: 592.512903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.32853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.894343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:14:00.328557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.685511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:14:00.328559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.735289Z","time spent":"593.211266ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:14:00.32857Z","caller":"traceutil/trace.go:171","msg":"trace[159817687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2469; }","duration":"596.988197ms","start":"2026-07-30T21:13:59.731572Z","end":"2026-07-30T21:14:00.32856Z","steps":["trace[159817687] 'agreement among raft nodes before linearized reading' (duration: 596.908854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.328587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.735288Z","time spent":"593.206556ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:14:00.32861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.731549Z","time spent":"597.054079ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:14:00.328607Z","caller":"traceutil/trace.go:171","msg":"trace[2011768899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2469; }","duration":"588.776834ms","start":"2026-07-30T21:13:59.739816Z","end":"2026-07-30T21:14:00.328592Z","steps":["trace[2011768899] 'agreement among raft nodes before linearized reading' (duration: 588.64911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.328613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.735785Z","time spent":"592.759161ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:14:00.328644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.739798Z","time spent":"588.838876ms","remote":"127.0.0.1:42122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-30T21:14:00.725044Z","caller":"traceutil/trace.go:171","msg":"trace[1503833345] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"894.874122ms","start":"2026-07-30T21:13:59.830147Z","end":"2026-07-30T21:14:00.725021Z","steps":["trace[1503833345] 'process raft request' (duration: 894.767048ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:14:00.725043Z","caller":"traceutil/trace.go:171","msg":"trace[683853041] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"894.568312ms","start":"2026-07-30T21:13:59.830453Z","end":"2026-07-30T21:14:00.725021Z","steps":["trace[683853041] 'process raft request' (duration: 894.50952ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:14:00.725111Z","caller":"traceutil/trace.go:171","msg":"trace[1978529886] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"896.122231ms","start":"2026-07-30T21:13:59.828955Z","end":"2026-07-30T21:14:00.725077Z","steps":["trace[1978529886] 'process raft request' (duration: 840.520094ms)","trace[1978529886] 'compare' (duration: 55.297718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:14:00.725178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.830439Z","time spent":"894.678936ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:14:00.725183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.830133Z","time spent":"894.976355ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:14:00.725256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.828933Z","time spent":"896.240165ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:14:00.725272Z","caller":"traceutil/trace.go:171","msg":"trace[543109983] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"894.719697ms","start":"2026-07-30T21:13:59.830529Z","end":"2026-07-30T21:14:00.725249Z","steps":["trace[543109983] 'process raft request' (duration: 894.462629ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:14:00.725403Z","caller":"traceutil/trace.go:171","msg":"trace[1523588497] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"894.82463ms","start":"2026-07-30T21:13:59.830565Z","end":"2026-07-30T21:14:00.72539Z","steps":["trace[1523588497] 'process raft request' (duration: 894.612284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.725408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.830522Z","time spent":"894.81184ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:14:00.725458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.830542Z","time spent":"894.886812ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:14:00.725491Z","caller":"traceutil/trace.go:171","msg":"trace[2007348421] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2571; }","duration":"397.029304ms","start":"2026-07-30T21:14:00.328451Z","end":"2026-07-30T21:14:00.72548Z","steps":["trace[2007348421] 'read index received' (duration: 340.970092ms)","trace[2007348421] 'applied index is now lower than readState.Index' (duration: 56.058482ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:14:00.725561Z","caller":"traceutil/trace.go:171","msg":"trace[1296109854] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"894.609013ms","start":"2026-07-30T21:13:59.830942Z","end":"2026-07-30T21:14:00.725551Z","steps":["trace[1296109854] 'process raft request' (duration: 894.408587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.725621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.830931Z","time spent":"894.661745ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:14:00.725727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.154365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:14:00.725759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.732059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:14:00.726098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.39066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:14:00.726109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.731232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:14:00.72613Z","caller":"traceutil/trace.go:171","msg":"trace[455082476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2475; }","duration":"389.434692ms","start":"2026-07-30T21:14:00.336686Z","end":"2026-07-30T21:14:00.72612Z","steps":["trace[455082476] 'agreement among raft nodes before linearized reading' (duration: 389.38461ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:14:00.726146Z","caller":"traceutil/trace.go:171","msg":"trace[581616196] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2475; }","duration":"126.800504ms","start":"2026-07-30T21:14:00.599336Z","end":"2026-07-30T21:14:00.726136Z","steps":["trace[581616196] 'agreement among raft nodes before linearized reading' (duration: 126.731732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.726159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:14:00.336679Z","time spent":"389.473863ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:14:00.725801Z","caller":"traceutil/trace.go:171","msg":"trace[619637628] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2475; }","duration":"836.251847ms","start":"2026-07-30T21:13:59.889509Z","end":"2026-07-30T21:14:00.725761Z","steps":["trace[619637628] 'agreement among raft nodes before linearized reading' (duration: 836.178735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.726285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:13:59.889477Z","time spent":"836.753323ms","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:14:00.726407Z","caller":"traceutil/trace.go:171","msg":"trace[953553459] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2475; }","duration":"393.835532ms","start":"2026-07-30T21:14:00.331987Z","end":"2026-07-30T21:14:00.725822Z","steps":["trace[953553459] 'agreement among raft nodes before linearized reading' (duration: 393.742279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:14:00.726446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:14:00.331968Z","time spent":"394.466772ms","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-30T21:15:16.260037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.393255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:15:16.260401Z","caller":"traceutil/trace.go:171","msg":"trace[1104002878] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"159.311887ms","start":"2026-07-30T21:15:16.101071Z","end":"2026-07-30T21:15:16.260383Z","steps":["trace[1104002878] 'process raft request' (duration: 159.221644ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:16.260418Z","caller":"traceutil/trace.go:171","msg":"trace[57790554] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"260.278295ms","start":"2026-07-30T21:15:16.000096Z","end":"2026-07-30T21:15:16.260375Z","steps":["trace[57790554] 'process raft request' (duration: 127.436276ms)","trace[57790554] 'compare' (duration: 132.25639ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:15:16.260619Z","caller":"traceutil/trace.go:171","msg":"trace[726955483] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"158.533781ms","start":"2026-07-30T21:15:16.102022Z","end":"2026-07-30T21:15:16.260556Z","steps":["trace[726955483] 'process raft request' (duration: 158.317764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:39.762529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612078642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:15:39.863626Z","caller":"traceutil/trace.go:171","msg":"trace[977298364] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"602.390208ms","start":"2026-07-30T21:15:39.261197Z","end":"2026-07-30T21:15:39.863587Z","steps":["trace[977298364] 'process raft request' (duration: 602.185842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:39.863798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.261184Z","time spent":"602.530663ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:15:39.86442Z","caller":"traceutil/trace.go:171","msg":"trace[1662838902] linearizableReadLoop","detail":"{readStateIndex:3291; appliedIndex:3288; }","duration":"601.946934ms","start":"2026-07-30T21:15:39.262448Z","end":"2026-07-30T21:15:39.864395Z","steps":["trace[1662838902] 'read index received' (duration: 600.982973ms)","trace[1662838902] 'applied index is now lower than readState.Index' (duration: 962.751µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:15:39.864464Z","caller":"traceutil/trace.go:171","msg":"trace[388544389] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"603.006818ms","start":"2026-07-30T21:15:39.261439Z","end":"2026-07-30T21:15:39.864446Z","steps":["trace[388544389] 'process raft request' (duration: 602.796281ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:39.864524Z","caller":"traceutil/trace.go:171","msg":"trace[149363441] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"545.978664ms","start":"2026-07-30T21:15:39.318505Z","end":"2026-07-30T21:15:39.864483Z","steps":["trace[149363441] 'process raft request' (duration: 545.84429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:39.864564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.261421Z","time spent":"603.096651ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:15:39.864653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.187032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:15:39.864692Z","caller":"traceutil/trace.go:171","msg":"trace[340278787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3167; }","duration":"602.257864ms","start":"2026-07-30T21:15:39.262425Z","end":"2026-07-30T21:15:39.864683Z","steps":["trace[340278787] 'agreement among raft nodes before linearized reading' (duration: 602.1124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:39.864677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.318485Z","time spent":"546.100417ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:15:39.864724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.262411Z","time spent":"602.304006ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:15:39.864807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.650661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-30T21:15:39.86485Z","caller":"traceutil/trace.go:171","msg":"trace[1731327039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3167; }","duration":"599.715503ms","start":"2026-07-30T21:15:39.265123Z","end":"2026-07-30T21:15:39.864838Z","steps":["trace[1731327039] 'agreement among raft nodes before linearized reading' (duration: 599.570129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:39.864874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.678366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"warn","ts":"2026-07-30T21:15:39.864882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.265111Z","time spent":"599.764285ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:15:39.864891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.333447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:15:39.864902Z","caller":"traceutil/trace.go:171","msg":"trace[185193575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3167; }","duration":"516.730328ms","start":"2026-07-30T21:15:39.348163Z","end":"2026-07-30T21:15:39.864893Z","steps":["trace[185193575] 'agreement among raft nodes before linearized reading' (duration: 516.644195ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:39.864925Z","caller":"traceutil/trace.go:171","msg":"trace[913157716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3167; }","duration":"597.390299ms","start":"2026-07-30T21:15:39.267524Z","end":"2026-07-30T21:15:39.864914Z","steps":["trace[913157716] 'agreement among raft nodes before linearized reading' (duration: 597.294916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:39.864933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.348148Z","time spent":"516.77921ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12481,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:15:39.864954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.267512Z","time spent":"597.43419ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:15:39.865023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.192404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T21:15:39.865044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.230982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:15:39.865073Z","caller":"traceutil/trace.go:171","msg":"trace[1547250070] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3167; }","duration":"264.293254ms","start":"2026-07-30T21:15:39.600769Z","end":"2026-07-30T21:15:39.865063Z","steps":["trace[1547250070] 'agreement among raft nodes before linearized reading' (duration: 264.247022ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:39.865054Z","caller":"traceutil/trace.go:171","msg":"trace[2139301163] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3167; }","duration":"598.234256ms","start":"2026-07-30T21:15:39.26681Z","end":"2026-07-30T21:15:39.865044Z","steps":["trace[2139301163] 'agreement among raft nodes before linearized reading' (duration: 598.142733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:39.86518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.266803Z","time spent":"598.36636ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:15:39.865197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.168907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:15:39.865284Z","caller":"traceutil/trace.go:171","msg":"trace[108807376] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3167; }","duration":"318.360343ms","start":"2026-07-30T21:15:39.546902Z","end":"2026-07-30T21:15:39.865263Z","steps":["trace[108807376] 'agreement among raft nodes before linearized reading' (duration: 318.197658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:15:39.86533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:15:39.546886Z","time spent":"318.434406ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:16:14.242704Z","caller":"traceutil/trace.go:171","msg":"trace[230721638] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"111.911677ms","start":"2026-07-30T21:16:14.13075Z","end":"2026-07-30T21:16:14.242661Z","steps":["trace[230721638] 'process raft request' (duration: 81.298858ms)","trace[230721638] 'compare' (duration: 30.469764ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:16:14.260201Z","caller":"traceutil/trace.go:171","msg":"trace[1146569394] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"129.349664ms","start":"2026-07-30T21:16:14.130826Z","end":"2026-07-30T21:16:14.260176Z","steps":["trace[1146569394] 'process raft request' (duration: 129.104866ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:14.260352Z","caller":"traceutil/trace.go:171","msg":"trace[881199281] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"129.368765ms","start":"2026-07-30T21:16:14.13092Z","end":"2026-07-30T21:16:14.260289Z","steps":["trace[881199281] 'process raft request' (duration: 129.150038ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:14.26055Z","caller":"traceutil/trace.go:171","msg":"trace[527437408] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"129.587882ms","start":"2026-07-30T21:16:14.130929Z","end":"2026-07-30T21:16:14.260517Z","steps":["trace[527437408] 'process raft request' (duration: 129.223551ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:14.260868Z","caller":"traceutil/trace.go:171","msg":"trace[938290772] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"129.227871ms","start":"2026-07-30T21:16:14.131619Z","end":"2026-07-30T21:16:14.260847Z","steps":["trace[938290772] 'process raft request' (duration: 128.604511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:14.789363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.882407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:16:14.789689Z","caller":"traceutil/trace.go:171","msg":"trace[718109907] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"316.151034ms","start":"2026-07-30T21:16:14.473461Z","end":"2026-07-30T21:16:14.789612Z","steps":["trace[718109907] 'process raft request' (duration: 44.907666ms)","trace[718109907] 'compare' (duration: 270.641499ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:16:14.789701Z","caller":"traceutil/trace.go:171","msg":"trace[1613616256] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"309.840602ms","start":"2026-07-30T21:16:14.479833Z","end":"2026-07-30T21:16:14.789674Z","steps":["trace[1613616256] 'process raft request' (duration: 309.729998ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:14.789824Z","caller":"traceutil/trace.go:171","msg":"trace[383937166] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"310.227754ms","start":"2026-07-30T21:16:14.479431Z","end":"2026-07-30T21:16:14.789658Z","steps":["trace[383937166] 'process raft request' (duration: 310.038418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:14.790002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:14.479403Z","time spent":"310.516324ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:16:14.790056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:14.479819Z","time spent":"309.961505ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:16:14.789808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:14.473435Z","time spent":"316.333569ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:16:15.308771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.089225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:16:15.308819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.862176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:16:15.308884Z","caller":"traceutil/trace.go:171","msg":"trace[809301035] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3410; }","duration":"139.24703ms","start":"2026-07-30T21:16:15.169608Z","end":"2026-07-30T21:16:15.308855Z","steps":["trace[809301035] 'count revisions from in-memory index tree' (duration: 138.981902ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:15.308895Z","caller":"traceutil/trace.go:171","msg":"trace[544861763] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3410; }","duration":"234.950789ms","start":"2026-07-30T21:16:15.073924Z","end":"2026-07-30T21:16:15.308875Z","steps":["trace[544861763] 'count revisions from in-memory index tree' (duration: 234.754662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:15.308961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.299193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-30T21:16:15.308819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.9056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:16:15.309071Z","caller":"traceutil/trace.go:171","msg":"trace[2049341188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3410; }","duration":"420.178248ms","start":"2026-07-30T21:16:14.88888Z","end":"2026-07-30T21:16:15.309059Z","steps":["trace[2049341188] 'range keys from in-memory index tree' (duration: 419.752684ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:15.309066Z","caller":"traceutil/trace.go:171","msg":"trace[1665144685] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3410; }","duration":"344.460398ms","start":"2026-07-30T21:16:14.964581Z","end":"2026-07-30T21:16:15.309041Z","steps":["trace[1665144685] 'range keys from in-memory index tree' (duration: 344.038325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:15.309105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:14.888797Z","time spent":"420.298222ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:16:15.309126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:14.964559Z","time spent":"344.549621ms","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-30T21:20:00.616563Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2874} {"level":"info","ts":"2026-07-30T21:20:00.705559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2874,"took":"87.827125ms","hash":1940918775,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":10342400,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T21:20:00.705615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1940918775,"revision":2874,"compact-revision":-1} {"level":"info","ts":"2026-07-30T21:22:36.610807Z","caller":"traceutil/trace.go:171","msg":"trace[1042416451] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"118.204936ms","start":"2026-07-30T21:22:36.492563Z","end":"2026-07-30T21:22:36.610768Z","steps":["trace[1042416451] 'process raft request' (duration: 117.935297ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:36.802289Z","caller":"traceutil/trace.go:171","msg":"trace[1396752987] transaction","detail":"{read_only:false; response_revision:6764; number_of_response:1; }","duration":"120.276793ms","start":"2026-07-30T21:24:36.681981Z","end":"2026-07-30T21:24:36.802258Z","steps":["trace[1396752987] 'process raft request' (duration: 118.764434ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:41.965763Z","caller":"traceutil/trace.go:171","msg":"trace[1229023593] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"131.084882ms","start":"2026-07-30T21:24:41.834631Z","end":"2026-07-30T21:24:41.965716Z","steps":["trace[1229023593] 'process raft request' (duration: 69.777361ms)","trace[1229023593] 'compare' (duration: 61.157876ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:24:42.718043Z","caller":"traceutil/trace.go:171","msg":"trace[749657039] transaction","detail":"{read_only:false; response_revision:6812; number_of_response:1; }","duration":"136.074282ms","start":"2026-07-30T21:24:42.581947Z","end":"2026-07-30T21:24:42.718021Z","steps":["trace[749657039] 'process raft request' (duration: 102.609851ms)","trace[749657039] 'compare' (duration: 33.336666ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:24:42.764855Z","caller":"traceutil/trace.go:171","msg":"trace[1404543749] linearizableReadLoop","detail":"{readStateIndex:7053; appliedIndex:7051; }","duration":"163.088295ms","start":"2026-07-30T21:24:42.601727Z","end":"2026-07-30T21:24:42.764815Z","steps":["trace[1404543749] 'read index received' (duration: 82.791517ms)","trace[1404543749] 'applied index is now lower than readState.Index' (duration: 80.295468ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:24:42.764927Z","caller":"traceutil/trace.go:171","msg":"trace[1846459435] transaction","detail":"{read_only:false; response_revision:6813; number_of_response:1; }","duration":"174.146788ms","start":"2026-07-30T21:24:42.590745Z","end":"2026-07-30T21:24:42.764892Z","steps":["trace[1846459435] 'process raft request' (duration: 173.919681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.765035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.280051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:24:42.765095Z","caller":"traceutil/trace.go:171","msg":"trace[611986772] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6813; }","duration":"163.355833ms","start":"2026-07-30T21:24:42.60172Z","end":"2026-07-30T21:24:42.765076Z","steps":["trace[611986772] 'agreement among raft nodes before linearized reading' (duration: 163.25261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.765251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.203334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:24:42.765355Z","caller":"traceutil/trace.go:171","msg":"trace[1494551301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6813; }","duration":"150.352348ms","start":"2026-07-30T21:24:42.614979Z","end":"2026-07-30T21:24:42.765332Z","steps":["trace[1494551301] 'agreement among raft nodes before linearized reading' (duration: 150.08905ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:43.112452Z","caller":"traceutil/trace.go:171","msg":"trace[2039841268] transaction","detail":"{read_only:false; response_revision:6818; number_of_response:1; }","duration":"104.192902ms","start":"2026-07-30T21:24:43.008234Z","end":"2026-07-30T21:24:43.112427Z","steps":["trace[2039841268] 'process raft request' (duration: 104.000835ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:43.11243Z","caller":"traceutil/trace.go:171","msg":"trace[1677721791] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"104.165631ms","start":"2026-07-30T21:24:43.008221Z","end":"2026-07-30T21:24:43.112386Z","steps":["trace[1677721791] 'process raft request' (duration: 103.862662ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:43.112675Z","caller":"traceutil/trace.go:171","msg":"trace[19514890] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"103.861201ms","start":"2026-07-30T21:24:43.008781Z","end":"2026-07-30T21:24:43.112642Z","steps":["trace[19514890] 'process raft request' (duration: 103.4954ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:25:00.625761Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4853} {"level":"info","ts":"2026-07-30T21:25:00.667278Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4853,"took":"40.718432ms","hash":2519759591,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":10137600,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T21:25:00.667403Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2519759591,"revision":4853,"compact-revision":2874} {"level":"info","ts":"2026-07-30T21:25:31.07934Z","caller":"traceutil/trace.go:171","msg":"trace[784389720] transaction","detail":"{read_only:false; response_revision:7241; number_of_response:1; }","duration":"326.419608ms","start":"2026-07-30T21:25:30.752896Z","end":"2026-07-30T21:25:31.079316Z","steps":["trace[784389720] 'process raft request' (duration: 326.274523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:25:31.079499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:25:30.75287Z","time spent":"326.556273ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:25:31.128103Z","caller":"traceutil/trace.go:171","msg":"trace[1014729432] transaction","detail":"{read_only:false; response_revision:7242; number_of_response:1; }","duration":"245.372976ms","start":"2026-07-30T21:25:30.882702Z","end":"2026-07-30T21:25:31.128075Z","steps":["trace[1014729432] 'process raft request' (duration: 245.16719ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:25:31.128353Z","caller":"traceutil/trace.go:171","msg":"trace[1926177876] linearizableReadLoop","detail":"{readStateIndex:7496; appliedIndex:7493; }","duration":"207.720453ms","start":"2026-07-30T21:25:30.920592Z","end":"2026-07-30T21:25:31.128312Z","steps":["trace[1926177876] 'read index received' (duration: 158.649864ms)","trace[1926177876] 'applied index is now lower than readState.Index' (duration: 49.065629ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:25:31.128484Z","caller":"traceutil/trace.go:171","msg":"trace[295095155] transaction","detail":"{read_only:false; response_revision:7243; number_of_response:1; }","duration":"209.363925ms","start":"2026-07-30T21:25:30.919088Z","end":"2026-07-30T21:25:31.128452Z","steps":["trace[295095155] 'process raft request' (duration: 208.938942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:25:31.128638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.008542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:25:31.128707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.099568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:25:31.128729Z","caller":"traceutil/trace.go:171","msg":"trace[1069271167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7243; }","duration":"144.173761ms","start":"2026-07-30T21:25:30.984548Z","end":"2026-07-30T21:25:31.128722Z","steps":["trace[1069271167] 'agreement among raft nodes before linearized reading' (duration: 144.079838ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:25:31.128715Z","caller":"traceutil/trace.go:171","msg":"trace[1636323824] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7243; }","duration":"208.132976ms","start":"2026-07-30T21:25:30.920558Z","end":"2026-07-30T21:25:31.128691Z","steps":["trace[1636323824] 'agreement among raft nodes before linearized reading' (duration: 207.983991ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:25:45.623987Z","caller":"traceutil/trace.go:171","msg":"trace[1800839363] transaction","detail":"{read_only:false; response_revision:7369; number_of_response:1; }","duration":"112.921931ms","start":"2026-07-30T21:25:45.511041Z","end":"2026-07-30T21:25:45.623963Z","steps":["trace[1800839363] 'process raft request' (duration: 112.704844ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:25:45.790032Z","caller":"traceutil/trace.go:171","msg":"trace[1462160148] transaction","detail":"{read_only:false; response_revision:7370; number_of_response:1; }","duration":"172.733454ms","start":"2026-07-30T21:25:45.617276Z","end":"2026-07-30T21:25:45.79001Z","steps":["trace[1462160148] 'process raft request' (duration: 172.61512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:29:54.809292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.50072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:29:54.809325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.370459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:29:54.809382Z","caller":"traceutil/trace.go:171","msg":"trace[762311784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9358; }","duration":"107.639735ms","start":"2026-07-30T21:29:54.701724Z","end":"2026-07-30T21:29:54.809364Z","steps":["trace[762311784] 'range keys from in-memory index tree' (duration: 107.361036ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:29:54.809394Z","caller":"traceutil/trace.go:171","msg":"trace[853605410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9358; }","duration":"189.478723ms","start":"2026-07-30T21:29:54.619896Z","end":"2026-07-30T21:29:54.809375Z","steps":["trace[853605410] 'range keys from in-memory index tree' (duration: 189.233595ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:30:00.632103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6946} {"level":"info","ts":"2026-07-30T21:30:00.690415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6946,"took":"56.801828ms","hash":1858845076,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":12521472,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-30T21:30:00.690469Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1858845076,"revision":6946,"compact-revision":4853} {"level":"info","ts":"2026-07-30T21:30:35.176447Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f823adf772f78a4c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T21:30:35.182358Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-30T21:30:35.182546Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-30T21:32:25.842908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.386159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:32:25.843006Z","caller":"traceutil/trace.go:171","msg":"trace[962106334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10538; }","duration":"109.536454ms","start":"2026-07-30T21:32:25.733445Z","end":"2026-07-30T21:32:25.842982Z","steps":["trace[962106334] 'range keys from in-memory index tree' (duration: 109.225954ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:00.640336Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9397} {"level":"info","ts":"2026-07-30T21:35:00.699185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9397,"took":"57.121005ms","hash":2358768974,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":13332480,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-30T21:35:00.699271Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2358768974,"revision":9397,"compact-revision":6946} {"level":"warn","ts":"2026-07-30T21:35:39.462936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.136425ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-30T21:35:47.076438Z","caller":"traceutil/trace.go:171","msg":"trace[1288393259] linearizableReadLoop","detail":"{readStateIndex:12496; appliedIndex:12495; }","duration":"146.056557ms","start":"2026-07-30T21:35:46.930356Z","end":"2026-07-30T21:35:47.076413Z","steps":["trace[1288393259] 'read index received' (duration: 109.125887ms)","trace[1288393259] 'applied index is now lower than readState.Index' (duration: 36.92967ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:35:47.076535Z","caller":"traceutil/trace.go:171","msg":"trace[192947140] transaction","detail":"{read_only:false; response_revision:12098; number_of_response:1; }","duration":"146.17916ms","start":"2026-07-30T21:35:46.930306Z","end":"2026-07-30T21:35:47.076485Z","steps":["trace[192947140] 'process raft request' (duration: 109.160587ms)","trace[192947140] 'compare' (duration: 36.834377ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:35:47.076639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.258643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:35:47.076697Z","caller":"traceutil/trace.go:171","msg":"trace[1101784285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12098; }","duration":"146.354006ms","start":"2026-07-30T21:35:46.930321Z","end":"2026-07-30T21:35:47.076675Z","steps":["trace[1101784285] 'agreement among raft nodes before linearized reading' (duration: 146.196301ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:47.096891Z","caller":"traceutil/trace.go:171","msg":"trace[1492495819] transaction","detail":"{read_only:false; response_revision:12099; number_of_response:1; }","duration":"163.923037ms","start":"2026-07-30T21:35:46.932947Z","end":"2026-07-30T21:35:47.09687Z","steps":["trace[1492495819] 'process raft request' (duration: 163.810094ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:48.737665Z","caller":"traceutil/trace.go:171","msg":"trace[830651945] linearizableReadLoop","detail":"{readStateIndex:12503; appliedIndex:12502; }","duration":"314.774757ms","start":"2026-07-30T21:35:48.422867Z","end":"2026-07-30T21:35:48.737641Z","steps":["trace[830651945] 'read index received' (duration: 314.661163ms)","trace[830651945] 'applied index is now lower than readState.Index' (duration: 112.724µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:35:48.737827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.956003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:35:48.737871Z","caller":"traceutil/trace.go:171","msg":"trace[278234206] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:12105; }","duration":"315.055986ms","start":"2026-07-30T21:35:48.422804Z","end":"2026-07-30T21:35:48.73786Z","steps":["trace[278234206] 'agreement among raft nodes before linearized reading' (duration: 314.974803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:48.737939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:48.422782Z","time spent":"315.148089ms","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-07-30T21:35:48.737971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.086314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-30T21:35:48.737763Z","caller":"traceutil/trace.go:171","msg":"trace[805127582] transaction","detail":"{read_only:false; response_revision:12105; number_of_response:1; }","duration":"426.478546ms","start":"2026-07-30T21:35:48.311265Z","end":"2026-07-30T21:35:48.737743Z","steps":["trace[805127582] 'process raft request' (duration: 426.197657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:48.738065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.662435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T21:35:48.738151Z","caller":"traceutil/trace.go:171","msg":"trace[582607997] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12105; }","duration":"146.78428ms","start":"2026-07-30T21:35:48.591346Z","end":"2026-07-30T21:35:48.73813Z","steps":["trace[582607997] 'agreement among raft nodes before linearized reading' (duration: 146.536162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:48.738177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.776519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-30T21:35:48.738024Z","caller":"traceutil/trace.go:171","msg":"trace[1935228293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12105; }","duration":"170.143756ms","start":"2026-07-30T21:35:48.567867Z","end":"2026-07-30T21:35:48.738011Z","steps":["trace[1935228293] 'agreement among raft nodes before linearized reading' (duration: 169.97036ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:48.738294Z","caller":"traceutil/trace.go:171","msg":"trace[1851076047] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12105; }","duration":"146.933865ms","start":"2026-07-30T21:35:48.591339Z","end":"2026-07-30T21:35:48.738273Z","steps":["trace[1851076047] 'agreement among raft nodes before linearized reading' (duration: 146.693727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:48.7383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:48.311245Z","time spent":"426.938741ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:35:49.00845Z","caller":"traceutil/trace.go:171","msg":"trace[1299693623] linearizableReadLoop","detail":"{readStateIndex:12504; appliedIndex:12503; }","duration":"266.347219ms","start":"2026-07-30T21:35:48.742074Z","end":"2026-07-30T21:35:49.008422Z","steps":["trace[1299693623] 'read index received' (duration: 263.116246ms)","trace[1299693623] 'applied index is now lower than readState.Index' (duration: 3.230023ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:35:49.008602Z","caller":"traceutil/trace.go:171","msg":"trace[1385141039] transaction","detail":"{read_only:false; response_revision:12106; number_of_response:1; }","duration":"267.066683ms","start":"2026-07-30T21:35:48.741465Z","end":"2026-07-30T21:35:49.008531Z","steps":["trace[1385141039] 'process raft request' (duration: 263.716216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:49.008712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.620579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-30T21:35:49.008744Z","caller":"traceutil/trace.go:171","msg":"trace[502720442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12106; }","duration":"266.68775ms","start":"2026-07-30T21:35:48.742047Z","end":"2026-07-30T21:35:49.008735Z","steps":["trace[502720442] 'agreement among raft nodes before linearized reading' (duration: 266.477814ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:49.009419Z","caller":"traceutil/trace.go:171","msg":"trace[1174767368] transaction","detail":"{read_only:false; response_revision:12109; number_of_response:1; }","duration":"232.52571ms","start":"2026-07-30T21:35:48.776877Z","end":"2026-07-30T21:35:49.009402Z","steps":["trace[1174767368] 'process raft request' (duration: 232.460888ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:49.009413Z","caller":"traceutil/trace.go:171","msg":"trace[971738789] transaction","detail":"{read_only:false; response_revision:12107; number_of_response:1; }","duration":"267.309601ms","start":"2026-07-30T21:35:48.74207Z","end":"2026-07-30T21:35:49.00938Z","steps":["trace[971738789] 'process raft request' (duration: 267.158666ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:49.009464Z","caller":"traceutil/trace.go:171","msg":"trace[468032350] transaction","detail":"{read_only:false; response_revision:12108; number_of_response:1; }","duration":"266.304799ms","start":"2026-07-30T21:35:48.743136Z","end":"2026-07-30T21:35:49.00944Z","steps":["trace[468032350] 'process raft request' (duration: 266.159044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:49.029653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.539343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:35:49.02962Z","caller":"traceutil/trace.go:171","msg":"trace[1172377693] transaction","detail":"{read_only:false; response_revision:12110; number_of_response:1; }","duration":"109.85201ms","start":"2026-07-30T21:35:48.91974Z","end":"2026-07-30T21:35:49.029592Z","steps":["trace[1172377693] 'process raft request' (duration: 109.677854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:49.0297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.500465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:35:49.02973Z","caller":"traceutil/trace.go:171","msg":"trace[1504663450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12110; }","duration":"218.647056ms","start":"2026-07-30T21:35:48.81106Z","end":"2026-07-30T21:35:49.029707Z","steps":["trace[1504663450] 'agreement among raft nodes before linearized reading' (duration: 218.501962ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:49.029768Z","caller":"traceutil/trace.go:171","msg":"trace[589397825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12110; }","duration":"138.597578ms","start":"2026-07-30T21:35:48.891156Z","end":"2026-07-30T21:35:49.029754Z","steps":["trace[589397825] 'agreement among raft nodes before linearized reading' (duration: 138.471824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:49.029663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.335462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:35:49.029952Z","caller":"traceutil/trace.go:171","msg":"trace[368966221] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12110; }","duration":"139.682532ms","start":"2026-07-30T21:35:48.890242Z","end":"2026-07-30T21:35:49.029925Z","steps":["trace[368966221] 'agreement among raft nodes before linearized reading' (duration: 139.314761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:49.030494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.856426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:35:49.030559Z","caller":"traceutil/trace.go:171","msg":"trace[1686330223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12110; }","duration":"221.58194ms","start":"2026-07-30T21:35:48.80896Z","end":"2026-07-30T21:35:49.030542Z","steps":["trace[1686330223] 'agreement among raft nodes before linearized reading' (duration: 220.763294ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:50.682938Z","caller":"traceutil/trace.go:171","msg":"trace[1827536533] transaction","detail":"{read_only:false; response_revision:12125; number_of_response:1; }","duration":"109.529999ms","start":"2026-07-30T21:35:50.573382Z","end":"2026-07-30T21:35:50.682912Z","steps":["trace[1827536533] 'process raft request' (duration: 109.397135ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:36:09.605467Z","caller":"traceutil/trace.go:171","msg":"trace[436743974] transaction","detail":"{read_only:false; response_revision:12524; number_of_response:1; }","duration":"118.444294ms","start":"2026-07-30T21:36:09.486983Z","end":"2026-07-30T21:36:09.605427Z","steps":["trace[436743974] 'process raft request' (duration: 93.640282ms)","trace[436743974] 'compare' (duration: 24.566985ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:36:09.605481Z","caller":"traceutil/trace.go:171","msg":"trace[447813823] linearizableReadLoop","detail":"{readStateIndex:12935; appliedIndex:12934; }","duration":"107.847335ms","start":"2026-07-30T21:36:09.497609Z","end":"2026-07-30T21:36:09.605456Z","steps":["trace[447813823] 'read index received' (duration: 83.006712ms)","trace[447813823] 'applied index is now lower than readState.Index' (duration: 24.839803ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:36:09.606081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.452594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9563"} {"level":"info","ts":"2026-07-30T21:36:09.606137Z","caller":"traceutil/trace.go:171","msg":"trace[207770814] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:12525; }","duration":"108.568819ms","start":"2026-07-30T21:36:09.497554Z","end":"2026-07-30T21:36:09.606123Z","steps":["trace[207770814] 'agreement among raft nodes before linearized reading' (duration: 108.009081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.153202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.955078ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:36:10.153357Z","caller":"traceutil/trace.go:171","msg":"trace[54152369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12526; }","duration":"410.131004ms","start":"2026-07-30T21:36:09.743208Z","end":"2026-07-30T21:36:10.153339Z","steps":["trace[54152369] 'range keys from in-memory index tree' (duration: 409.934517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.153512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.749009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:36:10.153667Z","caller":"traceutil/trace.go:171","msg":"trace[249203012] linearizableReadLoop","detail":"{readStateIndex:12939; appliedIndex:12937; }","duration":"521.222053ms","start":"2026-07-30T21:36:09.632427Z","end":"2026-07-30T21:36:10.153649Z","steps":["trace[249203012] 'read index received' (duration: 30.947509ms)","trace[249203012] 'applied index is now lower than readState.Index' (duration: 490.273624ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:36:10.153745Z","caller":"traceutil/trace.go:171","msg":"trace[2084785769] transaction","detail":"{read_only:false; response_revision:12527; number_of_response:1; }","duration":"528.910108ms","start":"2026-07-30T21:36:09.624825Z","end":"2026-07-30T21:36:10.153735Z","steps":["trace[2084785769] 'process raft request' (duration: 186.842759ms)","trace[2084785769] 'compare' (duration: 341.641736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:36:10.153798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:09.624799Z","time spent":"528.9705ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:36:10.153807Z","caller":"traceutil/trace.go:171","msg":"trace[22285272] transaction","detail":"{read_only:false; response_revision:12528; number_of_response:1; }","duration":"525.5238ms","start":"2026-07-30T21:36:09.628268Z","end":"2026-07-30T21:36:10.153792Z","steps":["trace[22285272] 'process raft request' (duration: 525.334374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.153885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.18251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:36:10.153865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.43061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:36:10.153919Z","caller":"traceutil/trace.go:171","msg":"trace[1110857866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12528; }","duration":"264.264093ms","start":"2026-07-30T21:36:09.889645Z","end":"2026-07-30T21:36:10.153909Z","steps":["trace[1110857866] 'agreement among raft nodes before linearized reading' (duration: 264.18805ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:36:10.153925Z","caller":"traceutil/trace.go:171","msg":"trace[383939105] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12528; }","duration":"521.525083ms","start":"2026-07-30T21:36:09.632391Z","end":"2026-07-30T21:36:10.153916Z","steps":["trace[383939105] 'agreement among raft nodes before linearized reading' (duration: 521.382388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.153947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:09.632375Z","time spent":"521.563864ms","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:36:10.15398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:09.628249Z","time spent":"525.597663ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:36:10.153986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.798201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:36:10.154041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.825378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7xst\" ","response":"range_response_count:1 size:20554"} {"level":"info","ts":"2026-07-30T21:36:10.154057Z","caller":"traceutil/trace.go:171","msg":"trace[815571827] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12528; }","duration":"280.875424ms","start":"2026-07-30T21:36:09.873164Z","end":"2026-07-30T21:36:10.15404Z","steps":["trace[815571827] 'agreement among raft nodes before linearized reading' (duration: 280.729309ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:36:10.154101Z","caller":"traceutil/trace.go:171","msg":"trace[2072075530] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7xst; range_end:; response_count:1; response_revision:12528; }","duration":"509.88873ms","start":"2026-07-30T21:36:09.644198Z","end":"2026-07-30T21:36:10.154087Z","steps":["trace[2072075530] 'agreement among raft nodes before linearized reading' (duration: 509.601361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.154141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:09.644179Z","time spent":"509.953853ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20576,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7xst\" "} {"level":"warn","ts":"2026-07-30T21:36:10.154149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.46797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8002"} {"level":"warn","ts":"2026-07-30T21:36:10.154166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.543418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-30T21:36:10.154266Z","caller":"traceutil/trace.go:171","msg":"trace[2120503851] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:12528; }","duration":"423.605384ms","start":"2026-07-30T21:36:09.730622Z","end":"2026-07-30T21:36:10.154228Z","steps":["trace[2120503851] 'agreement among raft nodes before linearized reading' (duration: 423.346196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.154329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:09.730605Z","time spent":"423.705928ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8024,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-30T21:36:10.154692Z","caller":"traceutil/trace.go:171","msg":"trace[193660129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:12528; }","duration":"349.700043ms","start":"2026-07-30T21:36:09.804566Z","end":"2026-07-30T21:36:10.154266Z","steps":["trace[193660129] 'agreement among raft nodes before linearized reading' (duration: 349.29671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.154901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:09.804548Z","time spent":"350.331643ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1365,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-30T21:36:10.789343Z","caller":"traceutil/trace.go:171","msg":"trace[1745793374] linearizableReadLoop","detail":"{readStateIndex:12940; appliedIndex:12939; }","duration":"453.092837ms","start":"2026-07-30T21:36:10.336226Z","end":"2026-07-30T21:36:10.789318Z","steps":["trace[1745793374] 'read index received' (duration: 452.800677ms)","trace[1745793374] 'applied index is now lower than readState.Index' (duration: 290.93µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:36:10.789466Z","caller":"traceutil/trace.go:171","msg":"trace[1842198794] transaction","detail":"{read_only:false; response_revision:12529; number_of_response:1; }","duration":"623.177941ms","start":"2026-07-30T21:36:10.166249Z","end":"2026-07-30T21:36:10.789427Z","steps":["trace[1842198794] 'process raft request' (duration: 622.807339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.789599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.363445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-30T21:36:10.789646Z","caller":"traceutil/trace.go:171","msg":"trace[946306209] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12529; }","duration":"453.463079ms","start":"2026-07-30T21:36:10.336172Z","end":"2026-07-30T21:36:10.789635Z","steps":["trace[946306209] 'agreement among raft nodes before linearized reading' (duration: 453.261032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.789687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:10.336147Z","time spent":"453.531ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:36:10.789716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:10.166236Z","time spent":"623.334556ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8290,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:36:10.924068Z","caller":"traceutil/trace.go:171","msg":"trace[1548567516] linearizableReadLoop","detail":"{readStateIndex:12941; appliedIndex:12940; }","duration":"134.630122ms","start":"2026-07-30T21:36:10.789407Z","end":"2026-07-30T21:36:10.924037Z","steps":["trace[1548567516] 'read index received' (duration: 131.906975ms)","trace[1548567516] 'applied index is now lower than readState.Index' (duration: 2.722017ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:36:10.924157Z","caller":"traceutil/trace.go:171","msg":"trace[571720441] transaction","detail":"{read_only:false; response_revision:12530; number_of_response:1; }","duration":"358.651319ms","start":"2026-07-30T21:36:10.565466Z","end":"2026-07-30T21:36:10.924118Z","steps":["trace[571720441] 'process raft request' (duration: 355.936743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.924278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.116491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:36:10.924323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.169283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18c72eec34a15b46\" ","response":"range_response_count:1 size:981"} {"level":"info","ts":"2026-07-30T21:36:10.924368Z","caller":"traceutil/trace.go:171","msg":"trace[775275457] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18c72eec34a15b46; range_end:; response_count:1; response_revision:12530; }","duration":"332.266216ms","start":"2026-07-30T21:36:10.592087Z","end":"2026-07-30T21:36:10.924353Z","steps":["trace[775275457] 'agreement among raft nodes before linearized reading' (duration: 332.0763ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:36:10.924379Z","caller":"traceutil/trace.go:171","msg":"trace[2027547602] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:12530; }","duration":"178.268786ms","start":"2026-07-30T21:36:10.746082Z","end":"2026-07-30T21:36:10.924351Z","steps":["trace[2027547602] 'agreement among raft nodes before linearized reading' (duration: 178.040169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.924412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:10.592067Z","time spent":"332.336039ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1003,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18c72eec34a15b46\" "} {"level":"warn","ts":"2026-07-30T21:36:10.92436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:36:10.565447Z","time spent":"358.784033ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:36:10.928199Z","caller":"traceutil/trace.go:171","msg":"trace[107164747] transaction","detail":"{read_only:false; response_revision:12531; number_of_response:1; }","duration":"131.556673ms","start":"2026-07-30T21:36:10.796612Z","end":"2026-07-30T21:36:10.928169Z","steps":["trace[107164747] 'process raft request' (duration: 131.265844ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:36:10.92834Z","caller":"traceutil/trace.go:171","msg":"trace[460179496] transaction","detail":"{read_only:false; response_revision:12533; number_of_response:1; }","duration":"131.626846ms","start":"2026-07-30T21:36:10.796698Z","end":"2026-07-30T21:36:10.928325Z","steps":["trace[460179496] 'process raft request' (duration: 131.43866ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:36:10.928339Z","caller":"traceutil/trace.go:171","msg":"trace[919374901] transaction","detail":"{read_only:false; response_revision:12532; number_of_response:1; }","duration":"131.634506ms","start":"2026-07-30T21:36:10.796686Z","end":"2026-07-30T21:36:10.928321Z","steps":["trace[919374901] 'process raft request' (duration: 131.374067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:36:10.928507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.895054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8002"} {"level":"info","ts":"2026-07-30T21:36:10.928564Z","caller":"traceutil/trace.go:171","msg":"trace[271317086] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:12533; }","duration":"131.977067ms","start":"2026-07-30T21:36:10.796574Z","end":"2026-07-30T21:36:10.928551Z","steps":["trace[271317086] 'agreement among raft nodes before linearized reading' (duration: 131.74134ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:04.03749Z","caller":"traceutil/trace.go:171","msg":"trace[1937660778] transaction","detail":"{read_only:false; response_revision:13250; number_of_response:1; }","duration":"240.141753ms","start":"2026-07-30T21:37:03.797317Z","end":"2026-07-30T21:37:04.037458Z","steps":["trace[1937660778] 'process raft request' (duration: 238.987726ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:04.03754Z","caller":"traceutil/trace.go:171","msg":"trace[5496136] linearizableReadLoop","detail":"{readStateIndex:13677; appliedIndex:13675; }","duration":"149.323781ms","start":"2026-07-30T21:37:03.888192Z","end":"2026-07-30T21:37:04.037516Z","steps":["trace[5496136] 'read index received' (duration: 80.541623ms)","trace[5496136] 'applied index is now lower than readState.Index' (duration: 68.781008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:37:04.037798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.004177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:04.037838Z","caller":"traceutil/trace.go:171","msg":"trace[341811179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13251; }","duration":"147.085229ms","start":"2026-07-30T21:37:03.890741Z","end":"2026-07-30T21:37:04.037826Z","steps":["trace[341811179] 'agreement among raft nodes before linearized reading' (duration: 146.958635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.03784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.634281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-30T21:37:04.037906Z","caller":"traceutil/trace.go:171","msg":"trace[1349199989] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13251; }","duration":"149.766506ms","start":"2026-07-30T21:37:03.888124Z","end":"2026-07-30T21:37:04.037891Z","steps":["trace[1349199989] 'agreement among raft nodes before linearized reading' (duration: 149.514367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.543687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612102735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:37:04.745039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.724008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:37:04.74518Z","caller":"traceutil/trace.go:171","msg":"trace[1706272395] transaction","detail":"{read_only:false; response_revision:13252; number_of_response:1; }","duration":"702.685951ms","start":"2026-07-30T21:37:04.042468Z","end":"2026-07-30T21:37:04.745154Z","steps":["trace[1706272395] 'process raft request' (duration: 591.737946ms)","trace[1706272395] 'compare' (duration: 110.572673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:37:04.745367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.042449Z","time spent":"702.773875ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:04.750085Z","caller":"traceutil/trace.go:171","msg":"trace[20204763] linearizableReadLoop","detail":"{readStateIndex:13681; appliedIndex:13678; }","duration":"706.628128ms","start":"2026-07-30T21:37:04.043425Z","end":"2026-07-30T21:37:04.750053Z","steps":["trace[20204763] 'read index received' (duration: 590.89008ms)","trace[20204763] 'applied index is now lower than readState.Index' (duration: 115.736828ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:37:04.75015Z","caller":"traceutil/trace.go:171","msg":"trace[343499965] transaction","detail":"{read_only:false; response_revision:13253; number_of_response:1; }","duration":"409.859686ms","start":"2026-07-30T21:37:04.340254Z","end":"2026-07-30T21:37:04.750114Z","steps":["trace[343499965] 'process raft request' (duration: 409.441262ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:04.750229Z","caller":"traceutil/trace.go:171","msg":"trace[1596257804] transaction","detail":"{read_only:false; response_revision:13254; number_of_response:1; }","duration":"399.401112ms","start":"2026-07-30T21:37:04.350799Z","end":"2026-07-30T21:37:04.7502Z","steps":["trace[1596257804] 'process raft request' (duration: 399.185215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.750256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.340231Z","time spent":"409.97784ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:04.750361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.350769Z","time spent":"399.514575ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:04.750428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.763302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-30T21:37:04.750462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.127343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:04.750459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.852824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:04.750524Z","caller":"traceutil/trace.go:171","msg":"trace[994688174] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13254; }","duration":"316.959978ms","start":"2026-07-30T21:37:04.433556Z","end":"2026-07-30T21:37:04.750516Z","steps":["trace[994688174] 'agreement among raft nodes before linearized reading' (duration: 316.871995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.750503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.445752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-30T21:37:04.750538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.448956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-07-30T21:37:04.750566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.3863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:04.75036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.927157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:37:04.750584Z","caller":"traceutil/trace.go:171","msg":"trace[1852767946] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13254; }","duration":"568.576047ms","start":"2026-07-30T21:37:04.181987Z","end":"2026-07-30T21:37:04.750563Z","steps":["trace[1852767946] 'agreement among raft nodes before linearized reading' (duration: 568.333049ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:04.750603Z","caller":"traceutil/trace.go:171","msg":"trace[1485859254] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:13254; }","duration":"170.544369ms","start":"2026-07-30T21:37:04.580042Z","end":"2026-07-30T21:37:04.750587Z","steps":["trace[1485859254] 'agreement among raft nodes before linearized reading' (duration: 170.393164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.750574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.433534Z","time spent":"317.018939ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:37:04.750628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.450069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-30T21:37:04.750637Z","caller":"traceutil/trace.go:171","msg":"trace[157390497] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13254; }","duration":"707.246877ms","start":"2026-07-30T21:37:04.043376Z","end":"2026-07-30T21:37:04.750623Z","steps":["trace[157390497] 'agreement among raft nodes before linearized reading' (duration: 706.827324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.750636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.125483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:04.750689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.043357Z","time spent":"707.31788ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-30T21:37:04.750706Z","caller":"traceutil/trace.go:171","msg":"trace[1364821581] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13254; }","duration":"317.214085ms","start":"2026-07-30T21:37:04.433471Z","end":"2026-07-30T21:37:04.750685Z","steps":["trace[1364821581] 'agreement among raft nodes before linearized reading' (duration: 317.05689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.75075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.433464Z","time spent":"317.274308ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T21:37:04.750477Z","caller":"traceutil/trace.go:171","msg":"trace[1910242976] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13254; }","duration":"316.847654ms","start":"2026-07-30T21:37:04.433619Z","end":"2026-07-30T21:37:04.750467Z","steps":["trace[1910242976] 'agreement among raft nodes before linearized reading' (duration: 316.71682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.750795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.433602Z","time spent":"317.183104ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-30T21:37:04.750557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.877615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T21:37:04.7509Z","caller":"traceutil/trace.go:171","msg":"trace[1258890462] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13254; }","duration":"317.267568ms","start":"2026-07-30T21:37:04.433624Z","end":"2026-07-30T21:37:04.750892Z","steps":["trace[1258890462] 'agreement among raft nodes before linearized reading' (duration: 316.874095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.750927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.4336Z","time spent":"317.319509ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-30T21:37:04.750524Z","caller":"traceutil/trace.go:171","msg":"trace[680349530] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13254; }","duration":"317.238006ms","start":"2026-07-30T21:37:04.433271Z","end":"2026-07-30T21:37:04.750509Z","steps":["trace[680349530] 'agreement among raft nodes before linearized reading' (duration: 317.127453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.751022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.433251Z","time spent":"317.730992ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-30T21:37:04.750506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.285151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-30T21:37:04.751136Z","caller":"traceutil/trace.go:171","msg":"trace[675589271] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:13254; }","duration":"170.951982ms","start":"2026-07-30T21:37:04.580163Z","end":"2026-07-30T21:37:04.751115Z","steps":["trace[675589271] 'agreement among raft nodes before linearized reading' (duration: 170.213338ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:04.750598Z","caller":"traceutil/trace.go:171","msg":"trace[1167488951] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13254; }","duration":"501.455092ms","start":"2026-07-30T21:37:04.249135Z","end":"2026-07-30T21:37:04.75059Z","steps":["trace[1167488951] 'agreement among raft nodes before linearized reading' (duration: 501.408881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.75124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.249113Z","time spent":"502.094983ms","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:37:04.750647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.18197Z","time spent":"568.66798ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:37:04.750656Z","caller":"traceutil/trace.go:171","msg":"trace[1675048954] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13254; }","duration":"566.49176ms","start":"2026-07-30T21:37:04.184156Z","end":"2026-07-30T21:37:04.750648Z","steps":["trace[1675048954] 'agreement among raft nodes before linearized reading' (duration: 566.434308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:04.751549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:04.184148Z","time spent":"567.389868ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:37:33.216558Z","caller":"traceutil/trace.go:171","msg":"trace[1474605546] transaction","detail":"{read_only:false; response_revision:13443; number_of_response:1; }","duration":"320.421808ms","start":"2026-07-30T21:37:32.89611Z","end":"2026-07-30T21:37:33.216531Z","steps":["trace[1474605546] 'process raft request' (duration: 320.246842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.216758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:32.896081Z","time spent":"320.579193ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:33.233454Z","caller":"traceutil/trace.go:171","msg":"trace[71735456] transaction","detail":"{read_only:false; response_revision:13444; number_of_response:1; }","duration":"335.82994ms","start":"2026-07-30T21:37:32.897595Z","end":"2026-07-30T21:37:33.233425Z","steps":["trace[71735456] 'process raft request' (duration: 335.584663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.233656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.438623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:33.23375Z","caller":"traceutil/trace.go:171","msg":"trace[908978289] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13444; }","duration":"276.583057ms","start":"2026-07-30T21:37:32.957145Z","end":"2026-07-30T21:37:33.233728Z","steps":["trace[908978289] 'agreement among raft nodes before linearized reading' (duration: 276.417462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.233719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:32.897582Z","time spent":"336.016176ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:33.233958Z","caller":"traceutil/trace.go:171","msg":"trace[258975220] linearizableReadLoop","detail":"{readStateIndex:13876; appliedIndex:13875; }","duration":"276.171304ms","start":"2026-07-30T21:37:32.957196Z","end":"2026-07-30T21:37:33.233367Z","steps":["trace[258975220] 'read index received' (duration: 259.316215ms)","trace[258975220] 'applied index is now lower than readState.Index' (duration: 16.853859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:37:33.234235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.329066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:33.234259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.511814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T21:37:33.234272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.494961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-30T21:37:33.234319Z","caller":"traceutil/trace.go:171","msg":"trace[1152467595] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13444; }","duration":"276.614768ms","start":"2026-07-30T21:37:32.957686Z","end":"2026-07-30T21:37:33.234301Z","steps":["trace[1152467595] 'agreement among raft nodes before linearized reading' (duration: 276.429113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.234422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.8167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T21:37:33.234457Z","caller":"traceutil/trace.go:171","msg":"trace[601766997] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13444; }","duration":"130.884352ms","start":"2026-07-30T21:37:33.103564Z","end":"2026-07-30T21:37:33.234449Z","steps":["trace[601766997] 'agreement among raft nodes before linearized reading' (duration: 130.787919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.234476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.153461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:33.234501Z","caller":"traceutil/trace.go:171","msg":"trace[306147318] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13444; }","duration":"131.218703ms","start":"2026-07-30T21:37:33.103275Z","end":"2026-07-30T21:37:33.234494Z","steps":["trace[306147318] 'agreement among raft nodes before linearized reading' (duration: 131.182411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.234613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.951204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-30T21:37:33.234649Z","caller":"traceutil/trace.go:171","msg":"trace[1139853967] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:13444; }","duration":"172.013745ms","start":"2026-07-30T21:37:33.062627Z","end":"2026-07-30T21:37:33.234641Z","steps":["trace[1139853967] 'agreement among raft nodes before linearized reading' (duration: 171.922422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.234483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.846162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:33.234705Z","caller":"traceutil/trace.go:171","msg":"trace[893122830] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13444; }","duration":"188.11542ms","start":"2026-07-30T21:37:33.046578Z","end":"2026-07-30T21:37:33.234694Z","steps":["trace[893122830] 'agreement among raft nodes before linearized reading' (duration: 187.847841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.234708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.098931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7xst\" ","response":"range_response_count:1 size:20554"} {"level":"info","ts":"2026-07-30T21:37:33.234764Z","caller":"traceutil/trace.go:171","msg":"trace[343807338] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7xst; range_end:; response_count:1; response_revision:13444; }","duration":"168.190514ms","start":"2026-07-30T21:37:33.066556Z","end":"2026-07-30T21:37:33.234747Z","steps":["trace[343807338] 'agreement among raft nodes before linearized reading' (duration: 167.967127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.234799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.311017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T21:37:33.234859Z","caller":"traceutil/trace.go:171","msg":"trace[571436713] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13444; }","duration":"188.373419ms","start":"2026-07-30T21:37:33.046472Z","end":"2026-07-30T21:37:33.234845Z","steps":["trace[571436713] 'agreement among raft nodes before linearized reading' (duration: 188.227754ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:33.234329Z","caller":"traceutil/trace.go:171","msg":"trace[1096806511] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:13444; }","duration":"167.568034ms","start":"2026-07-30T21:37:33.066747Z","end":"2026-07-30T21:37:33.234315Z","steps":["trace[1096806511] 'agreement among raft nodes before linearized reading' (duration: 167.373138ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:33.234275Z","caller":"traceutil/trace.go:171","msg":"trace[1869823848] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13444; }","duration":"126.387038ms","start":"2026-07-30T21:37:33.107879Z","end":"2026-07-30T21:37:33.234266Z","steps":["trace[1869823848] 'agreement among raft nodes before linearized reading' (duration: 126.267334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.234992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.786897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:33.235262Z","caller":"traceutil/trace.go:171","msg":"trace[1626085812] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13444; }","duration":"187.089158ms","start":"2026-07-30T21:37:33.048156Z","end":"2026-07-30T21:37:33.235245Z","steps":["trace[1626085812] 'agreement among raft nodes before linearized reading' (duration: 186.785198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.23525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.323396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:33.235343Z","caller":"traceutil/trace.go:171","msg":"trace[1895927153] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13444; }","duration":"275.43915ms","start":"2026-07-30T21:37:32.959881Z","end":"2026-07-30T21:37:33.23532Z","steps":["trace[1895927153] 'agreement among raft nodes before linearized reading' (duration: 275.12548ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:33.682301Z","caller":"traceutil/trace.go:171","msg":"trace[4275572] transaction","detail":"{read_only:false; response_revision:13445; number_of_response:1; }","duration":"274.83198ms","start":"2026-07-30T21:37:33.407438Z","end":"2026-07-30T21:37:33.68227Z","steps":["trace[4275572] 'process raft request' (duration: 274.355675ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:33.682248Z","caller":"traceutil/trace.go:171","msg":"trace[584817747] linearizableReadLoop","detail":"{readStateIndex:13877; appliedIndex:13876; }","duration":"274.548611ms","start":"2026-07-30T21:37:33.40767Z","end":"2026-07-30T21:37:33.682218Z","steps":["trace[584817747] 'read index received' (duration: 274.280632ms)","trace[584817747] 'applied index is now lower than readState.Index' (duration: 266.628µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:37:33.682567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.879742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7zbhb\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-07-30T21:37:33.682669Z","caller":"traceutil/trace.go:171","msg":"trace[371215462] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7zbhb; range_end:; response_count:1; response_revision:13445; }","duration":"275.023356ms","start":"2026-07-30T21:37:33.407625Z","end":"2026-07-30T21:37:33.682648Z","steps":["trace[371215462] 'agreement among raft nodes before linearized reading' (duration: 274.724947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.682848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.201734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:33.682902Z","caller":"traceutil/trace.go:171","msg":"trace[695212029] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13445; }","duration":"143.266337ms","start":"2026-07-30T21:37:33.539621Z","end":"2026-07-30T21:37:33.682888Z","steps":["trace[695212029] 'agreement among raft nodes before linearized reading' (duration: 143.164354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.682938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.047199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:33.682996Z","caller":"traceutil/trace.go:171","msg":"trace[1495416865] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13445; }","duration":"143.153473ms","start":"2026-07-30T21:37:33.539828Z","end":"2026-07-30T21:37:33.682981Z","steps":["trace[1495416865] 'agreement among raft nodes before linearized reading' (duration: 143.0588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.68309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.248156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:33.683125Z","caller":"traceutil/trace.go:171","msg":"trace[2042207154] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13445; }","duration":"143.322028ms","start":"2026-07-30T21:37:33.539793Z","end":"2026-07-30T21:37:33.683115Z","steps":["trace[2042207154] 'agreement among raft nodes before linearized reading' (duration: 143.271997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.6831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.839883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:37:33.683202Z","caller":"traceutil/trace.go:171","msg":"trace[253332154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13445; }","duration":"106.990078ms","start":"2026-07-30T21:37:33.576183Z","end":"2026-07-30T21:37:33.683173Z","steps":["trace[253332154] 'agreement among raft nodes before linearized reading' (duration: 106.707059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:33.683301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.475378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T21:37:33.683319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.528324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:33.683345Z","caller":"traceutil/trace.go:171","msg":"trace[1196655039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13445; }","duration":"109.55919ms","start":"2026-07-30T21:37:33.573774Z","end":"2026-07-30T21:37:33.683333Z","steps":["trace[1196655039] 'agreement among raft nodes before linearized reading' (duration: 109.385045ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:33.683349Z","caller":"traceutil/trace.go:171","msg":"trace[520448010] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13445; }","duration":"143.600137ms","start":"2026-07-30T21:37:33.53974Z","end":"2026-07-30T21:37:33.68334Z","steps":["trace[520448010] 'agreement among raft nodes before linearized reading' (duration: 143.496694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:34.344884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.448333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:37:34.345116Z","caller":"traceutil/trace.go:171","msg":"trace[1136389775] transaction","detail":"{read_only:false; response_revision:13446; number_of_response:1; }","duration":"657.748466ms","start":"2026-07-30T21:37:33.687337Z","end":"2026-07-30T21:37:34.345086Z","steps":["trace[1136389775] 'process raft request' (duration: 267.981342ms)","trace[1136389775] 'compare' (duration: 388.991619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:37:34.345213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.687318Z","time spent":"657.851129ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:34.981109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025792815s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T21:37:35.349383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.903908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:37:35.349581Z","caller":"traceutil/trace.go:171","msg":"trace[165513557] transaction","detail":"{read_only:false; response_revision:13448; number_of_response:1; }","duration":"1.66152391s","start":"2026-07-30T21:37:33.688041Z","end":"2026-07-30T21:37:35.349564Z","steps":["trace[165513557] 'process raft request' (duration: 1.661419227s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.349653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.688034Z","time spent":"1.661592333s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:35.349635Z","caller":"traceutil/trace.go:171","msg":"trace[103578871] transaction","detail":"{read_only:false; response_revision:13447; number_of_response:1; }","duration":"1.661961184s","start":"2026-07-30T21:37:33.687635Z","end":"2026-07-30T21:37:35.349596Z","steps":["trace[103578871] 'process raft request' (duration: 1.293781687s)","trace[103578871] 'compare' (duration: 367.821795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:37:35.34982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.687618Z","time spent":"1.662095839s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:35.349951Z","caller":"traceutil/trace.go:171","msg":"trace[1241908533] transaction","detail":"{read_only:false; response_revision:13449; number_of_response:1; }","duration":"1.661385876s","start":"2026-07-30T21:37:33.688535Z","end":"2026-07-30T21:37:35.349921Z","steps":["trace[1241908533] 'process raft request' (duration: 1.660962203s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.350028Z","caller":"traceutil/trace.go:171","msg":"trace[344485908] transaction","detail":"{read_only:false; response_revision:13452; number_of_response:1; }","duration":"1.214641113s","start":"2026-07-30T21:37:34.135356Z","end":"2026-07-30T21:37:35.349997Z","steps":["trace[344485908] 'process raft request' (duration: 1.214594681s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.350093Z","caller":"traceutil/trace.go:171","msg":"trace[24960516] transaction","detail":"{read_only:false; response_revision:13450; number_of_response:1; }","duration":"1.66150523s","start":"2026-07-30T21:37:33.688566Z","end":"2026-07-30T21:37:35.350072Z","steps":["trace[24960516] 'process raft request' (duration: 1.6611828s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.350111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.688528Z","time spent":"1.66150154s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:35.350036Z","caller":"traceutil/trace.go:171","msg":"trace[211064334] transaction","detail":"{read_only:false; response_revision:13451; number_of_response:1; }","duration":"1.660768336s","start":"2026-07-30T21:37:33.689237Z","end":"2026-07-30T21:37:35.350005Z","steps":["trace[211064334] 'process raft request' (duration: 1.660620861s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.350191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.13533Z","time spent":"1.214779926s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:35.350218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.688555Z","time spent":"1.661600933s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:35.350068Z","caller":"traceutil/trace.go:171","msg":"trace[1536833591] linearizableReadLoop","detail":"{readStateIndex:13882; appliedIndex:13877; }","duration":"1.661182589s","start":"2026-07-30T21:37:33.688857Z","end":"2026-07-30T21:37:35.350039Z","steps":["trace[1536833591] 'read index received' (duration: 266.478924ms)","trace[1536833591] 'applied index is now lower than readState.Index' (duration: 1.394700465s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:37:35.350343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.68923Z","time spent":"1.661013354s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:35.350786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661918933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:462658"} {"level":"info","ts":"2026-07-30T21:37:35.350838Z","caller":"traceutil/trace.go:171","msg":"trace[1397880427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:13452; }","duration":"1.661976805s","start":"2026-07-30T21:37:33.688849Z","end":"2026-07-30T21:37:35.350826Z","steps":["trace[1397880427] 'agreement among raft nodes before linearized reading' (duration: 1.661354605s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.350875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.688793Z","time spent":"1.662072407s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":462680,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-30T21:37:35.405952Z","caller":"traceutil/trace.go:171","msg":"trace[83340685] transaction","detail":"{read_only:false; response_revision:13453; number_of_response:1; }","duration":"182.471445ms","start":"2026-07-30T21:37:35.223447Z","end":"2026-07-30T21:37:35.405919Z","steps":["trace[83340685] 'process raft request' (duration: 182.305259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.761212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T21:37:35.406081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.647297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:35.406119Z","caller":"traceutil/trace.go:171","msg":"trace[445601925] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13454; }","duration":"166.855045ms","start":"2026-07-30T21:37:35.239251Z","end":"2026-07-30T21:37:35.406106Z","steps":["trace[445601925] 'agreement among raft nodes before linearized reading' (duration: 166.69704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211540565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:35.40619Z","caller":"traceutil/trace.go:171","msg":"trace[2142661054] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13454; }","duration":"1.211644558s","start":"2026-07-30T21:37:34.194528Z","end":"2026-07-30T21:37:35.406173Z","steps":["trace[2142661054] 'agreement among raft nodes before linearized reading' (duration: 1.211534794s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.19451Z","time spent":"1.211714459s","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:37:35.406296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538216011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:35.406326Z","caller":"traceutil/trace.go:171","msg":"trace[2138754316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13454; }","duration":"1.538296654s","start":"2026-07-30T21:37:33.868021Z","end":"2026-07-30T21:37:35.406317Z","steps":["trace[2138754316] 'agreement among raft nodes before linearized reading' (duration: 1.538251473s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.775699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:35.406371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.715905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T21:37:35.406396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.618346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7xst\" ","response":"range_response_count:1 size:20554"} {"level":"info","ts":"2026-07-30T21:37:35.406438Z","caller":"traceutil/trace.go:171","msg":"trace[1067923988] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13454; }","duration":"168.988173ms","start":"2026-07-30T21:37:35.237417Z","end":"2026-07-30T21:37:35.406405Z","steps":["trace[1067923988] 'agreement among raft nodes before linearized reading' (duration: 168.748806ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.406144Z","caller":"traceutil/trace.go:171","msg":"trace[1758146574] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13454; }","duration":"580.73939ms","start":"2026-07-30T21:37:34.82539Z","end":"2026-07-30T21:37:35.406129Z","steps":["trace[1758146574] 'agreement among raft nodes before linearized reading' (duration: 580.619467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.70045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:35.406563Z","caller":"traceutil/trace.go:171","msg":"trace[273187093] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13454; }","duration":"167.301259ms","start":"2026-07-30T21:37:35.239253Z","end":"2026-07-30T21:37:35.406555Z","steps":["trace[273187093] 'agreement among raft nodes before linearized reading' (duration: 166.669859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.396223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T21:37:35.406614Z","caller":"traceutil/trace.go:171","msg":"trace[1954447656] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13454; }","duration":"577.452255ms","start":"2026-07-30T21:37:34.829151Z","end":"2026-07-30T21:37:35.406603Z","steps":["trace[1954447656] 'agreement among raft nodes before linearized reading' (duration: 577.340261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.829138Z","time spent":"577.506667ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:37:35.406648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.332859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:35.406623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.82538Z","time spent":"581.194935ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-30T21:37:35.406691Z","caller":"traceutil/trace.go:171","msg":"trace[1706198401] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13454; }","duration":"166.417891ms","start":"2026-07-30T21:37:35.240262Z","end":"2026-07-30T21:37:35.40668Z","steps":["trace[1706198401] 'agreement among raft nodes before linearized reading' (duration: 166.318178ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.406617Z","caller":"traceutil/trace.go:171","msg":"trace[55857044] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7xst; range_end:; response_count:1; response_revision:13454; }","duration":"145.789132ms","start":"2026-07-30T21:37:35.260694Z","end":"2026-07-30T21:37:35.406484Z","steps":["trace[55857044] 'agreement among raft nodes before linearized reading' (duration: 145.403379ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.406379Z","caller":"traceutil/trace.go:171","msg":"trace[1911458588] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13454; }","duration":"507.836501ms","start":"2026-07-30T21:37:34.898533Z","end":"2026-07-30T21:37:35.406369Z","steps":["trace[1911458588] 'agreement among raft nodes before linearized reading' (duration: 507.634795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.898523Z","time spent":"508.300136ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:35.40678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.63417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:35.406875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.409511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:35.406877Z","caller":"traceutil/trace.go:171","msg":"trace[1632232252] transaction","detail":"{read_only:false; response_revision:13454; number_of_response:1; }","duration":"167.147934ms","start":"2026-07-30T21:37:35.239697Z","end":"2026-07-30T21:37:35.406845Z","steps":["trace[1632232252] 'process raft request' (duration: 166.158503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.837545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T21:37:35.406958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.242622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:35.406971Z","caller":"traceutil/trace.go:171","msg":"trace[661617012] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13454; }","duration":"581.890237ms","start":"2026-07-30T21:37:34.825071Z","end":"2026-07-30T21:37:35.406961Z","steps":["trace[661617012] 'agreement among raft nodes before linearized reading' (duration: 581.826995ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.406985Z","caller":"traceutil/trace.go:171","msg":"trace[1171739730] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13454; }","duration":"169.306873ms","start":"2026-07-30T21:37:35.23767Z","end":"2026-07-30T21:37:35.406977Z","steps":["trace[1171739730] 'agreement among raft nodes before linearized reading' (duration: 169.269552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.825064Z","time spent":"581.931188ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T21:37:35.406473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.166183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:35.406966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.715521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-30T21:37:35.406346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.867982Z","time spent":"1.538358126s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:37:35.406882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.98692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:35.406506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.684607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-30T21:37:35.407111Z","caller":"traceutil/trace.go:171","msg":"trace[1526479279] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13454; }","duration":"596.989199ms","start":"2026-07-30T21:37:34.810097Z","end":"2026-07-30T21:37:35.407087Z","steps":["trace[1526479279] 'agreement among raft nodes before linearized reading' (duration: 596.304277ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.406917Z","caller":"traceutil/trace.go:171","msg":"trace[1554314187] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13454; }","duration":"581.473843ms","start":"2026-07-30T21:37:34.825433Z","end":"2026-07-30T21:37:35.406907Z","steps":["trace[1554314187] 'agreement among raft nodes before linearized reading' (duration: 581.38157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.407153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.810084Z","time spent":"597.056172ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:37:35.407178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.767367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:35.407182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.82542Z","time spent":"581.752913ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T21:37:35.407204Z","caller":"traceutil/trace.go:171","msg":"trace[118785889] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13454; }","duration":"168.806977ms","start":"2026-07-30T21:37:35.238388Z","end":"2026-07-30T21:37:35.407195Z","steps":["trace[118785889] 'agreement among raft nodes before linearized reading' (duration: 168.743275ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.407067Z","caller":"traceutil/trace.go:171","msg":"trace[561730587] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:13454; }","duration":"555.760492ms","start":"2026-07-30T21:37:34.851297Z","end":"2026-07-30T21:37:35.407058Z","steps":["trace[561730587] 'agreement among raft nodes before linearized reading' (duration: 555.147862ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.406902Z","caller":"traceutil/trace.go:171","msg":"trace[1068022089] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13454; }","duration":"169.134739ms","start":"2026-07-30T21:37:35.237753Z","end":"2026-07-30T21:37:35.406887Z","steps":["trace[1068022089] 'agreement among raft nodes before linearized reading' (duration: 168.992214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.407272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.851257Z","time spent":"555.990929ms","remote":"127.0.0.1:60002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:37:35.407114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.088425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T21:37:35.407331Z","caller":"traceutil/trace.go:171","msg":"trace[1818810567] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13454; }","duration":"168.322883ms","start":"2026-07-30T21:37:35.239001Z","end":"2026-07-30T21:37:35.407324Z","steps":["trace[1818810567] 'agreement among raft nodes before linearized reading' (duration: 168.053384ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.407144Z","caller":"traceutil/trace.go:171","msg":"trace[1028861503] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13454; }","duration":"582.235398ms","start":"2026-07-30T21:37:34.824888Z","end":"2026-07-30T21:37:35.407123Z","steps":["trace[1028861503] 'agreement among raft nodes before linearized reading' (duration: 581.97613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.407365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.077336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T21:37:35.407395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.824827Z","time spent":"582.562939ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-30T21:37:35.407415Z","caller":"traceutil/trace.go:171","msg":"trace[1925185251] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13454; }","duration":"169.143078ms","start":"2026-07-30T21:37:35.238254Z","end":"2026-07-30T21:37:35.407397Z","steps":["trace[1925185251] 'agreement among raft nodes before linearized reading' (duration: 168.950822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.290903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:35.407784Z","caller":"traceutil/trace.go:171","msg":"trace[136144285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13454; }","duration":"518.676297ms","start":"2026-07-30T21:37:34.889092Z","end":"2026-07-30T21:37:35.407768Z","steps":["trace[136144285] 'agreement among raft nodes before linearized reading' (duration: 517.314553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.406581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.627266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:35.407837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.889081Z","time spent":"518.742238ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:37:35.407146Z","caller":"traceutil/trace.go:171","msg":"trace[1874074670] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13454; }","duration":"601.356918ms","start":"2026-07-30T21:37:34.805776Z","end":"2026-07-30T21:37:35.407133Z","steps":["trace[1874074670] 'agreement among raft nodes before linearized reading' (duration: 600.641816ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.408004Z","caller":"traceutil/trace.go:171","msg":"trace[466408040] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13454; }","duration":"166.964058ms","start":"2026-07-30T21:37:35.240877Z","end":"2026-07-30T21:37:35.407841Z","steps":["trace[466408040] 'agreement among raft nodes before linearized reading' (duration: 165.388048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.408026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.805755Z","time spent":"602.258938ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:37:35.407079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.100123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-30T21:37:35.408609Z","caller":"traceutil/trace.go:171","msg":"trace[1729181942] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:13454; }","duration":"143.633562ms","start":"2026-07-30T21:37:35.264957Z","end":"2026-07-30T21:37:35.40859Z","steps":["trace[1729181942] 'agreement among raft nodes before linearized reading' (duration: 142.039091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.407467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.893609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T21:37:35.40885Z","caller":"traceutil/trace.go:171","msg":"trace[1904355066] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13454; }","duration":"584.312384ms","start":"2026-07-30T21:37:34.824522Z","end":"2026-07-30T21:37:35.408835Z","steps":["trace[1904355066] 'agreement among raft nodes before linearized reading' (duration: 582.648071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.408924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:34.824512Z","time spent":"584.394117ms","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-30T21:37:35.406444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614292242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.84\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T21:37:35.40901Z","caller":"traceutil/trace.go:171","msg":"trace[1051273355] range","detail":"{range_begin:/registry/masterleases/199.19.213.84; range_end:; response_count:1; response_revision:13454; }","duration":"1.616873045s","start":"2026-07-30T21:37:33.792119Z","end":"2026-07-30T21:37:35.408992Z","steps":["trace[1051273355] 'agreement among raft nodes before linearized reading' (duration: 1.614283912s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.409074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.792103Z","time spent":"1.616954938s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.84\" "} {"level":"warn","ts":"2026-07-30T21:37:35.406385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587880158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:35.409287Z","caller":"traceutil/trace.go:171","msg":"trace[1506994360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:13454; }","duration":"1.590791062s","start":"2026-07-30T21:37:33.81848Z","end":"2026-07-30T21:37:35.409271Z","steps":["trace[1506994360] 'agreement among raft nodes before linearized reading' (duration: 1.587881519s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.409336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:33.818469Z","time spent":"1.590852553s","remote":"127.0.0.1:59948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:37:35.406561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.13047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-30T21:37:35.40949Z","caller":"traceutil/trace.go:171","msg":"trace[451039495] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:13454; }","duration":"148.145146ms","start":"2026-07-30T21:37:35.261331Z","end":"2026-07-30T21:37:35.409476Z","steps":["trace[451039495] 'agreement among raft nodes before linearized reading' (duration: 144.641114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.564558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.945888ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-30T21:37:35.597173Z","caller":"traceutil/trace.go:171","msg":"trace[1823589057] linearizableReadLoop","detail":"{readStateIndex:13890; appliedIndex:13886; }","duration":"176.721371ms","start":"2026-07-30T21:37:35.42043Z","end":"2026-07-30T21:37:35.597151Z","steps":["trace[1823589057] 'read index received' (duration: 43.17321ms)","trace[1823589057] 'applied index is now lower than readState.Index' (duration: 133.547461ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:37:35.597235Z","caller":"traceutil/trace.go:171","msg":"trace[953008117] transaction","detail":"{read_only:false; response_revision:13456; number_of_response:1; }","duration":"179.21004ms","start":"2026-07-30T21:37:35.417998Z","end":"2026-07-30T21:37:35.597208Z","steps":["trace[953008117] 'process raft request' (duration: 179.097747ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.59751Z","caller":"traceutil/trace.go:171","msg":"trace[1930750231] transaction","detail":"{read_only:false; response_revision:13455; number_of_response:1; }","duration":"180.354787ms","start":"2026-07-30T21:37:35.417124Z","end":"2026-07-30T21:37:35.597479Z","steps":["trace[1930750231] 'process raft request' (duration: 179.8288ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:35.597634Z","caller":"traceutil/trace.go:171","msg":"trace[1589829535] transaction","detail":"{read_only:false; response_revision:13457; number_of_response:1; }","duration":"178.580371ms","start":"2026-07-30T21:37:35.419044Z","end":"2026-07-30T21:37:35.597624Z","steps":["trace[1589829535] 'process raft request' (duration: 178.079055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.597784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.33932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:462658"} {"level":"info","ts":"2026-07-30T21:37:35.597819Z","caller":"traceutil/trace.go:171","msg":"trace[826361289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:13457; }","duration":"177.408283ms","start":"2026-07-30T21:37:35.420401Z","end":"2026-07-30T21:37:35.59781Z","steps":["trace[826361289] 'agreement among raft nodes before linearized reading' (duration: 176.937978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.597897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.467565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:462658"} {"level":"info","ts":"2026-07-30T21:37:35.597933Z","caller":"traceutil/trace.go:171","msg":"trace[1750144529] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:13457; }","duration":"177.538887ms","start":"2026-07-30T21:37:35.420386Z","end":"2026-07-30T21:37:35.597925Z","steps":["trace[1750144529] 'agreement among raft nodes before linearized reading' (duration: 177.108524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:35.615254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.497209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:462658"} {"level":"info","ts":"2026-07-30T21:37:35.615337Z","caller":"traceutil/trace.go:171","msg":"trace[126528907] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:13458; }","duration":"194.612122ms","start":"2026-07-30T21:37:35.420706Z","end":"2026-07-30T21:37:35.615318Z","steps":["trace[126528907] 'agreement among raft nodes before linearized reading' (duration: 193.807256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:37.86476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612103678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:37:38.365222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9965515674612103678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:37:38.426427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070912973s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:37:38.426818Z","caller":"traceutil/trace.go:171","msg":"trace[1433377118] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"1.071375627s","start":"2026-07-30T21:37:37.355403Z","end":"2026-07-30T21:37:38.426778Z","steps":["trace[1433377118] 'process raft request' (duration: 1.071213252s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.426979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.355387Z","time spent":"1.071507312s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:38.4331Z","caller":"traceutil/trace.go:171","msg":"trace[709695136] transaction","detail":"{read_only:false; response_revision:13465; number_of_response:1; }","duration":"1.074219548s","start":"2026-07-30T21:37:37.358849Z","end":"2026-07-30T21:37:38.433068Z","steps":["trace[709695136] 'process raft request' (duration: 1.074132175s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.43325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.358827Z","time spent":"1.074336612s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:38.433317Z","caller":"traceutil/trace.go:171","msg":"trace[644229148] transaction","detail":"{read_only:false; response_revision:13464; number_of_response:1; }","duration":"1.074544089s","start":"2026-07-30T21:37:37.358758Z","end":"2026-07-30T21:37:38.433303Z","steps":["trace[644229148] 'process raft request' (duration: 1.074178577s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.43338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.358745Z","time spent":"1.07460113s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:38.433386Z","caller":"traceutil/trace.go:171","msg":"trace[1095167490] transaction","detail":"{read_only:false; response_revision:13463; number_of_response:1; }","duration":"1.075296663s","start":"2026-07-30T21:37:37.358053Z","end":"2026-07-30T21:37:38.433349Z","steps":["trace[1095167490] 'process raft request' (duration: 1.074718005s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:38.433498Z","caller":"traceutil/trace.go:171","msg":"trace[407729262] transaction","detail":"{read_only:false; response_revision:13466; number_of_response:1; }","duration":"1.074466846s","start":"2026-07-30T21:37:37.358998Z","end":"2026-07-30T21:37:38.433465Z","steps":["trace[407729262] 'process raft request' (duration: 1.074032612s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.433553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.358029Z","time spent":"1.075428867s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:38.433644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.358983Z","time spent":"1.0745872s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:38.433727Z","caller":"traceutil/trace.go:171","msg":"trace[1334857006] transaction","detail":"{read_only:false; response_revision:13467; number_of_response:1; }","duration":"1.074717154s","start":"2026-07-30T21:37:37.359001Z","end":"2026-07-30T21:37:38.433718Z","steps":["trace[1334857006] 'process raft request' (duration: 1.074360192s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.433776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.358978Z","time spent":"1.074772026s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:38.434506Z","caller":"traceutil/trace.go:171","msg":"trace[2014715999] linearizableReadLoop","detail":"{readStateIndex:13905; appliedIndex:13895; }","duration":"1.070250822s","start":"2026-07-30T21:37:37.364239Z","end":"2026-07-30T21:37:38.43449Z","steps":["trace[2014715999] 'read index received' (duration: 1.062632158s)","trace[2014715999] 'applied index is now lower than readState.Index' (duration: 7.615863ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:37:38.434578Z","caller":"traceutil/trace.go:171","msg":"trace[1433198655] transaction","detail":"{read_only:false; response_revision:13470; number_of_response:1; }","duration":"937.263859ms","start":"2026-07-30T21:37:37.497295Z","end":"2026-07-30T21:37:38.434559Z","steps":["trace[1433198655] 'process raft request' (duration: 937.070383ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:38.434643Z","caller":"traceutil/trace.go:171","msg":"trace[1744838149] transaction","detail":"{read_only:false; response_revision:13472; number_of_response:1; }","duration":"723.963258ms","start":"2026-07-30T21:37:37.710669Z","end":"2026-07-30T21:37:38.434632Z","steps":["trace[1744838149] 'process raft request' (duration: 723.781012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.434751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.497274Z","time spent":"937.384573ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:38.434901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070658244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7zbhb\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-07-30T21:37:38.434923Z","caller":"traceutil/trace.go:171","msg":"trace[974829608] transaction","detail":"{read_only:false; response_revision:13469; number_of_response:1; }","duration":"1.017721562s","start":"2026-07-30T21:37:37.417183Z","end":"2026-07-30T21:37:38.434905Z","steps":["trace[974829608] 'process raft request' (duration: 1.017116072s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:38.434604Z","caller":"traceutil/trace.go:171","msg":"trace[423085652] transaction","detail":"{read_only:false; response_revision:13471; number_of_response:1; }","duration":"755.964362ms","start":"2026-07-30T21:37:37.678629Z","end":"2026-07-30T21:37:38.434594Z","steps":["trace[423085652] 'process raft request' (duration: 755.769386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.434764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.71065Z","time spent":"724.036001ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:38.434481Z","caller":"traceutil/trace.go:171","msg":"trace[670507706] transaction","detail":"{read_only:false; response_revision:13468; number_of_response:1; }","duration":"1.023009461s","start":"2026-07-30T21:37:37.411438Z","end":"2026-07-30T21:37:38.434447Z","steps":["trace[670507706] 'process raft request' (duration: 1.022240607s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.411419Z","time spent":"1.023577779s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:38.435042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.417177Z","time spent":"1.017784484s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:38.435047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.678599Z","time spent":"756.370285ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:38.434937Z","caller":"traceutil/trace.go:171","msg":"trace[10317745] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7zbhb; range_end:; response_count:1; response_revision:13472; }","duration":"1.070707626s","start":"2026-07-30T21:37:37.36422Z","end":"2026-07-30T21:37:38.434927Z","steps":["trace[10317745] 'agreement among raft nodes before linearized reading' (duration: 1.070576492s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.43513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016523104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:38.435215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.375099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:38.435226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.364213Z","time spent":"1.071003046s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7zbhb\" "} {"level":"info","ts":"2026-07-30T21:37:38.43524Z","caller":"traceutil/trace.go:171","msg":"trace[2051912919] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13472; }","duration":"738.440951ms","start":"2026-07-30T21:37:37.696791Z","end":"2026-07-30T21:37:38.435232Z","steps":["trace[2051912919] 'agreement among raft nodes before linearized reading' (duration: 738.319277ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:38.43524Z","caller":"traceutil/trace.go:171","msg":"trace[529349863] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13472; }","duration":"1.016646827s","start":"2026-07-30T21:37:37.418583Z","end":"2026-07-30T21:37:38.43523Z","steps":["trace[529349863] 'agreement among raft nodes before linearized reading' (duration: 1.016455391s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.149368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:38.435261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.696771Z","time spent":"738.485523ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T21:37:38.435276Z","caller":"traceutil/trace.go:171","msg":"trace[138358223] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13472; }","duration":"741.20636ms","start":"2026-07-30T21:37:37.694061Z","end":"2026-07-30T21:37:38.435267Z","steps":["trace[138358223] 'agreement among raft nodes before linearized reading' (duration: 741.166859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.320233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:38.435206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.244401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:38.435298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.694046Z","time spent":"741.246701ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-30T21:37:38.435308Z","caller":"traceutil/trace.go:171","msg":"trace[510960513] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13472; }","duration":"741.380725ms","start":"2026-07-30T21:37:37.693919Z","end":"2026-07-30T21:37:38.4353Z","steps":["trace[510960513] 'agreement among raft nodes before linearized reading' (duration: 741.21418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.418576Z","time spent":"1.016691979s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.693902Z","time spent":"741.426887ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023483446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:38.435378Z","caller":"traceutil/trace.go:171","msg":"trace[1862630771] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13472; }","duration":"1.023845378s","start":"2026-07-30T21:37:37.411525Z","end":"2026-07-30T21:37:38.43537Z","steps":["trace[1862630771] 'agreement among raft nodes before linearized reading' (duration: 1.023459575s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016796402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:38.435438Z","caller":"traceutil/trace.go:171","msg":"trace[1080835611] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13472; }","duration":"1.016879255s","start":"2026-07-30T21:37:37.418541Z","end":"2026-07-30T21:37:38.43542Z","steps":["trace[1080835611] 'agreement among raft nodes before linearized reading' (duration: 1.016647328s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.637806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7xst\" ","response":"range_response_count:1 size:20554"} {"level":"warn","ts":"2026-07-30T21:37:38.435465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016230984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:38.435487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.983408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:38.435365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015557643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:38.435493Z","caller":"traceutil/trace.go:171","msg":"trace[558578585] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13472; }","duration":"1.016264905s","start":"2026-07-30T21:37:37.41922Z","end":"2026-07-30T21:37:38.435485Z","steps":["trace[558578585] 'agreement among raft nodes before linearized reading' (duration: 1.016180713s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.667668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-30T21:37:38.4355Z","caller":"traceutil/trace.go:171","msg":"trace[1620124053] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7xst; range_end:; response_count:1; response_revision:13472; }","duration":"808.77182ms","start":"2026-07-30T21:37:37.626711Z","end":"2026-07-30T21:37:38.435482Z","steps":["trace[1620124053] 'agreement among raft nodes before linearized reading' (duration: 808.378458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.43552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.419216Z","time spent":"1.016298176s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.411506Z","time spent":"1.023885968s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016803213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T21:37:38.435548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020377827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:38.435553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.626695Z","time spent":"808.849403ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20576,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7xst\" "} {"level":"info","ts":"2026-07-30T21:37:38.435549Z","caller":"traceutil/trace.go:171","msg":"trace[1001062234] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:13472; }","duration":"824.830894ms","start":"2026-07-30T21:37:37.610701Z","end":"2026-07-30T21:37:38.435532Z","steps":["trace[1001062234] 'agreement among raft nodes before linearized reading' (duration: 824.69678ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:38.435312Z","caller":"traceutil/trace.go:171","msg":"trace[2117174509] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13472; }","duration":"741.457918ms","start":"2026-07-30T21:37:37.693842Z","end":"2026-07-30T21:37:38.4353Z","steps":["trace[2117174509] 'agreement among raft nodes before linearized reading' (duration: 741.364785ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:38.435578Z","caller":"traceutil/trace.go:171","msg":"trace[1954948092] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13472; }","duration":"1.020430078s","start":"2026-07-30T21:37:37.415139Z","end":"2026-07-30T21:37:38.435569Z","steps":["trace[1954948092] 'agreement among raft nodes before linearized reading' (duration: 1.020355356s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.693828Z","time spent":"741.761248ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.415128Z","time spent":"1.02047277s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.610682Z","time spent":"824.907247ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22032,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" "} {"level":"info","ts":"2026-07-30T21:37:38.435511Z","caller":"traceutil/trace.go:171","msg":"trace[145851765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13472; }","duration":"546.04384ms","start":"2026-07-30T21:37:37.88946Z","end":"2026-07-30T21:37:38.435504Z","steps":["trace[145851765] 'agreement among raft nodes before linearized reading' (duration: 546.011909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016873145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:38.435645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.889442Z","time spent":"546.199134ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:37:38.43565Z","caller":"traceutil/trace.go:171","msg":"trace[257846337] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13472; }","duration":"1.016912046s","start":"2026-07-30T21:37:37.418732Z","end":"2026-07-30T21:37:38.435644Z","steps":["trace[257846337] 'agreement among raft nodes before linearized reading' (duration: 1.016848184s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.418716Z","time spent":"1.016947737s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023669901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:38.435483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.418536Z","time spent":"1.016937087s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018036092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T21:37:38.435727Z","caller":"traceutil/trace.go:171","msg":"trace[1993430380] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13472; }","duration":"1.023752565s","start":"2026-07-30T21:37:37.411965Z","end":"2026-07-30T21:37:38.435718Z","steps":["trace[1993430380] 'agreement among raft nodes before linearized reading' (duration: 1.023690723s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018158366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:38.435732Z","caller":"traceutil/trace.go:171","msg":"trace[288105615] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13472; }","duration":"1.018065973s","start":"2026-07-30T21:37:37.41766Z","end":"2026-07-30T21:37:38.435726Z","steps":["trace[288105615] 'agreement among raft nodes before linearized reading' (duration: 1.018006501s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022342559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:38.435776Z","caller":"traceutil/trace.go:171","msg":"trace[1911145324] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13472; }","duration":"1.018191906s","start":"2026-07-30T21:37:37.41758Z","end":"2026-07-30T21:37:38.435772Z","steps":["trace[1911145324] 'agreement among raft nodes before linearized reading' (duration: 1.018166346s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:38.435787Z","caller":"traceutil/trace.go:171","msg":"trace[269411684] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13472; }","duration":"1.022398652s","start":"2026-07-30T21:37:37.413382Z","end":"2026-07-30T21:37:38.43578Z","steps":["trace[269411684] 'agreement among raft nodes before linearized reading' (duration: 1.022363241s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.417646Z","time spent":"1.018132275s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.417567Z","time spent":"1.018228978s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.62573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:37:38.435805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.413366Z","time spent":"1.022434432s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-30T21:37:38.435832Z","caller":"traceutil/trace.go:171","msg":"trace[878129410] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13472; }","duration":"972.663921ms","start":"2026-07-30T21:37:37.463155Z","end":"2026-07-30T21:37:38.435819Z","steps":["trace[878129410] 'agreement among raft nodes before linearized reading' (duration: 972.543707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.436673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.463142Z","time spent":"973.476777ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":81,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:37:38.435758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.411945Z","time spent":"1.023806596s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-30T21:37:38.435565Z","caller":"traceutil/trace.go:171","msg":"trace[1256918235] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13472; }","duration":"1.016844924s","start":"2026-07-30T21:37:37.418712Z","end":"2026-07-30T21:37:38.435557Z","steps":["trace[1256918235] 'agreement among raft nodes before linearized reading' (duration: 1.016761351s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.437258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.418708Z","time spent":"1.018527557s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T21:37:38.43588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023981582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:38.437396Z","caller":"traceutil/trace.go:171","msg":"trace[888859409] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13472; }","duration":"1.025501151s","start":"2026-07-30T21:37:37.411875Z","end":"2026-07-30T21:37:38.437376Z","steps":["trace[888859409] 'agreement among raft nodes before linearized reading' (duration: 1.023970002s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.437444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.41187Z","time spent":"1.025559322s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02234936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-30T21:37:38.435931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019262891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T21:37:38.437673Z","caller":"traceutil/trace.go:171","msg":"trace[1468956633] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13472; }","duration":"1.021019527s","start":"2026-07-30T21:37:37.416641Z","end":"2026-07-30T21:37:38.437661Z","steps":["trace[1468956633] 'agreement among raft nodes before linearized reading' (duration: 1.01924562s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:38.437689Z","caller":"traceutil/trace.go:171","msg":"trace[746014627] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13472; }","duration":"1.024021413s","start":"2026-07-30T21:37:37.413497Z","end":"2026-07-30T21:37:38.437518Z","steps":["trace[746014627] 'agreement among raft nodes before linearized reading' (duration: 1.022286758s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.435929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024205909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:38.437754Z","caller":"traceutil/trace.go:171","msg":"trace[467999480] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13472; }","duration":"1.026062569s","start":"2026-07-30T21:37:37.411683Z","end":"2026-07-30T21:37:38.437746Z","steps":["trace[467999480] 'agreement among raft nodes before linearized reading' (duration: 1.02422194s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.437759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.413481Z","time spent":"1.02426004s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T21:37:38.437772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.411667Z","time spent":"1.026100849s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-30T21:37:38.435519Z","caller":"traceutil/trace.go:171","msg":"trace[461146638] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13472; }","duration":"1.015728098s","start":"2026-07-30T21:37:37.419782Z","end":"2026-07-30T21:37:38.43551Z","steps":["trace[461146638] 'agreement among raft nodes before linearized reading' (duration: 1.015435689s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.43771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.416629Z","time spent":"1.021070529s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T21:37:38.437827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.419779Z","time spent":"1.018042982s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:38.435956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018354462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:38.435999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018463816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:38.43797Z","caller":"traceutil/trace.go:171","msg":"trace[936719870] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13472; }","duration":"1.020445639s","start":"2026-07-30T21:37:37.417505Z","end":"2026-07-30T21:37:38.437951Z","steps":["trace[936719870] 'agreement among raft nodes before linearized reading' (duration: 1.018461226s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.438027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.417491Z","time spent":"1.020520391s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:38.436043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023575619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T21:37:38.438091Z","caller":"traceutil/trace.go:171","msg":"trace[1470031634] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13472; }","duration":"1.025642555s","start":"2026-07-30T21:37:37.412433Z","end":"2026-07-30T21:37:38.438075Z","steps":["trace[1470031634] 'agreement among raft nodes before linearized reading' (duration: 1.023414864s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.438133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.412422Z","time spent":"1.025697677s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-30T21:37:38.437923Z","caller":"traceutil/trace.go:171","msg":"trace[2053204707] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13472; }","duration":"1.020328255s","start":"2026-07-30T21:37:37.417582Z","end":"2026-07-30T21:37:38.437911Z","steps":["trace[2053204707] 'agreement among raft nodes before linearized reading' (duration: 1.018360912s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.438227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.417574Z","time spent":"1.020639556s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:37:38.436008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02079114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-30T21:37:38.438296Z","caller":"traceutil/trace.go:171","msg":"trace[1190640261] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13472; }","duration":"1.023089054s","start":"2026-07-30T21:37:37.415197Z","end":"2026-07-30T21:37:38.438286Z","steps":["trace[1190640261] 'agreement among raft nodes before linearized reading' (duration: 1.0207647s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.438324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.415188Z","time spent":"1.023128135s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T21:37:38.439021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.137573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-30T21:37:38.439139Z","caller":"traceutil/trace.go:171","msg":"trace[1700669134] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:13472; }","duration":"830.372261ms","start":"2026-07-30T21:37:37.608752Z","end":"2026-07-30T21:37:38.439124Z","steps":["trace[1700669134] 'agreement among raft nodes before linearized reading' (duration: 827.23908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:38.439201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:37.608734Z","time spent":"830.457174ms","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22032,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" "} {"level":"info","ts":"2026-07-30T21:40:00.649141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11715} {"level":"info","ts":"2026-07-30T21:40:00.717261Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11715,"took":"65.947949ms","hash":2925994205,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":16216064,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T21:40:00.717341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2925994205,"revision":11715,"compact-revision":9397} {"level":"info","ts":"2026-07-30T21:44:14.057605Z","caller":"traceutil/trace.go:171","msg":"trace[1241958013] transaction","detail":"{read_only:false; response_revision:16485; number_of_response:1; }","duration":"101.285923ms","start":"2026-07-30T21:44:13.956292Z","end":"2026-07-30T21:44:14.057578Z","steps":["trace[1241958013] 'process raft request' (duration: 101.054926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:44:18.403166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.97072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-hz46q\" ","response":"range_response_count:1 size:15341"} {"level":"info","ts":"2026-07-30T21:44:18.403241Z","caller":"traceutil/trace.go:171","msg":"trace[252416778] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-hz46q; range_end:; response_count:1; response_revision:16550; }","duration":"110.074004ms","start":"2026-07-30T21:44:18.293152Z","end":"2026-07-30T21:44:18.403226Z","steps":["trace[252416778] 'range keys from in-memory index tree' (duration: 109.824406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:44:18.403349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.339268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7zbhb\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-30T21:44:18.403426Z","caller":"traceutil/trace.go:171","msg":"trace[328954951] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7zbhb; range_end:; response_count:1; response_revision:16550; }","duration":"129.466383ms","start":"2026-07-30T21:44:18.273942Z","end":"2026-07-30T21:44:18.403409Z","steps":["trace[328954951] 'range keys from in-memory index tree' (duration: 129.152542ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:00.654972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14368} {"level":"info","ts":"2026-07-30T21:45:00.745059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14368,"took":"87.885886ms","hash":1149621928,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":16396288,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T21:45:00.745138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1149621928,"revision":14368,"compact-revision":11715} {"level":"info","ts":"2026-07-30T21:45:17.21368Z","caller":"traceutil/trace.go:171","msg":"trace[1377180728] transaction","detail":"{read_only:false; response_revision:16941; number_of_response:1; }","duration":"513.780511ms","start":"2026-07-30T21:45:16.69988Z","end":"2026-07-30T21:45:17.21366Z","steps":["trace[1377180728] 'process raft request' (duration: 485.026883ms)","trace[1377180728] 'compare' (duration: 28.107557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:45:17.213804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.699868Z","time spent":"513.864803ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:45:17.213578Z","caller":"traceutil/trace.go:171","msg":"trace[1734238002] linearizableReadLoop","detail":"{readStateIndex:17481; appliedIndex:17479; }","duration":"486.132069ms","start":"2026-07-30T21:45:16.727424Z","end":"2026-07-30T21:45:17.213556Z","steps":["trace[1734238002] 'read index received' (duration: 1.618362ms)","trace[1734238002] 'applied index is now lower than readState.Index' (duration: 484.512707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:45:17.21397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.51147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:45:17.214058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.696444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:45:17.214084Z","caller":"traceutil/trace.go:171","msg":"trace[227757605] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16941; }","duration":"485.749716ms","start":"2026-07-30T21:45:16.728327Z","end":"2026-07-30T21:45:17.214076Z","steps":["trace[227757605] 'agreement among raft nodes before linearized reading' (duration: 485.703355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.214111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.728311Z","time spent":"485.795297ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-30T21:45:17.214098Z","caller":"traceutil/trace.go:171","msg":"trace[1039599510] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16941; }","duration":"486.697746ms","start":"2026-07-30T21:45:16.727371Z","end":"2026-07-30T21:45:17.214068Z","steps":["trace[1039599510] 'agreement among raft nodes before linearized reading' (duration: 486.346765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.214119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.566303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:45:17.214162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.727352Z","time spent":"486.793729ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-30T21:45:17.214195Z","caller":"traceutil/trace.go:171","msg":"trace[1605032556] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16941; }","duration":"351.730998ms","start":"2026-07-30T21:45:16.862448Z","end":"2026-07-30T21:45:17.214179Z","steps":["trace[1605032556] 'agreement among raft nodes before linearized reading' (duration: 351.593454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.214235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.862422Z","time spent":"351.802221ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-30T21:45:17.214323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.436345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-30T21:45:17.214281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.165856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:45:17.214882Z","caller":"traceutil/trace.go:171","msg":"trace[478063507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16941; }","duration":"422.512198ms","start":"2026-07-30T21:45:16.791831Z","end":"2026-07-30T21:45:17.214343Z","steps":["trace[478063507] 'agreement among raft nodes before linearized reading' (duration: 422.416545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.214873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.892543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-30T21:45:17.214911Z","caller":"traceutil/trace.go:171","msg":"trace[1341759783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16941; }","duration":"422.843998ms","start":"2026-07-30T21:45:16.792052Z","end":"2026-07-30T21:45:17.214896Z","steps":["trace[1341759783] 'agreement among raft nodes before linearized reading' (duration: 422.112435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.21492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.791805Z","time spent":"423.106957ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:45:17.214942Z","caller":"traceutil/trace.go:171","msg":"trace[65455997] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16941; }","duration":"482.007056ms","start":"2026-07-30T21:45:16.732919Z","end":"2026-07-30T21:45:17.214926Z","steps":["trace[65455997] 'agreement among raft nodes before linearized reading' (duration: 481.756298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.214949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.792021Z","time spent":"422.919321ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:45:17.214978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.732904Z","time spent":"482.068049ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5258,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:45:17.214622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.436165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-07-30T21:45:17.215046Z","caller":"traceutil/trace.go:171","msg":"trace[789487797] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:16941; }","duration":"162.918921ms","start":"2026-07-30T21:45:17.052117Z","end":"2026-07-30T21:45:17.215036Z","steps":["trace[789487797] 'agreement among raft nodes before linearized reading' (duration: 162.435655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.214669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.692717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:45:17.214662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.051919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T21:45:17.21526Z","caller":"traceutil/trace.go:171","msg":"trace[289861708] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16941; }","duration":"420.687269ms","start":"2026-07-30T21:45:16.794559Z","end":"2026-07-30T21:45:17.215247Z","steps":["trace[289861708] 'agreement among raft nodes before linearized reading' (duration: 420.025568ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:17.215226Z","caller":"traceutil/trace.go:171","msg":"trace[1534677958] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16941; }","duration":"352.188753ms","start":"2026-07-30T21:45:16.86295Z","end":"2026-07-30T21:45:17.215139Z","steps":["trace[1534677958] 'agreement among raft nodes before linearized reading' (duration: 351.697477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.215296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.794538Z","time spent":"420.748531ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:45:17.214704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.593361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:45:17.215405Z","caller":"traceutil/trace.go:171","msg":"trace[421733360] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16941; }","duration":"486.334115ms","start":"2026-07-30T21:45:16.729063Z","end":"2026-07-30T21:45:17.215397Z","steps":["trace[421733360] 'agreement among raft nodes before linearized reading' (duration: 485.604862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.215382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.862939Z","time spent":"352.397989ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-30T21:45:17.215429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.729045Z","time spent":"486.377456ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:45:17.214723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.415828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:45:17.215472Z","caller":"traceutil/trace.go:171","msg":"trace[145253978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16941; }","duration":"326.180622ms","start":"2026-07-30T21:45:16.88928Z","end":"2026-07-30T21:45:17.215461Z","steps":["trace[145253978] 'agreement among raft nodes before linearized reading' (duration: 325.422048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.215515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.889268Z","time spent":"326.237294ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:45:17.214737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.555964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:45:17.215558Z","caller":"traceutil/trace.go:171","msg":"trace[900412537] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16941; }","duration":"353.427002ms","start":"2026-07-30T21:45:16.862123Z","end":"2026-07-30T21:45:17.21555Z","steps":["trace[900412537] 'agreement among raft nodes before linearized reading' (duration: 352.595596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.214738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.178099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-30T21:45:17.215584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.862086Z","time spent":"353.492624ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:45:17.214836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.696595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7zbhb\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-30T21:45:17.216415Z","caller":"traceutil/trace.go:171","msg":"trace[973909525] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7zbhb; range_end:; response_count:1; response_revision:16941; }","duration":"196.327937ms","start":"2026-07-30T21:45:17.020073Z","end":"2026-07-30T21:45:17.216401Z","steps":["trace[973909525] 'agreement among raft nodes before linearized reading' (duration: 194.610703ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:17.21562Z","caller":"traceutil/trace.go:171","msg":"trace[431248645] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16941; }","duration":"351.078317ms","start":"2026-07-30T21:45:16.864524Z","end":"2026-07-30T21:45:17.215602Z","steps":["trace[431248645] 'agreement among raft nodes before linearized reading' (duration: 350.120996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.216534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.864511Z","time spent":"352.010507ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5258,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:45:17.2159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.751467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T21:45:17.216644Z","caller":"traceutil/trace.go:171","msg":"trace[1715322344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16941; }","duration":"419.542703ms","start":"2026-07-30T21:45:16.79709Z","end":"2026-07-30T21:45:17.216632Z","steps":["trace[1715322344] 'agreement among raft nodes before linearized reading' (duration: 417.102255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:17.216665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:16.79708Z","time spent":"419.578593ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:45:24.509464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.035024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T21:45:24.509604Z","caller":"traceutil/trace.go:171","msg":"trace[2082707860] linearizableReadLoop","detail":"{readStateIndex:17530; appliedIndex:17529; }","duration":"299.877633ms","start":"2026-07-30T21:45:24.209702Z","end":"2026-07-30T21:45:24.509579Z","steps":["trace[2082707860] 'read index received' (duration: 141.631851ms)","trace[2082707860] 'applied index is now lower than readState.Index' (duration: 158.244052ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:45:24.509694Z","caller":"traceutil/trace.go:171","msg":"trace[1943866830] transaction","detail":"{read_only:false; response_revision:16988; number_of_response:1; }","duration":"392.882462ms","start":"2026-07-30T21:45:24.116795Z","end":"2026-07-30T21:45:24.509677Z","steps":["trace[1943866830] 'process raft request' (duration: 234.528747ms)","trace[1943866830] 'compare' (duration: 157.89276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:45:24.509783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:24.116763Z","time spent":"392.975325ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:45:24.510609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.867605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-30T21:45:24.510758Z","caller":"traceutil/trace.go:171","msg":"trace[1483640028] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16988; }","duration":"301.073582ms","start":"2026-07-30T21:45:24.209663Z","end":"2026-07-30T21:45:24.510737Z","steps":["trace[1483640028] 'agreement among raft nodes before linearized reading' (duration: 300.039249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:24.510834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:24.209642Z","time spent":"301.176774ms","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1047,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:45:24.590991Z","caller":"traceutil/trace.go:171","msg":"trace[1655665073] transaction","detail":"{read_only:false; response_revision:16990; number_of_response:1; }","duration":"285.805033ms","start":"2026-07-30T21:45:24.305155Z","end":"2026-07-30T21:45:24.59096Z","steps":["trace[1655665073] 'process raft request' (duration: 285.69364ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:24.591008Z","caller":"traceutil/trace.go:171","msg":"trace[1562645530] transaction","detail":"{read_only:false; response_revision:16989; number_of_response:1; }","duration":"339.327642ms","start":"2026-07-30T21:45:24.251645Z","end":"2026-07-30T21:45:24.590973Z","steps":["trace[1562645530] 'process raft request' (duration: 339.001361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:24.591208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:24.25162Z","time spent":"339.485267ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:45:24.591239Z","caller":"traceutil/trace.go:171","msg":"trace[1047548775] transaction","detail":"{read_only:false; response_revision:16991; number_of_response:1; }","duration":"284.742309ms","start":"2026-07-30T21:45:24.306474Z","end":"2026-07-30T21:45:24.591217Z","steps":["trace[1047548775] 'process raft request' (duration: 284.4371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:24.591402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.527806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-30T21:45:24.591475Z","caller":"traceutil/trace.go:171","msg":"trace[1038398539] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16991; }","duration":"291.64863ms","start":"2026-07-30T21:45:24.299808Z","end":"2026-07-30T21:45:24.591456Z","steps":["trace[1038398539] 'agreement among raft nodes before linearized reading' (duration: 291.3459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:24.591487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.505237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-30T21:45:24.591544Z","caller":"traceutil/trace.go:171","msg":"trace[350626996] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16991; }","duration":"250.611449ms","start":"2026-07-30T21:45:24.340916Z","end":"2026-07-30T21:45:24.591527Z","steps":["trace[350626996] 'agreement among raft nodes before linearized reading' (duration: 250.438614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:24.591829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.930999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7xst\" ","response":"range_response_count:1 size:20657"} {"level":"info","ts":"2026-07-30T21:45:24.591931Z","caller":"traceutil/trace.go:171","msg":"trace[973728491] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7xst; range_end:; response_count:1; response_revision:16991; }","duration":"266.067853ms","start":"2026-07-30T21:45:24.325836Z","end":"2026-07-30T21:45:24.591904Z","steps":["trace[973728491] 'agreement among raft nodes before linearized reading' (duration: 265.65631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:25.315119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.934727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:45:25.31518Z","caller":"traceutil/trace.go:171","msg":"trace[545181494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16992; }","duration":"426.05114ms","start":"2026-07-30T21:45:24.889116Z","end":"2026-07-30T21:45:25.315167Z","steps":["trace[545181494] 'range keys from in-memory index tree' (duration: 425.847274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:25.315206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:24.889096Z","time spent":"426.104322ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:45:25.315231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.277232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-30T21:45:25.31528Z","caller":"traceutil/trace.go:171","msg":"trace[1785371073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16992; }","duration":"553.363414ms","start":"2026-07-30T21:45:24.761903Z","end":"2026-07-30T21:45:25.315266Z","steps":["trace[1785371073] 'range keys from in-memory index tree' (duration: 553.064105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:25.315315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:24.761855Z","time spent":"553.451698ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:45:26.654745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148653386s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:45:26.655582Z","caller":"traceutil/trace.go:171","msg":"trace[1486466037] transaction","detail":"{read_only:false; response_revision:16995; number_of_response:1; }","duration":"1.333696463s","start":"2026-07-30T21:45:25.321848Z","end":"2026-07-30T21:45:26.655545Z","steps":["trace[1486466037] 'process raft request' (duration: 1.333548438s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.655761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.321839Z","time spent":"1.333814607s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:45:26.655948Z","caller":"traceutil/trace.go:171","msg":"trace[124034655] transaction","detail":"{read_only:false; response_revision:16994; number_of_response:1; }","duration":"1.334405416s","start":"2026-07-30T21:45:25.321527Z","end":"2026-07-30T21:45:26.655933Z","steps":["trace[124034655] 'process raft request' (duration: 1.333651931s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.656026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.321504Z","time spent":"1.334479658s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:45:26.656229Z","caller":"traceutil/trace.go:171","msg":"trace[2114570205] transaction","detail":"{read_only:false; response_revision:16996; number_of_response:1; }","duration":"1.334272042s","start":"2026-07-30T21:45:25.321943Z","end":"2026-07-30T21:45:26.656215Z","steps":["trace[2114570205] 'process raft request' (duration: 1.333512967s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.656312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.321916Z","time spent":"1.334351084s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:45:26.656722Z","caller":"traceutil/trace.go:171","msg":"trace[1257683335] transaction","detail":"{read_only:false; response_revision:16997; number_of_response:1; }","duration":"1.334592251s","start":"2026-07-30T21:45:25.322115Z","end":"2026-07-30T21:45:26.656707Z","steps":["trace[1257683335] 'process raft request' (duration: 1.334034273s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.656816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.322103Z","time spent":"1.334665684s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:45:26.657018Z","caller":"traceutil/trace.go:171","msg":"trace[59191839] linearizableReadLoop","detail":"{readStateIndex:17536; appliedIndex:17534; }","duration":"1.33517115s","start":"2026-07-30T21:45:25.321816Z","end":"2026-07-30T21:45:26.656987Z","steps":["trace[59191839] 'read index received' (duration: 49.065987ms)","trace[59191839] 'applied index is now lower than readState.Index' (duration: 1.286103833s)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:45:26.657216Z","caller":"traceutil/trace.go:171","msg":"trace[1701308863] transaction","detail":"{read_only:false; response_revision:16998; number_of_response:1; }","duration":"1.335242132s","start":"2026-07-30T21:45:25.321956Z","end":"2026-07-30T21:45:26.657198Z","steps":["trace[1701308863] 'process raft request' (duration: 1.334687034s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.657392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.321941Z","time spent":"1.335351946s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:45:26.658125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336297256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:593274"} {"level":"info","ts":"2026-07-30T21:45:26.658196Z","caller":"traceutil/trace.go:171","msg":"trace[473019102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:16998; }","duration":"1.336401999s","start":"2026-07-30T21:45:25.321778Z","end":"2026-07-30T21:45:26.65818Z","steps":["trace[473019102] 'agreement among raft nodes before linearized reading' (duration: 1.33547708s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.658243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.32176Z","time spent":"1.336468271s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":60,"response size":593296,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-30T21:45:26.721639Z","caller":"traceutil/trace.go:171","msg":"trace[870945872] transaction","detail":"{read_only:false; response_revision:17000; number_of_response:1; }","duration":"316.822123ms","start":"2026-07-30T21:45:26.404792Z","end":"2026-07-30T21:45:26.721614Z","steps":["trace[870945872] 'process raft request' (duration: 316.72698ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:26.721669Z","caller":"traceutil/trace.go:171","msg":"trace[1871408735] transaction","detail":"{read_only:false; response_revision:16999; number_of_response:1; }","duration":"523.380407ms","start":"2026-07-30T21:45:26.198262Z","end":"2026-07-30T21:45:26.721642Z","steps":["trace[1871408735] 'process raft request' (duration: 523.121039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.721805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:26.198228Z","time spent":"523.500811ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:45:26.721807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:26.404759Z","time spent":"316.958177ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:45:26.721893Z","caller":"traceutil/trace.go:171","msg":"trace[1178426383] transaction","detail":"{read_only:false; response_revision:17002; number_of_response:1; }","duration":"126.448496ms","start":"2026-07-30T21:45:26.595413Z","end":"2026-07-30T21:45:26.721861Z","steps":["trace[1178426383] 'process raft request' (duration: 126.341692ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:26.721916Z","caller":"traceutil/trace.go:171","msg":"trace[1204071864] transaction","detail":"{read_only:false; response_revision:17001; number_of_response:1; }","duration":"206.74559ms","start":"2026-07-30T21:45:26.515111Z","end":"2026-07-30T21:45:26.721857Z","steps":["trace[1204071864] 'process raft request' (duration: 206.45094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.800123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:45:26.722066Z","caller":"traceutil/trace.go:171","msg":"trace[467270056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17004; }","duration":"832.883416ms","start":"2026-07-30T21:45:25.889174Z","end":"2026-07-30T21:45:26.722057Z","steps":["trace[467270056] 'agreement among raft nodes before linearized reading' (duration: 832.831914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.889131Z","time spent":"832.953698ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:45:26.722081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.020332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T21:45:26.722143Z","caller":"traceutil/trace.go:171","msg":"trace[393819098] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:17004; }","duration":"954.130936ms","start":"2026-07-30T21:45:25.767995Z","end":"2026-07-30T21:45:26.722126Z","steps":["trace[393819098] 'agreement among raft nodes before linearized reading' (duration: 954.039003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.904485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-30T21:45:26.722145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137545281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T21:45:26.722188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.767968Z","time spent":"954.210259ms","remote":"127.0.0.1:41990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:45:26.722206Z","caller":"traceutil/trace.go:171","msg":"trace[1678040805] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:17004; }","duration":"1.137660925s","start":"2026-07-30T21:45:25.584537Z","end":"2026-07-30T21:45:26.722198Z","steps":["trace[1678040805] 'agreement among raft nodes before linearized reading' (duration: 1.137586922s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:26.722208Z","caller":"traceutil/trace.go:171","msg":"trace[760887213] transaction","detail":"{read_only:false; response_revision:17003; number_of_response:1; }","duration":"126.732305ms","start":"2026-07-30T21:45:26.595448Z","end":"2026-07-30T21:45:26.72218Z","steps":["trace[760887213] 'process raft request' (duration: 126.375914ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:26.72224Z","caller":"traceutil/trace.go:171","msg":"trace[896872936] transaction","detail":"{read_only:false; response_revision:17004; number_of_response:1; }","duration":"125.011041ms","start":"2026-07-30T21:45:26.597217Z","end":"2026-07-30T21:45:26.722228Z","steps":["trace[896872936] 'process raft request' (duration: 124.712681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.791367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-30T21:45:26.722283Z","caller":"traceutil/trace.go:171","msg":"trace[164150429] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17004; }","duration":"126.840879ms","start":"2026-07-30T21:45:26.595436Z","end":"2026-07-30T21:45:26.722277Z","steps":["trace[164150429] 'agreement among raft nodes before linearized reading' (duration: 126.773087ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:26.722201Z","caller":"traceutil/trace.go:171","msg":"trace[1750535261] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:17004; }","duration":"107.965666ms","start":"2026-07-30T21:45:26.614219Z","end":"2026-07-30T21:45:26.722185Z","steps":["trace[1750535261] 'agreement among raft nodes before linearized reading' (duration: 107.822782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216184071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-30T21:45:26.722397Z","caller":"traceutil/trace.go:171","msg":"trace[643804262] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17004; }","duration":"1.216226803s","start":"2026-07-30T21:45:25.506161Z","end":"2026-07-30T21:45:26.722388Z","steps":["trace[643804262] 'agreement among raft nodes before linearized reading' (duration: 1.216110079s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.506087Z","time spent":"1.216332157s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-30T21:45:26.72247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240321062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-30T21:45:26.722515Z","caller":"traceutil/trace.go:171","msg":"trace[1217948808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17004; }","duration":"1.240369443s","start":"2026-07-30T21:45:25.482131Z","end":"2026-07-30T21:45:26.7225Z","steps":["trace[1217948808] 'agreement among raft nodes before linearized reading' (duration: 1.24025154s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.482074Z","time spent":"1.240468567s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:45:26.722246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.584509Z","time spent":"1.137725527s","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:45:26.72254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.277343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-30T21:45:26.722681Z","caller":"traceutil/trace.go:171","msg":"trace[133638177] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17004; }","duration":"127.474099ms","start":"2026-07-30T21:45:26.595198Z","end":"2026-07-30T21:45:26.722672Z","steps":["trace[133638177] 'agreement among raft nodes before linearized reading' (duration: 127.243671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328400433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T21:45:26.722786Z","caller":"traceutil/trace.go:171","msg":"trace[654218796] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:17004; }","duration":"1.329096986s","start":"2026-07-30T21:45:25.393667Z","end":"2026-07-30T21:45:26.722764Z","steps":["trace[654218796] 'agreement among raft nodes before linearized reading' (duration: 1.328380443s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.722882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.393655Z","time spent":"1.32920564s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:45:26.722918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40034129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:593274"} {"level":"info","ts":"2026-07-30T21:45:26.722964Z","caller":"traceutil/trace.go:171","msg":"trace[1809521162] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:17004; }","duration":"1.400418773s","start":"2026-07-30T21:45:25.322534Z","end":"2026-07-30T21:45:26.722953Z","steps":["trace[1809521162] 'agreement among raft nodes before linearized reading' (duration: 1.399827414s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:45:26.723002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:45:25.322521Z","time spent":"1.400471094s","remote":"127.0.0.1:41862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":60,"response size":593296,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-30T21:45:31.57865Z","caller":"traceutil/trace.go:171","msg":"trace[1345831260] transaction","detail":"{read_only:false; response_revision:17042; number_of_response:1; }","duration":"174.570943ms","start":"2026-07-30T21:45:31.404016Z","end":"2026-07-30T21:45:31.578587Z","steps":["trace[1345831260] 'process raft request' (duration: 168.774748ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:31.578956Z","caller":"traceutil/trace.go:171","msg":"trace[1053459989] transaction","detail":"{read_only:false; response_revision:17043; number_of_response:1; }","duration":"163.240101ms","start":"2026-07-30T21:45:31.415655Z","end":"2026-07-30T21:45:31.578895Z","steps":["trace[1053459989] 'process raft request' (duration: 162.781436ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:46:01.156884Z","caller":"traceutil/trace.go:171","msg":"trace[1137278074] linearizableReadLoop","detail":"{readStateIndex:17844; appliedIndex:17843; }","duration":"316.735811ms","start":"2026-07-30T21:46:00.840126Z","end":"2026-07-30T21:46:01.156862Z","steps":["trace[1137278074] 'read index received' (duration: 316.616397ms)","trace[1137278074] 'applied index is now lower than readState.Index' (duration: 118.514µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:46:01.157005Z","caller":"traceutil/trace.go:171","msg":"trace[1013329088] transaction","detail":"{read_only:false; response_revision:17289; number_of_response:1; }","duration":"319.399856ms","start":"2026-07-30T21:46:00.837596Z","end":"2026-07-30T21:46:01.156996Z","steps":["trace[1013329088] 'process raft request' (duration: 319.125977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.157127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.837572Z","time spent":"319.453038ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:46:01.157171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.02449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-30T21:46:01.157292Z","caller":"traceutil/trace.go:171","msg":"trace[722544471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17289; }","duration":"317.202095ms","start":"2026-07-30T21:46:00.840065Z","end":"2026-07-30T21:46:01.157267Z","steps":["trace[722544471] 'agreement among raft nodes before linearized reading' (duration: 316.946357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.157353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.840051Z","time spent":"317.288809ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:46:01.193297Z","caller":"traceutil/trace.go:171","msg":"trace[880920817] transaction","detail":"{read_only:false; response_revision:17290; number_of_response:1; }","duration":"352.674628ms","start":"2026-07-30T21:46:00.840597Z","end":"2026-07-30T21:46:01.193272Z","steps":["trace[880920817] 'process raft request' (duration: 352.504022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.19347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.840583Z","time spent":"352.788812ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:46:01.193661Z","caller":"traceutil/trace.go:171","msg":"trace[462288624] transaction","detail":"{read_only:false; response_revision:17291; number_of_response:1; }","duration":"350.652363ms","start":"2026-07-30T21:46:00.842985Z","end":"2026-07-30T21:46:01.193638Z","steps":["trace[462288624] 'process raft request' (duration: 350.24183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.193776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.84297Z","time spent":"350.745516ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:46:01.194115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.408639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9w4kq\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-07-30T21:46:01.194158Z","caller":"traceutil/trace.go:171","msg":"trace[48518045] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"349.726834ms","start":"2026-07-30T21:46:00.844416Z","end":"2026-07-30T21:46:01.194143Z","steps":["trace[48518045] 'process raft request' (duration: 349.29141ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:46:01.194168Z","caller":"traceutil/trace.go:171","msg":"trace[1529864144] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9w4kq; range_end:; response_count:1; response_revision:17293; }","duration":"144.500403ms","start":"2026-07-30T21:46:01.049654Z","end":"2026-07-30T21:46:01.194155Z","steps":["trace[1529864144] 'agreement among raft nodes before linearized reading' (duration: 144.356958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.194228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.844387Z","time spent":"349.804136ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:46:01.194313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.858428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T21:46:01.194402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.217334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7zbhb\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-30T21:46:01.19443Z","caller":"traceutil/trace.go:171","msg":"trace[1168745991] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"350.583501ms","start":"2026-07-30T21:46:00.843827Z","end":"2026-07-30T21:46:01.194411Z","steps":["trace[1168745991] 'process raft request' (duration: 349.749485ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:46:01.194455Z","caller":"traceutil/trace.go:171","msg":"trace[274045810] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7zbhb; range_end:; response_count:1; response_revision:17293; }","duration":"144.253295ms","start":"2026-07-30T21:46:01.050175Z","end":"2026-07-30T21:46:01.194428Z","steps":["trace[274045810] 'agreement among raft nodes before linearized reading' (duration: 144.161262ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:46:01.194463Z","caller":"traceutil/trace.go:171","msg":"trace[564624297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17293; }","duration":"350.078025ms","start":"2026-07-30T21:46:00.844339Z","end":"2026-07-30T21:46:01.194417Z","steps":["trace[564624297] 'agreement among raft nodes before linearized reading' (duration: 349.676473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.194521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.843801Z","time spent":"350.675494ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:46:01.194621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.143652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:46:01.194538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.84432Z","time spent":"350.178808ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T21:46:01.19466Z","caller":"traceutil/trace.go:171","msg":"trace[1500604281] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17293; }","duration":"280.209625ms","start":"2026-07-30T21:46:00.914438Z","end":"2026-07-30T21:46:01.194647Z","steps":["trace[1500604281] 'agreement among raft nodes before linearized reading' (duration: 280.124162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.194869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.430098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T21:46:01.194986Z","caller":"traceutil/trace.go:171","msg":"trace[587710988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17293; }","duration":"346.514701ms","start":"2026-07-30T21:46:00.848397Z","end":"2026-07-30T21:46:01.194912Z","steps":["trace[587710988] 'agreement among raft nodes before linearized reading' (duration: 346.370607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.195059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.848382Z","time spent":"346.662435ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:46:01.19516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.367553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T21:46:01.195286Z","caller":"traceutil/trace.go:171","msg":"trace[1070531424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17293; }","duration":"349.486016ms","start":"2026-07-30T21:46:00.845757Z","end":"2026-07-30T21:46:01.195243Z","steps":["trace[1070531424] 'agreement among raft nodes before linearized reading' (duration: 349.246568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:46:01.19542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:46:00.845745Z","time spent":"349.58445ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T21:50:00.661338Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16832} {"level":"info","ts":"2026-07-30T21:50:00.736694Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16832,"took":"73.428054ms","hash":3465863197,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":15630336,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T21:50:00.736776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3465863197,"revision":16832,"compact-revision":14368} {"level":"info","ts":"2026-07-30T21:50:26.702447Z","caller":"traceutil/trace.go:171","msg":"trace[1035798754] transaction","detail":"{read_only:false; response_revision:19071; number_of_response:1; }","duration":"118.165553ms","start":"2026-07-30T21:50:26.584225Z","end":"2026-07-30T21:50:26.702391Z","steps":["trace[1035798754] 'process raft request' (duration: 25.207455ms)","trace[1035798754] 'compare' (duration: 92.650888ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:50:26.702474Z","caller":"traceutil/trace.go:171","msg":"trace[579385118] transaction","detail":"{read_only:false; response_revision:19072; number_of_response:1; }","duration":"118.10355ms","start":"2026-07-30T21:50:26.584339Z","end":"2026-07-30T21:50:26.702442Z","steps":["trace[579385118] 'process raft request' (duration: 118.006207ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:50:26.7026Z","caller":"traceutil/trace.go:171","msg":"trace[442212768] linearizableReadLoop","detail":"{readStateIndex:19682; appliedIndex:19681; }","duration":"118.333398ms","start":"2026-07-30T21:50:26.584252Z","end":"2026-07-30T21:50:26.702585Z","steps":["trace[442212768] 'read index received' (duration: 58.572µs)","trace[442212768] 'applied index is now lower than readState.Index' (duration: 118.273366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:50:26.702825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.560735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T21:50:26.702865Z","caller":"traceutil/trace.go:171","msg":"trace[2120384799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19072; }","duration":"118.646387ms","start":"2026-07-30T21:50:26.584208Z","end":"2026-07-30T21:50:26.702854Z","steps":["trace[2120384799] 'agreement among raft nodes before linearized reading' (duration: 118.526014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:26.702806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.396668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T21:50:26.702947Z","caller":"traceutil/trace.go:171","msg":"trace[363278905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19072; }","duration":"117.574173ms","start":"2026-07-30T21:50:26.585354Z","end":"2026-07-30T21:50:26.702928Z","steps":["trace[363278905] 'agreement among raft nodes before linearized reading' (duration: 117.331875ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:50:27.245036Z","caller":"traceutil/trace.go:171","msg":"trace[1200666098] transaction","detail":"{read_only:false; response_revision:19078; number_of_response:1; }","duration":"135.553918ms","start":"2026-07-30T21:50:27.109458Z","end":"2026-07-30T21:50:27.245012Z","steps":["trace[1200666098] 'process raft request' (duration: 135.391493ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:51:10.45509Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f823adf772f78a4c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T21:51:10.460841Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-30T21:51:10.460947Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-30T21:55:00.667581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18876} {"level":"info","ts":"2026-07-30T21:55:00.741288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18876,"took":"68.094282ms","hash":889732536,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":16023552,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T21:55:00.741367Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":889732536,"revision":18876,"compact-revision":16832} {"level":"info","ts":"2026-07-30T22:00:00.674599Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20999} {"level":"info","ts":"2026-07-30T22:00:00.750804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20999,"took":"74.043961ms","hash":2935124206,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":13754368,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T22:00:00.750884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2935124206,"revision":20999,"compact-revision":18876} {"level":"info","ts":"2026-07-30T22:00:48.570296Z","caller":"traceutil/trace.go:171","msg":"trace[487925968] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"106.097413ms","start":"2026-07-30T22:00:48.464168Z","end":"2026-07-30T22:00:48.570266Z","steps":["trace[487925968] 'process raft request' (duration: 98.893984ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:00:48.602718Z","caller":"traceutil/trace.go:171","msg":"trace[1978495075] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"135.605134ms","start":"2026-07-30T22:00:48.467082Z","end":"2026-07-30T22:00:48.602687Z","steps":["trace[1978495075] 'process raft request' (duration: 135.332786ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:00:48.60271Z","caller":"traceutil/trace.go:171","msg":"trace[10989194] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"135.025406ms","start":"2026-07-30T22:00:48.467649Z","end":"2026-07-30T22:00:48.602674Z","steps":["trace[10989194] 'process raft request' (duration: 134.979474ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:00:48.60278Z","caller":"traceutil/trace.go:171","msg":"trace[209696124] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"135.195291ms","start":"2026-07-30T22:00:48.46755Z","end":"2026-07-30T22:00:48.602745Z","steps":["trace[209696124] 'process raft request' (duration: 135.032946ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:02.300674Z","caller":"traceutil/trace.go:171","msg":"trace[1526840273] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"111.34408ms","start":"2026-07-30T22:03:02.189305Z","end":"2026-07-30T22:03:02.300649Z","steps":["trace[1526840273] 'process raft request' (duration: 111.190085ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:02.301937Z","caller":"traceutil/trace.go:171","msg":"trace[1943477480] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"111.051381ms","start":"2026-07-30T22:03:02.190867Z","end":"2026-07-30T22:03:02.301919Z","steps":["trace[1943477480] 'process raft request' (duration: 110.959118ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:00.681746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22939} {"level":"info","ts":"2026-07-30T22:05:00.76293Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22939,"took":"78.772138ms","hash":1871636380,"current-db-size-bytes":35205120,"current-db-size":"35 MB","current-db-size-in-use-bytes":14315520,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T22:05:00.762988Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1871636380,"revision":22939,"compact-revision":20999}