{"level":"warn","ts":"2026-03-11T01:42:40.960655Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T01:42:40.960786Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T01:42:40.961087Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T01:42:40.961107Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-11T01:42:40.961128Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T01:42:40.963274Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-03-11T01:42:40.963615Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T01:42:40.967869Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.919182ms"} {"level":"info","ts":"2026-03-11T01:42:40.974163Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-03-11T01:42:40.974258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T01:42:40.974301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-03-11T01:42:40.974332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T01:42:40.974353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-03-11T01:42:40.974409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-03-11T01:42:40.981202Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T01:42:40.985327Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T01:42:40.987303Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T01:42:40.990902Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T01:42:40.991159Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T01:42:40.991202Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T01:42:40.991382Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T01:42:40.991453Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T01:42:40.992383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-03-11T01:42:40.99264Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-11T01:42:40.994785Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T01:42:40.994941Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-11T01:42:40.994981Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-11T01:42:40.995001Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T01:42:40.995085Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T01:42:41.375653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T01:42:41.375734Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T01:42:41.37577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-03-11T01:42:41.375788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-03-11T01:42:41.3758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-11T01:42:41.375815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-03-11T01:42:41.375833Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-11T01:42:41.377372Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T01:42:41.377526Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T01:42:41.37774Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T01:42:41.378638Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T01:42:41.378812Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T01:42:41.378901Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T01:42:41.380057Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T01:42:41.38478Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T01:42:41.386776Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-03-11T01:42:41.386857Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T01:42:41.386872Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-11T01:42:41.707128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.993153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.707243Z","caller":"traceutil/trace.go:171","msg":"trace[442719446] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"232.2115ms","start":"2026-03-11T01:42:41.475011Z","end":"2026-03-11T01:42:41.707222Z","steps":["trace[442719446] 'count revisions from in-memory index tree' (duration: 231.877481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.707452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.584798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.707484Z","caller":"traceutil/trace.go:171","msg":"trace[1030654018] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"218.666059ms","start":"2026-03-11T01:42:41.488811Z","end":"2026-03-11T01:42:41.707477Z","steps":["trace[1030654018] 'range keys from in-memory index tree' (duration: 218.482774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.707639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.519836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.707667Z","caller":"traceutil/trace.go:171","msg":"trace[388963045] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"218.587158ms","start":"2026-03-11T01:42:41.489074Z","end":"2026-03-11T01:42:41.707662Z","steps":["trace[388963045] 'count revisions from in-memory index tree' (duration: 218.432644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.707802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.439483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.707829Z","caller":"traceutil/trace.go:171","msg":"trace[1667043452] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"206.489894ms","start":"2026-03-11T01:42:41.501334Z","end":"2026-03-11T01:42:41.707824Z","steps":["trace[1667043452] 'count revisions from in-memory index tree' (duration: 206.386781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.708026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.542547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.708056Z","caller":"traceutil/trace.go:171","msg":"trace[276080145] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"206.601977ms","start":"2026-03-11T01:42:41.501446Z","end":"2026-03-11T01:42:41.708048Z","steps":["trace[276080145] 'range keys from in-memory index tree' (duration: 206.480874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.708187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.45939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.708215Z","caller":"traceutil/trace.go:171","msg":"trace[593643599] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"190.527212ms","start":"2026-03-11T01:42:41.517682Z","end":"2026-03-11T01:42:41.708209Z","steps":["trace[593643599] 'count revisions from in-memory index tree' (duration: 190.392529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.713636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.811615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-11T01:42:41.713687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.24416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.71374Z","caller":"traceutil/trace.go:171","msg":"trace[1282866648] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"107.901047ms","start":"2026-03-11T01:42:41.605796Z","end":"2026-03-11T01:42:41.713697Z","steps":["trace[1282866648] 'count revisions from in-memory index tree' (duration: 107.743324ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:41.713768Z","caller":"traceutil/trace.go:171","msg":"trace[147126650] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"184.337262ms","start":"2026-03-11T01:42:41.529403Z","end":"2026-03-11T01:42:41.71374Z","steps":["trace[147126650] 'count revisions from in-memory index tree' (duration: 184.117117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.714048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.702371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-11T01:42:41.714093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.05276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.714103Z","caller":"traceutil/trace.go:171","msg":"trace[1544225609] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"172.769922ms","start":"2026-03-11T01:42:41.541313Z","end":"2026-03-11T01:42:41.714083Z","steps":["trace[1544225609] 'count revisions from in-memory index tree' (duration: 172.6429ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:41.714134Z","caller":"traceutil/trace.go:171","msg":"trace[2024858390] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"173.106122ms","start":"2026-03-11T01:42:41.541019Z","end":"2026-03-11T01:42:41.714125Z","steps":["trace[2024858390] 'range keys from in-memory index tree' (duration: 172.994309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.714223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.706633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.714247Z","caller":"traceutil/trace.go:171","msg":"trace[113392895] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"160.742893ms","start":"2026-03-11T01:42:41.553494Z","end":"2026-03-11T01:42:41.714237Z","steps":["trace[113392895] 'range keys from in-memory index tree' (duration: 160.668071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.714251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.60401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-11T01:42:41.714055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.623919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.714379Z","caller":"traceutil/trace.go:171","msg":"trace[1346009924] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"160.772453ms","start":"2026-03-11T01:42:41.553562Z","end":"2026-03-11T01:42:41.714334Z","steps":["trace[1346009924] 'count revisions from in-memory index tree' (duration: 160.426515ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:41.714403Z","caller":"traceutil/trace.go:171","msg":"trace[950909112] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"184.987909ms","start":"2026-03-11T01:42:41.529399Z","end":"2026-03-11T01:42:41.714387Z","steps":["trace[950909112] 'range keys from in-memory index tree' (duration: 184.511396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.7144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.45271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.714496Z","caller":"traceutil/trace.go:171","msg":"trace[254608852] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"147.514291ms","start":"2026-03-11T01:42:41.566916Z","end":"2026-03-11T01:42:41.71443Z","steps":["trace[254608852] 'range keys from in-memory index tree' (duration: 147.398329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.714541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.997115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.714583Z","caller":"traceutil/trace.go:171","msg":"trace[1566497972] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"138.062036ms","start":"2026-03-11T01:42:41.576503Z","end":"2026-03-11T01:42:41.714565Z","steps":["trace[1566497972] 'count revisions from in-memory index tree' (duration: 137.856191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.714652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.123759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-11T01:42:41.714729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.127358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.714762Z","caller":"traceutil/trace.go:171","msg":"trace[584939235] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"138.18094ms","start":"2026-03-11T01:42:41.576571Z","end":"2026-03-11T01:42:41.714752Z","steps":["trace[584939235] 'range keys from in-memory index tree' (duration: 138.098217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.714789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.213222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.714785Z","caller":"traceutil/trace.go:171","msg":"trace[1139475016] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"128.307244ms","start":"2026-03-11T01:42:41.58643Z","end":"2026-03-11T01:42:41.714737Z","steps":["trace[1139475016] 'count revisions from in-memory index tree' (duration: 127.76799ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:41.714827Z","caller":"traceutil/trace.go:171","msg":"trace[1609884782] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"128.264523ms","start":"2026-03-11T01:42:41.586544Z","end":"2026-03-11T01:42:41.714809Z","steps":["trace[1609884782] 'range keys from in-memory index tree' (duration: 128.14832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.714875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.006114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.714944Z","caller":"traceutil/trace.go:171","msg":"trace[574067493] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"148.070125ms","start":"2026-03-11T01:42:41.566835Z","end":"2026-03-11T01:42:41.714905Z","steps":["trace[574067493] 'count revisions from in-memory index tree' (duration: 147.950182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.715095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.839511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.715169Z","caller":"traceutil/trace.go:171","msg":"trace[733468054] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"118.891272ms","start":"2026-03-11T01:42:41.596239Z","end":"2026-03-11T01:42:41.71513Z","steps":["trace[733468054] 'count revisions from in-memory index tree' (duration: 118.789039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.714686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.266496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.716003Z","caller":"traceutil/trace.go:171","msg":"trace[44835562] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"119.669351ms","start":"2026-03-11T01:42:41.596301Z","end":"2026-03-11T01:42:41.71597Z","steps":["trace[44835562] 'range keys from in-memory index tree' (duration: 118.162973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:41.708601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.736025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-11T01:42:41.716208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.448636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-11T01:42:41.716314Z","caller":"traceutil/trace.go:171","msg":"trace[405282142] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"198.575631ms","start":"2026-03-11T01:42:41.517725Z","end":"2026-03-11T01:42:41.7163Z","steps":["trace[405282142] 'range keys from in-memory index tree' (duration: 198.407076ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:41.716314Z","caller":"traceutil/trace.go:171","msg":"trace[652528984] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"110.694689ms","start":"2026-03-11T01:42:41.605553Z","end":"2026-03-11T01:42:41.716247Z","steps":["trace[652528984] 'range keys from in-memory index tree' (duration: 102.672103ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:46.905006Z","caller":"traceutil/trace.go:171","msg":"trace[1647650912] transaction","detail":"{read_only:false; number_of_response:0; response_revision:279; }","duration":"209.870164ms","start":"2026-03-11T01:42:46.695094Z","end":"2026-03-11T01:42:46.904964Z","steps":["trace[1647650912] 'process raft request' (duration: 131.500778ms)","trace[1647650912] 'compare' (duration: 78.278163ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:42:46.905513Z","caller":"traceutil/trace.go:171","msg":"trace[1887194420] transaction","detail":"{read_only:false; number_of_response:0; response_revision:280; }","duration":"192.823933ms","start":"2026-03-11T01:42:46.712652Z","end":"2026-03-11T01:42:46.905475Z","steps":["trace[1887194420] 'process raft request' (duration: 192.672748ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:46.905576Z","caller":"traceutil/trace.go:171","msg":"trace[678940993] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"210.051498ms","start":"2026-03-11T01:42:46.695499Z","end":"2026-03-11T01:42:46.90555Z","steps":["trace[678940993] 'process raft request' (duration: 209.683208ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:46.905596Z","caller":"traceutil/trace.go:171","msg":"trace[110068316] linearizableReadLoop","detail":"{readStateIndex:286; appliedIndex:284; }","duration":"203.508539ms","start":"2026-03-11T01:42:46.70207Z","end":"2026-03-11T01:42:46.905578Z","steps":["trace[110068316] 'read index received' (duration: 124.605449ms)","trace[110068316] 'applied index is now lower than readState.Index' (duration: 78.90203ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:42:46.905621Z","caller":"traceutil/trace.go:171","msg":"trace[116345396] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"192.257588ms","start":"2026-03-11T01:42:46.713349Z","end":"2026-03-11T01:42:46.905606Z","steps":["trace[116345396] 'process raft request' (duration: 192.015592ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:46.905716Z","caller":"traceutil/trace.go:171","msg":"trace[1573365781] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"158.509726ms","start":"2026-03-11T01:42:46.747193Z","end":"2026-03-11T01:42:46.905703Z","steps":["trace[1573365781] 'process raft request' (duration: 158.332021ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:46.905686Z","caller":"traceutil/trace.go:171","msg":"trace[954045409] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"191.950039ms","start":"2026-03-11T01:42:46.713661Z","end":"2026-03-11T01:42:46.905611Z","steps":["trace[954045409] 'process raft request' (duration: 191.798516ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:46.905791Z","caller":"traceutil/trace.go:171","msg":"trace[1818095973] transaction","detail":"{read_only:false; number_of_response:0; response_revision:282; }","duration":"190.767568ms","start":"2026-03-11T01:42:46.71497Z","end":"2026-03-11T01:42:46.905738Z","steps":["trace[1818095973] 'process raft request' (duration: 190.529753ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:46.905786Z","caller":"traceutil/trace.go:171","msg":"trace[939393010] transaction","detail":"{read_only:false; number_of_response:0; response_revision:281; }","duration":"192.173395ms","start":"2026-03-11T01:42:46.713555Z","end":"2026-03-11T01:42:46.905728Z","steps":["trace[939393010] 'process raft request' (duration: 191.868838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:46.905994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.896669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:42:46.906085Z","caller":"traceutil/trace.go:171","msg":"trace[1887218733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:283; }","duration":"204.031102ms","start":"2026-03-11T01:42:46.70203Z","end":"2026-03-11T01:42:46.906061Z","steps":["trace[1887218733] 'agreement among raft nodes before linearized reading' (duration: 203.778045ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:47.897197Z","caller":"traceutil/trace.go:171","msg":"trace[2090349529] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"268.860465ms","start":"2026-03-11T01:42:47.62822Z","end":"2026-03-11T01:42:47.89708Z","steps":["trace[2090349529] 'process raft request' (duration: 268.734642ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:47.903152Z","caller":"traceutil/trace.go:171","msg":"trace[1938573008] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"274.663266ms","start":"2026-03-11T01:42:47.628452Z","end":"2026-03-11T01:42:47.903116Z","steps":["trace[1938573008] 'process raft request' (duration: 274.44237ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:47.903179Z","caller":"traceutil/trace.go:171","msg":"trace[1258846191] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"274.629295ms","start":"2026-03-11T01:42:47.628512Z","end":"2026-03-11T01:42:47.903141Z","steps":["trace[1258846191] 'process raft request' (duration: 274.487071ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:47.903433Z","caller":"traceutil/trace.go:171","msg":"trace[1708992175] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"258.96495ms","start":"2026-03-11T01:42:47.644418Z","end":"2026-03-11T01:42:47.903383Z","steps":["trace[1708992175] 'process raft request' (duration: 258.630662ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:47.903559Z","caller":"traceutil/trace.go:171","msg":"trace[57971612] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"274.86353ms","start":"2026-03-11T01:42:47.628667Z","end":"2026-03-11T01:42:47.90353Z","steps":["trace[57971612] 'process raft request' (duration: 274.359648ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:47.903567Z","caller":"traceutil/trace.go:171","msg":"trace[1214149888] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"254.227467ms","start":"2026-03-11T01:42:47.649275Z","end":"2026-03-11T01:42:47.903502Z","steps":["trace[1214149888] 'process raft request' (duration: 253.871398ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:52.058168Z","caller":"traceutil/trace.go:171","msg":"trace[1586730507] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:368; }","duration":"112.255761ms","start":"2026-03-11T01:42:51.945868Z","end":"2026-03-11T01:42:52.058124Z","steps":["trace[1586730507] 'read index received' (duration: 26.864495ms)","trace[1586730507] 'applied index is now lower than readState.Index' (duration: 85.389556ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:42:52.058297Z","caller":"traceutil/trace.go:171","msg":"trace[505552145] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"132.933505ms","start":"2026-03-11T01:42:51.925332Z","end":"2026-03-11T01:42:52.058265Z","steps":["trace[505552145] 'process raft request' (duration: 132.677868ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:42:52.058221Z","caller":"traceutil/trace.go:171","msg":"trace[1580288928] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"134.883415ms","start":"2026-03-11T01:42:51.923263Z","end":"2026-03-11T01:42:52.058147Z","steps":["trace[1580288928] 'process raft request' (duration: 49.456608ms)","trace[1580288928] 'compare' (duration: 85.042667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:42:52.058511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.579659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-11T01:42:52.058583Z","caller":"traceutil/trace.go:171","msg":"trace[831368387] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:357; }","duration":"112.764664ms","start":"2026-03-11T01:42:51.9458Z","end":"2026-03-11T01:42:52.058564Z","steps":["trace[831368387] 'agreement among raft nodes before linearized reading' (duration: 112.563979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:53.616625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.636534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T01:42:53.616778Z","caller":"traceutil/trace.go:171","msg":"trace[1778512779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:391; }","duration":"652.849519ms","start":"2026-03-11T01:42:52.963902Z","end":"2026-03-11T01:42:53.616751Z","steps":["trace[1778512779] 'range keys from in-memory index tree' (duration: 652.492009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:53.616782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.140939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T01:42:53.616891Z","caller":"traceutil/trace.go:171","msg":"trace[60481344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:391; }","duration":"650.325333ms","start":"2026-03-11T01:42:52.966543Z","end":"2026-03-11T01:42:53.616869Z","steps":["trace[60481344] 'range keys from in-memory index tree' (duration: 649.966874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:53.616828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:42:52.96388Z","time spent":"652.935961ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T01:42:53.616626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.734931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T01:42:53.616946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:42:52.966513Z","time spent":"650.424196ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T01:42:53.616977Z","caller":"traceutil/trace.go:171","msg":"trace[1828330500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:391; }","duration":"647.143231ms","start":"2026-03-11T01:42:52.969802Z","end":"2026-03-11T01:42:53.616945Z","steps":["trace[1828330500] 'range keys from in-memory index tree' (duration: 646.611818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:53.617043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:42:52.96978Z","time spent":"647.235872ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T01:42:53.617013Z","caller":"traceutil/trace.go:171","msg":"trace[7684796] linearizableReadLoop","detail":"{readStateIndex:405; appliedIndex:404; }","duration":"437.609486ms","start":"2026-03-11T01:42:53.17936Z","end":"2026-03-11T01:42:53.616969Z","steps":["trace[7684796] 'read index received' (duration: 431.917599ms)","trace[7684796] 'applied index is now lower than readState.Index' (duration: 5.690537ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:42:53.617085Z","caller":"traceutil/trace.go:171","msg":"trace[674331703] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"482.086595ms","start":"2026-03-11T01:42:53.134956Z","end":"2026-03-11T01:42:53.617042Z","steps":["trace[674331703] 'process raft request' (duration: 476.48198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:53.617262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.886685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-11T01:42:53.617306Z","caller":"traceutil/trace.go:171","msg":"trace[1683000356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:392; }","duration":"437.990147ms","start":"2026-03-11T01:42:53.179302Z","end":"2026-03-11T01:42:53.617292Z","steps":["trace[1683000356] 'agreement among raft nodes before linearized reading' (duration: 437.835992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:42:53.617342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:42:53.179274Z","time spent":"438.059038ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T01:42:53.617933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:42:53.134922Z","time spent":"482.286681ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:42:55.042705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:42:54.490823Z","time spent":"551.87678ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T01:42:55.746595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.571043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:42:55.746742Z","caller":"traceutil/trace.go:171","msg":"trace[1919590786] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:410; }","duration":"112.362433ms","start":"2026-03-11T01:42:55.634358Z","end":"2026-03-11T01:42:55.74672Z","steps":["trace[1919590786] 'read index received' (duration: 115.273µs)","trace[1919590786] 'applied index is now lower than readState.Index' (duration: 112.24575ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:42:55.746784Z","caller":"traceutil/trace.go:171","msg":"trace[1812973592] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"702.071671ms","start":"2026-03-11T01:42:55.044661Z","end":"2026-03-11T01:42:55.746733Z","steps":["trace[1812973592] 'process raft request' (duration: 335.062567ms)","trace[1812973592] 'compare' (duration: 366.372577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:42:55.746987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:42:55.044629Z","time spent":"702.248107ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:42:55.747055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.665041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T01:42:55.74717Z","caller":"traceutil/trace.go:171","msg":"trace[1165606771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:397; }","duration":"112.867717ms","start":"2026-03-11T01:42:55.634276Z","end":"2026-03-11T01:42:55.747144Z","steps":["trace[1165606771] 'agreement among raft nodes before linearized reading' (duration: 112.541588ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:43:18.284944Z","caller":"traceutil/trace.go:171","msg":"trace[501924293] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:546; }","duration":"379.345199ms","start":"2026-03-11T01:43:17.905565Z","end":"2026-03-11T01:43:18.284911Z","steps":["trace[501924293] 'read index received' (duration: 379.178845ms)","trace[501924293] 'applied index is now lower than readState.Index' (duration: 164.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:43:18.285049Z","caller":"traceutil/trace.go:171","msg":"trace[1110104547] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"401.883738ms","start":"2026-03-11T01:43:17.883125Z","end":"2026-03-11T01:43:18.285009Z","steps":["trace[1110104547] 'process raft request' (duration: 401.6034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:18.285186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.484525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T01:43:18.285231Z","caller":"traceutil/trace.go:171","msg":"trace[1124718624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:528; }","duration":"371.611279ms","start":"2026-03-11T01:43:17.913606Z","end":"2026-03-11T01:43:18.285217Z","steps":["trace[1124718624] 'agreement among raft nodes before linearized reading' (duration: 371.496006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:18.285206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.599036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-11T01:43:18.285271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:17.913585Z","time spent":"371.67754ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:43:18.285258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.892112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:43:18.285305Z","caller":"traceutil/trace.go:171","msg":"trace[1055409408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:528; }","duration":"379.75612ms","start":"2026-03-11T01:43:17.905519Z","end":"2026-03-11T01:43:18.285276Z","steps":["trace[1055409408] 'agreement among raft nodes before linearized reading' (duration: 379.546375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:18.285315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:17.883107Z","time spent":"402.115505ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:43:18.285348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:17.905506Z","time spent":"379.834903ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T01:43:18.285347Z","caller":"traceutil/trace.go:171","msg":"trace[868333421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"139.046316ms","start":"2026-03-11T01:43:18.146277Z","end":"2026-03-11T01:43:18.285323Z","steps":["trace[868333421] 'agreement among raft nodes before linearized reading' (duration: 138.863352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:18.285409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.765138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T01:43:18.285533Z","caller":"traceutil/trace.go:171","msg":"trace[1602898764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"370.966752ms","start":"2026-03-11T01:43:17.914534Z","end":"2026-03-11T01:43:18.285501Z","steps":["trace[1602898764] 'agreement among raft nodes before linearized reading' (duration: 370.644645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:18.285602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:17.914506Z","time spent":"371.085665ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T01:43:22.076441Z","caller":"traceutil/trace.go:171","msg":"trace[1410590776] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"119.100001ms","start":"2026-03-11T01:43:21.9573Z","end":"2026-03-11T01:43:22.0764Z","steps":["trace[1410590776] 'process raft request' (duration: 52.424899ms)","trace[1410590776] 'compare' (duration: 66.398446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:43:22.739598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.584151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T01:43:22.739603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.949508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:43:22.739697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.935757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-11T01:43:22.739707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.697567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T01:43:22.739733Z","caller":"traceutil/trace.go:171","msg":"trace[1922347713] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:560; }","duration":"140.136883ms","start":"2026-03-11T01:43:22.599558Z","end":"2026-03-11T01:43:22.739695Z","steps":["trace[1922347713] 'range keys from in-memory index tree' (duration: 139.730692ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:43:22.739725Z","caller":"traceutil/trace.go:171","msg":"trace[1196399621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"397.749457ms","start":"2026-03-11T01:43:22.341922Z","end":"2026-03-11T01:43:22.739671Z","steps":["trace[1196399621] 'range keys from in-memory index tree' (duration: 397.372646ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:43:22.739786Z","caller":"traceutil/trace.go:171","msg":"trace[1455754959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"391.093441ms","start":"2026-03-11T01:43:22.348672Z","end":"2026-03-11T01:43:22.739766Z","steps":["trace[1455754959] 'range keys from in-memory index tree' (duration: 390.819154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:22.739844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.34864Z","time spent":"391.192663ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T01:43:22.7398Z","caller":"traceutil/trace.go:171","msg":"trace[1983400779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"408.84077ms","start":"2026-03-11T01:43:22.330941Z","end":"2026-03-11T01:43:22.739782Z","steps":["trace[1983400779] 'range keys from in-memory index tree' (duration: 408.478781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:22.739862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.341888Z","time spent":"397.950732ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:43:22.739906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.330912Z","time spent":"408.977384ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:43:22.739703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.06095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T01:43:22.739997Z","caller":"traceutil/trace.go:171","msg":"trace[908966052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"391.394348ms","start":"2026-03-11T01:43:22.348596Z","end":"2026-03-11T01:43:22.73999Z","steps":["trace[908966052] 'range keys from in-memory index tree' (duration: 390.916496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:22.740056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.348584Z","time spent":"391.430259ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-11T01:43:23.248815Z","caller":"traceutil/trace.go:171","msg":"trace[1147944188] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"504.374989ms","start":"2026-03-11T01:43:22.744401Z","end":"2026-03-11T01:43:23.248776Z","steps":["trace[1147944188] 'process raft request' (duration: 504.06395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:23.249068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.744383Z","time spent":"504.550492ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:43:23.249218Z","caller":"traceutil/trace.go:171","msg":"trace[1995051827] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"504.552783ms","start":"2026-03-11T01:43:22.744484Z","end":"2026-03-11T01:43:23.249036Z","steps":["trace[1995051827] 'process raft request' (duration: 504.234185ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:43:23.249406Z","caller":"traceutil/trace.go:171","msg":"trace[463648411] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:581; }","duration":"384.967909ms","start":"2026-03-11T01:43:22.864405Z","end":"2026-03-11T01:43:23.249373Z","steps":["trace[463648411] 'read index received' (duration: 383.911902ms)","trace[463648411] 'applied index is now lower than readState.Index' (duration: 1.055077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:43:23.249531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.744474Z","time spent":"504.903082ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:43:23.249572Z","caller":"traceutil/trace.go:171","msg":"trace[643912854] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"495.96803ms","start":"2026-03-11T01:43:22.753592Z","end":"2026-03-11T01:43:23.24956Z","steps":["trace[643912854] 'process raft request' (duration: 495.632341ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:43:23.249695Z","caller":"traceutil/trace.go:171","msg":"trace[1622498577] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"505.180259ms","start":"2026-03-11T01:43:22.7445Z","end":"2026-03-11T01:43:23.24968Z","steps":["trace[1622498577] 'process raft request' (duration: 504.446581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:23.24968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.365827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:43:23.24997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.74447Z","time spent":"505.27444ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:43:23.249971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.574303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:43:23.249961Z","caller":"traceutil/trace.go:171","msg":"trace[2122835932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"102.54397ms","start":"2026-03-11T01:43:23.147208Z","end":"2026-03-11T01:43:23.249752Z","steps":["trace[2122835932] 'agreement among raft nodes before linearized reading' (duration: 102.384057ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:43:23.250023Z","caller":"traceutil/trace.go:171","msg":"trace[1468421023] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:565; }","duration":"385.623204ms","start":"2026-03-11T01:43:22.864385Z","end":"2026-03-11T01:43:23.250008Z","steps":["trace[1468421023] 'agreement among raft nodes before linearized reading' (duration: 385.360098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:23.250068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.864297Z","time spent":"385.762579ms","remote":"127.0.0.1:34802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-11T01:43:23.249698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:22.753578Z","time spent":"496.033551ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:43:24.159691Z","caller":"traceutil/trace.go:171","msg":"trace[243178722] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"247.303668ms","start":"2026-03-11T01:43:23.912362Z","end":"2026-03-11T01:43:24.159666Z","steps":["trace[243178722] 'process raft request' (duration: 247.121824ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:43:26.06269Z","caller":"traceutil/trace.go:171","msg":"trace[581304233] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"106.487778ms","start":"2026-03-11T01:43:25.956175Z","end":"2026-03-11T01:43:26.062663Z","steps":["trace[581304233] 'process raft request' (duration: 106.266193ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:43:43.072582Z","caller":"traceutil/trace.go:171","msg":"trace[2020351314] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"130.31737ms","start":"2026-03-11T01:43:42.942236Z","end":"2026-03-11T01:43:43.072553Z","steps":["trace[2020351314] 'process raft request' (duration: 130.122434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:43.510311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.500537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:43:43.510406Z","caller":"traceutil/trace.go:171","msg":"trace[521467997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:939; }","duration":"365.65989ms","start":"2026-03-11T01:43:43.144727Z","end":"2026-03-11T01:43:43.510387Z","steps":["trace[521467997] 'range keys from in-memory index tree' (duration: 365.386073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:43.510435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:43:43.144697Z","time spent":"365.731682ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:43:43.510415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.950704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-11T01:43:43.510523Z","caller":"traceutil/trace.go:171","msg":"trace[286667140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:939; }","duration":"133.110358ms","start":"2026-03-11T01:43:43.377394Z","end":"2026-03-11T01:43:43.510504Z","steps":["trace[286667140] 'range keys from in-memory index tree' (duration: 132.77183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:43.510606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.281154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T01:43:43.510722Z","caller":"traceutil/trace.go:171","msg":"trace[1857211906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:939; }","duration":"127.439598ms","start":"2026-03-11T01:43:43.383257Z","end":"2026-03-11T01:43:43.510697Z","steps":["trace[1857211906] 'range keys from in-memory index tree' (duration: 127.051668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:43:43.510791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.656289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T01:43:43.510949Z","caller":"traceutil/trace.go:171","msg":"trace[196277521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:939; }","duration":"126.882624ms","start":"2026-03-11T01:43:43.384028Z","end":"2026-03-11T01:43:43.510911Z","steps":["trace[196277521] 'range keys from in-memory index tree' (duration: 126.299819ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:44:05.170087Z","caller":"traceutil/trace.go:171","msg":"trace[1390842345] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1127; }","duration":"122.375646ms","start":"2026-03-11T01:44:05.047684Z","end":"2026-03-11T01:44:05.170059Z","steps":["trace[1390842345] 'read index received' (duration: 122.14989ms)","trace[1390842345] 'applied index is now lower than readState.Index' (duration: 224.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:44:05.170151Z","caller":"traceutil/trace.go:171","msg":"trace[1140345511] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"162.275481ms","start":"2026-03-11T01:44:05.007846Z","end":"2026-03-11T01:44:05.170122Z","steps":["trace[1140345511] 'process raft request' (duration: 162.060196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:05.170309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.593792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:44:05.170422Z","caller":"traceutil/trace.go:171","msg":"trace[1175207313] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1094; }","duration":"122.755576ms","start":"2026-03-11T01:44:05.047646Z","end":"2026-03-11T01:44:05.170401Z","steps":["trace[1175207313] 'agreement among raft nodes before linearized reading' (duration: 122.586141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:05.17048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.161351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-11T01:44:05.170594Z","caller":"traceutil/trace.go:171","msg":"trace[1724351843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1094; }","duration":"108.357596ms","start":"2026-03-11T01:44:05.062211Z","end":"2026-03-11T01:44:05.170569Z","steps":["trace[1724351843] 'agreement among raft nodes before linearized reading' (duration: 108.042959ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:44:12.19453Z","caller":"traceutil/trace.go:171","msg":"trace[2049936506] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"133.53351ms","start":"2026-03-11T01:44:12.060955Z","end":"2026-03-11T01:44:12.194489Z","steps":["trace[2049936506] 'process raft request' (duration: 127.388358ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:44:13.363747Z","caller":"traceutil/trace.go:171","msg":"trace[587153196] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1253; }","duration":"217.355484ms","start":"2026-03-11T01:44:13.146349Z","end":"2026-03-11T01:44:13.363705Z","steps":["trace[587153196] 'read index received' (duration: 217.130548ms)","trace[587153196] 'applied index is now lower than readState.Index' (duration: 223.936µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:44:13.363808Z","caller":"traceutil/trace.go:171","msg":"trace[1567432614] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"235.52642ms","start":"2026-03-11T01:44:13.128236Z","end":"2026-03-11T01:44:13.363762Z","steps":["trace[1567432614] 'process raft request' (duration: 235.277274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:13.364962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.589376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:44:13.366816Z","caller":"traceutil/trace.go:171","msg":"trace[1473373790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1218; }","duration":"218.846393ms","start":"2026-03-11T01:44:13.146312Z","end":"2026-03-11T01:44:13.365158Z","steps":["trace[1473373790] 'agreement among raft nodes before linearized reading' (duration: 217.546248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:35.147556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.019016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec4e2834-e58b-4592-bccc-3810591075ee\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-11T01:44:35.147715Z","caller":"traceutil/trace.go:171","msg":"trace[1849609005] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec4e2834-e58b-4592-bccc-3810591075ee; range_end:; response_count:1; response_revision:1610; }","duration":"472.273533ms","start":"2026-03-11T01:44:34.675413Z","end":"2026-03-11T01:44:35.147686Z","steps":["trace[1849609005] 'range keys from in-memory index tree' (duration: 471.500433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:35.147781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:34.675361Z","time spent":"472.403317ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec4e2834-e58b-4592-bccc-3810591075ee\" "} {"level":"info","ts":"2026-03-11T01:44:35.152534Z","caller":"traceutil/trace.go:171","msg":"trace[1445475355] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"271.351673ms","start":"2026-03-11T01:44:34.881151Z","end":"2026-03-11T01:44:35.152502Z","steps":["trace[1445475355] 'read index received' (duration: 271.114326ms)","trace[1445475355] 'applied index is now lower than readState.Index' (duration: 235.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:44:35.15262Z","caller":"traceutil/trace.go:171","msg":"trace[932651506] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"289.012556ms","start":"2026-03-11T01:44:34.863539Z","end":"2026-03-11T01:44:35.152551Z","steps":["trace[932651506] 'process raft request' (duration: 288.81954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:35.152845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.68179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T01:44:35.152905Z","caller":"traceutil/trace.go:171","msg":"trace[313038705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1611; }","duration":"271.815374ms","start":"2026-03-11T01:44:34.881072Z","end":"2026-03-11T01:44:35.152887Z","steps":["trace[313038705] 'agreement among raft nodes before linearized reading' (duration: 271.6365ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:44:35.873147Z","caller":"traceutil/trace.go:171","msg":"trace[154235579] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1675; }","duration":"369.027239ms","start":"2026-03-11T01:44:35.504084Z","end":"2026-03-11T01:44:35.873111Z","steps":["trace[154235579] 'read index received' (duration: 364.078519ms)","trace[154235579] 'applied index is now lower than readState.Index' (duration: 4.94669ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:44:35.873182Z","caller":"traceutil/trace.go:171","msg":"trace[2065608075] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"445.219942ms","start":"2026-03-11T01:44:35.427916Z","end":"2026-03-11T01:44:35.873136Z","steps":["trace[2065608075] 'process raft request' (duration: 440.288052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:35.873542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:35.427882Z","time spent":"445.520839ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:44:35.87372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.611294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T01:44:35.874012Z","caller":"traceutil/trace.go:171","msg":"trace[822975119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1614; }","duration":"369.919492ms","start":"2026-03-11T01:44:35.504009Z","end":"2026-03-11T01:44:35.873928Z","steps":["trace[822975119] 'agreement among raft nodes before linearized reading' (duration: 369.258765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:35.874078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:35.503966Z","time spent":"370.098157ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:44:48.324067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.67253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:44:48.32446Z","caller":"traceutil/trace.go:171","msg":"trace[416644896] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1779; }","duration":"298.234029ms","start":"2026-03-11T01:44:48.026212Z","end":"2026-03-11T01:44:48.324447Z","steps":["trace[416644896] 'read index received' (duration: 26.031464ms)","trace[416644896] 'applied index is now lower than readState.Index' (duration: 272.201145ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:44:48.324536Z","caller":"traceutil/trace.go:171","msg":"trace[254611613] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"303.271061ms","start":"2026-03-11T01:44:48.021257Z","end":"2026-03-11T01:44:48.324528Z","steps":["trace[254611613] 'process raft request' (duration: 31.065626ms)","trace[254611613] 'compare' (duration: 271.516377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:44:48.324584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:48.021227Z","time spent":"303.331543ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:44:48.324647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.842754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:44:48.324745Z","caller":"traceutil/trace.go:171","msg":"trace[1345153095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1715; }","duration":"177.974838ms","start":"2026-03-11T01:44:48.146745Z","end":"2026-03-11T01:44:48.32472Z","steps":["trace[1345153095] 'agreement among raft nodes before linearized reading' (duration: 177.817194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:48.324775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.543636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T01:44:48.324892Z","caller":"traceutil/trace.go:171","msg":"trace[1687983590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1715; }","duration":"298.721202ms","start":"2026-03-11T01:44:48.026144Z","end":"2026-03-11T01:44:48.324865Z","steps":["trace[1687983590] 'agreement among raft nodes before linearized reading' (duration: 298.405003ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:44:48.640483Z","caller":"traceutil/trace.go:171","msg":"trace[1960682589] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1780; }","duration":"181.256873ms","start":"2026-03-11T01:44:48.459199Z","end":"2026-03-11T01:44:48.640456Z","steps":["trace[1960682589] 'read index received' (duration: 180.948256ms)","trace[1960682589] 'applied index is now lower than readState.Index' (duration: 307.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:44:48.640569Z","caller":"traceutil/trace.go:171","msg":"trace[549252389] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"311.22375ms","start":"2026-03-11T01:44:48.329308Z","end":"2026-03-11T01:44:48.640532Z","steps":["trace[549252389] 'process raft request' (duration: 310.944472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:48.640733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.49746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11980"} {"level":"info","ts":"2026-03-11T01:44:48.640788Z","caller":"traceutil/trace.go:171","msg":"trace[463323196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1716; }","duration":"181.628104ms","start":"2026-03-11T01:44:48.459146Z","end":"2026-03-11T01:44:48.640774Z","steps":["trace[463323196] 'agreement among raft nodes before linearized reading' (duration: 181.415699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:48.640803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:48.329264Z","time spent":"311.389684ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:44:51.184445Z","caller":"traceutil/trace.go:171","msg":"trace[1234962902] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"109.883288ms","start":"2026-03-11T01:44:51.074517Z","end":"2026-03-11T01:44:51.1844Z","steps":["trace[1234962902] 'process raft request' (duration: 109.608921ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:44:52.406576Z","caller":"traceutil/trace.go:171","msg":"trace[953507404] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"429.007466ms","start":"2026-03-11T01:44:51.977539Z","end":"2026-03-11T01:44:52.406546Z","steps":["trace[953507404] 'process raft request' (duration: 428.77779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:52.406825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:51.977518Z","time spent":"429.188261ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:44:52.423213Z","caller":"traceutil/trace.go:171","msg":"trace[1809156257] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"445.552841ms","start":"2026-03-11T01:44:51.977623Z","end":"2026-03-11T01:44:52.423176Z","steps":["trace[1809156257] 'process raft request' (duration: 445.272693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:52.42343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:51.977576Z","time spent":"445.733905ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:44:52.423563Z","caller":"traceutil/trace.go:171","msg":"trace[787552939] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1806; }","duration":"278.425848ms","start":"2026-03-11T01:44:52.145117Z","end":"2026-03-11T01:44:52.423543Z","steps":["trace[787552939] 'read index received' (duration: 261.139044ms)","trace[787552939] 'applied index is now lower than readState.Index' (duration: 17.285244ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:44:52.423599Z","caller":"traceutil/trace.go:171","msg":"trace[917601183] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"444.00419ms","start":"2026-03-11T01:44:51.979571Z","end":"2026-03-11T01:44:52.423575Z","steps":["trace[917601183] 'process raft request' (duration: 443.835496ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:44:52.423648Z","caller":"traceutil/trace.go:171","msg":"trace[1099887204] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"445.690474ms","start":"2026-03-11T01:44:51.977947Z","end":"2026-03-11T01:44:52.423638Z","steps":["trace[1099887204] 'process raft request' (duration: 445.117528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:44:52.423701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:51.977916Z","time spent":"445.761326ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:44:52.423702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.579952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:44:52.423705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:44:51.979538Z","time spent":"444.109993ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:44:52.423751Z","caller":"traceutil/trace.go:171","msg":"trace[232597639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1745; }","duration":"278.666474ms","start":"2026-03-11T01:44:52.145068Z","end":"2026-03-11T01:44:52.423734Z","steps":["trace[232597639] 'agreement among raft nodes before linearized reading' (duration: 278.583082ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:04.507431Z","caller":"traceutil/trace.go:171","msg":"trace[960244983] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"117.20573ms","start":"2026-03-11T01:45:04.390177Z","end":"2026-03-11T01:45:04.507383Z","steps":["trace[960244983] 'process raft request' (duration: 116.898753ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:25.636005Z","caller":"traceutil/trace.go:171","msg":"trace[1645354332] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"112.34526ms","start":"2026-03-11T01:45:25.523636Z","end":"2026-03-11T01:45:25.635981Z","steps":["trace[1645354332] 'process raft request' (duration: 112.213046ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:31.344212Z","caller":"traceutil/trace.go:171","msg":"trace[1470270847] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"184.084139ms","start":"2026-03-11T01:45:31.160093Z","end":"2026-03-11T01:45:31.344177Z","steps":["trace[1470270847] 'process raft request' (duration: 183.824891ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:31.736681Z","caller":"traceutil/trace.go:171","msg":"trace[1703633923] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"278.741261ms","start":"2026-03-11T01:45:31.457914Z","end":"2026-03-11T01:45:31.736655Z","steps":["trace[1703633923] 'process raft request' (duration: 278.568847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:32.082989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.136235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:45:32.083117Z","caller":"traceutil/trace.go:171","msg":"trace[1276794864] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2013; }","duration":"380.248378ms","start":"2026-03-11T01:45:31.702847Z","end":"2026-03-11T01:45:32.083095Z","steps":["trace[1276794864] 'read index received' (duration: 33.541598ms)","trace[1276794864] 'applied index is now lower than readState.Index' (duration: 346.70512ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:32.083228Z","caller":"traceutil/trace.go:171","msg":"trace[84583021] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"429.240298ms","start":"2026-03-11T01:45:31.653974Z","end":"2026-03-11T01:45:32.083215Z","steps":["trace[84583021] 'process raft request' (duration: 194.773016ms)","trace[84583021] 'compare' (duration: 233.99898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:45:32.083301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:31.653936Z","time spent":"429.329311ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:45:32.083576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.737332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:45:32.083623Z","caller":"traceutil/trace.go:171","msg":"trace[620443658] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1940; }","duration":"380.780403ms","start":"2026-03-11T01:45:31.702826Z","end":"2026-03-11T01:45:32.083607Z","steps":["trace[620443658] 'agreement among raft nodes before linearized reading' (duration: 380.66424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:32.083634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.07626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-11T01:45:32.083662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:31.702772Z","time spent":"380.880105ms","remote":"127.0.0.1:35072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-11T01:45:32.0837Z","caller":"traceutil/trace.go:171","msg":"trace[340187519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"359.183924ms","start":"2026-03-11T01:45:31.724497Z","end":"2026-03-11T01:45:32.083681Z","steps":["trace[340187519] 'agreement among raft nodes before linearized reading' (duration: 358.978619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:45:32.083743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:45:31.724469Z","time spent":"359.265415ms","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-11T01:45:54.607696Z","caller":"traceutil/trace.go:171","msg":"trace[290309608] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2169; }","duration":"107.7149ms","start":"2026-03-11T01:45:54.499952Z","end":"2026-03-11T01:45:54.607667Z","steps":["trace[290309608] 'read index received' (duration: 16.307051ms)","trace[290309608] 'applied index is now lower than readState.Index' (duration: 91.406589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:45:54.60796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.984587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-11T01:45:54.608003Z","caller":"traceutil/trace.go:171","msg":"trace[379021389] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:2090; }","duration":"108.080299ms","start":"2026-03-11T01:45:54.499911Z","end":"2026-03-11T01:45:54.607992Z","steps":["trace[379021389] 'agreement among raft nodes before linearized reading' (duration: 107.875964ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:45:54.608059Z","caller":"traceutil/trace.go:171","msg":"trace[885568515] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"121.867057ms","start":"2026-03-11T01:45:54.486132Z","end":"2026-03-11T01:45:54.607999Z","steps":["trace[885568515] 'process raft request' (duration: 105.345188ms)","trace[885568515] 'compare' (duration: 16.063937ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:45:54.643962Z","caller":"traceutil/trace.go:171","msg":"trace[223964364] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"108.267473ms","start":"2026-03-11T01:45:54.535669Z","end":"2026-03-11T01:45:54.643936Z","steps":["trace[223964364] 'process raft request' (duration: 108.14364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:06.334411Z","caller":"traceutil/trace.go:171","msg":"trace[1030491396] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2370; }","duration":"337.305647ms","start":"2026-03-11T01:46:05.997071Z","end":"2026-03-11T01:46:06.334377Z","steps":["trace[1030491396] 'read index received' (duration: 337.07964ms)","trace[1030491396] 'applied index is now lower than readState.Index' (duration: 224.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:06.334526Z","caller":"traceutil/trace.go:171","msg":"trace[1106267132] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"430.146971ms","start":"2026-03-11T01:46:05.904342Z","end":"2026-03-11T01:46:06.334489Z","steps":["trace[1106267132] 'process raft request' (duration: 429.834012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:06.334751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:05.904318Z","time spent":"430.297476ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:46:06.334728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.608934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:06.334864Z","caller":"traceutil/trace.go:171","msg":"trace[692331544] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2282; }","duration":"337.802309ms","start":"2026-03-11T01:46:05.997021Z","end":"2026-03-11T01:46:06.334823Z","steps":["trace[692331544] 'agreement among raft nodes before linearized reading' (duration: 337.561023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:06.334977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:05.996998Z","time spent":"337.967894ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:46:06.335653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.412182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:46:06.335717Z","caller":"traceutil/trace.go:171","msg":"trace[1773000083] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2283; }","duration":"322.540184ms","start":"2026-03-11T01:46:06.013162Z","end":"2026-03-11T01:46:06.335702Z","steps":["trace[1773000083] 'agreement among raft nodes before linearized reading' (duration: 322.371549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:06.335754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:06.013135Z","time spent":"322.609897ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-11T01:46:06.336159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.950954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:46:06.336202Z","caller":"traceutil/trace.go:171","msg":"trace[1307159628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2283; }","duration":"188.994405ms","start":"2026-03-11T01:46:06.147198Z","end":"2026-03-11T01:46:06.336192Z","steps":["trace[1307159628] 'agreement among raft nodes before linearized reading' (duration: 188.928074ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:28.649737Z","caller":"traceutil/trace.go:171","msg":"trace[71654511] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"227.62582ms","start":"2026-03-11T01:46:28.422084Z","end":"2026-03-11T01:46:28.64971Z","steps":["trace[71654511] 'process raft request' (duration: 130.177043ms)","trace[71654511] 'compare' (duration: 97.268911ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:39.252177Z","caller":"traceutil/trace.go:171","msg":"trace[1346796702] linearizableReadLoop","detail":"{readStateIndex:2562; appliedIndex:2561; }","duration":"133.428089ms","start":"2026-03-11T01:46:39.118714Z","end":"2026-03-11T01:46:39.252142Z","steps":["trace[1346796702] 'read index received' (duration: 128.674764ms)","trace[1346796702] 'applied index is now lower than readState.Index' (duration: 4.751965ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:39.252251Z","caller":"traceutil/trace.go:171","msg":"trace[1092301935] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"152.325645ms","start":"2026-03-11T01:46:39.099877Z","end":"2026-03-11T01:46:39.252202Z","steps":["trace[1092301935] 'process raft request' (duration: 147.58064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:39.252495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.318248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T01:46:39.25252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.755147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-11T01:46:39.252585Z","caller":"traceutil/trace.go:171","msg":"trace[1610426424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2467; }","duration":"106.446582ms","start":"2026-03-11T01:46:39.146119Z","end":"2026-03-11T01:46:39.252566Z","steps":["trace[1610426424] 'agreement among raft nodes before linearized reading' (duration: 106.293598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:39.252588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.821288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-11T01:46:39.2526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.144634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-11T01:46:39.25263Z","caller":"traceutil/trace.go:171","msg":"trace[1073609958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2467; }","duration":"133.927332ms","start":"2026-03-11T01:46:39.11868Z","end":"2026-03-11T01:46:39.252607Z","steps":["trace[1073609958] 'agreement among raft nodes before linearized reading' (duration: 133.578343ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:39.252657Z","caller":"traceutil/trace.go:171","msg":"trace[321158270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2467; }","duration":"128.934342ms","start":"2026-03-11T01:46:39.123704Z","end":"2026-03-11T01:46:39.252639Z","steps":["trace[321158270] 'agreement among raft nodes before linearized reading' (duration: 128.703476ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:39.252691Z","caller":"traceutil/trace.go:171","msg":"trace[39466674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2467; }","duration":"127.252447ms","start":"2026-03-11T01:46:39.125412Z","end":"2026-03-11T01:46:39.252665Z","steps":["trace[39466674] 'agreement among raft nodes before linearized reading' (duration: 127.01321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:40.061887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.605065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-11T01:46:40.061968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.105685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-11T01:46:40.062003Z","caller":"traceutil/trace.go:171","msg":"trace[1862536929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2470; }","duration":"683.787281ms","start":"2026-03-11T01:46:39.378194Z","end":"2026-03-11T01:46:40.061981Z","steps":["trace[1862536929] 'range keys from in-memory index tree' (duration: 683.342348ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:40.062049Z","caller":"traceutil/trace.go:171","msg":"trace[187646812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2470; }","duration":"566.237048ms","start":"2026-03-11T01:46:39.495788Z","end":"2026-03-11T01:46:40.062025Z","steps":["trace[187646812] 'range keys from in-memory index tree' (duration: 565.905888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:40.062063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:39.378165Z","time spent":"683.888473ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T01:46:40.062082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:39.495761Z","time spent":"566.315139ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T01:46:40.431015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.445982ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-11T01:46:40.431357Z","caller":"traceutil/trace.go:171","msg":"trace[10568424] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"364.489227ms","start":"2026-03-11T01:46:40.066846Z","end":"2026-03-11T01:46:40.431335Z","steps":["trace[10568424] 'process raft request' (duration: 364.292252ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:46:40.431312Z","caller":"traceutil/trace.go:171","msg":"trace[1394970612] linearizableReadLoop","detail":"{readStateIndex:2566; appliedIndex:2565; }","duration":"379.554662ms","start":"2026-03-11T01:46:40.051718Z","end":"2026-03-11T01:46:40.431273Z","steps":["trace[1394970612] 'read index received' (duration: 214.922695ms)","trace[1394970612] 'applied index is now lower than readState.Index' (duration: 164.629437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:46:40.431506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:40.066825Z","time spent":"364.5823ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:46:40.431551Z","caller":"traceutil/trace.go:171","msg":"trace[222216944] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"362.718041ms","start":"2026-03-11T01:46:40.068794Z","end":"2026-03-11T01:46:40.431512Z","steps":["trace[222216944] 'process raft request' (duration: 362.486585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:40.431795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.020355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189ba62a911db623\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-11T01:46:40.431812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:40.068766Z","time spent":"362.873766ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T01:46:40.43184Z","caller":"traceutil/trace.go:171","msg":"trace[1029300541] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189ba62a911db623; range_end:; response_count:1; response_revision:2472; }","duration":"380.183139ms","start":"2026-03-11T01:46:40.051645Z","end":"2026-03-11T01:46:40.431828Z","steps":["trace[1029300541] 'agreement among raft nodes before linearized reading' (duration: 379.788208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:46:40.431873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:46:40.051615Z","time spent":"380.251031ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189ba62a911db623\" "} {"level":"info","ts":"2026-03-11T01:46:46.679737Z","caller":"traceutil/trace.go:171","msg":"trace[1605240423] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"187.903517ms","start":"2026-03-11T01:46:46.491794Z","end":"2026-03-11T01:46:46.679697Z","steps":["trace[1605240423] 'process raft request' (duration: 88.899012ms)","trace[1605240423] 'compare' (duration: 98.650247ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:46:46.695868Z","caller":"traceutil/trace.go:171","msg":"trace[86435699] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"122.760928ms","start":"2026-03-11T01:46:46.573065Z","end":"2026-03-11T01:46:46.695826Z","steps":["trace[86435699] 'process raft request' (duration: 122.583253ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:49:15.608999Z","caller":"traceutil/trace.go:171","msg":"trace[192888043] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"114.770905ms","start":"2026-03-11T01:49:15.494202Z","end":"2026-03-11T01:49:15.608973Z","steps":["trace[192888043] 'process raft request' (duration: 114.61225ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:37.253066Z","caller":"traceutil/trace.go:171","msg":"trace[1648195700] linearizableReadLoop","detail":"{readStateIndex:4518; appliedIndex:4517; }","duration":"148.276903ms","start":"2026-03-11T01:50:37.104766Z","end":"2026-03-11T01:50:37.253043Z","steps":["trace[1648195700] 'read index received' (duration: 102.547752ms)","trace[1648195700] 'applied index is now lower than readState.Index' (duration: 45.728231ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:50:37.253205Z","caller":"traceutil/trace.go:171","msg":"trace[212872823] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"150.465278ms","start":"2026-03-11T01:50:37.102722Z","end":"2026-03-11T01:50:37.253187Z","steps":["trace[212872823] 'process raft request' (duration: 104.682336ms)","trace[212872823] 'compare' (duration: 45.31019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:50:37.253474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.687973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-11T01:50:37.253517Z","caller":"traceutil/trace.go:171","msg":"trace[101933368] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4348; }","duration":"148.769676ms","start":"2026-03-11T01:50:37.104736Z","end":"2026-03-11T01:50:37.253505Z","steps":["trace[101933368] 'agreement among raft nodes before linearized reading' (duration: 148.595132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:37.253652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.906043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:50:37.253733Z","caller":"traceutil/trace.go:171","msg":"trace[1347220692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4348; }","duration":"107.028656ms","start":"2026-03-11T01:50:37.146683Z","end":"2026-03-11T01:50:37.253712Z","steps":["trace[1347220692] 'agreement among raft nodes before linearized reading' (duration: 106.869132ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:41.38757Z","caller":"traceutil/trace.go:171","msg":"trace[1763856440] linearizableReadLoop","detail":"{readStateIndex:4709; appliedIndex:4708; }","duration":"244.002241ms","start":"2026-03-11T01:50:41.143542Z","end":"2026-03-11T01:50:41.387544Z","steps":["trace[1763856440] 'read index received' (duration: 243.859078ms)","trace[1763856440] 'applied index is now lower than readState.Index' (duration: 142.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:50:41.387628Z","caller":"traceutil/trace.go:171","msg":"trace[1180451159] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"244.644927ms","start":"2026-03-11T01:50:41.14295Z","end":"2026-03-11T01:50:41.387595Z","steps":["trace[1180451159] 'process raft request' (duration: 244.417331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:41.387913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.34076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xdn6s.189ba6671e5e6185\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-11T01:50:41.387989Z","caller":"traceutil/trace.go:171","msg":"trace[962512128] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xdn6s.189ba6671e5e6185; range_end:; response_count:1; response_revision:4531; }","duration":"244.455954ms","start":"2026-03-11T01:50:41.143518Z","end":"2026-03-11T01:50:41.387974Z","steps":["trace[962512128] 'agreement among raft nodes before linearized reading' (duration: 244.152475ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:41.489091Z","caller":"traceutil/trace.go:171","msg":"trace[2051166370] linearizableReadLoop","detail":"{readStateIndex:4710; appliedIndex:4709; }","duration":"101.421084ms","start":"2026-03-11T01:50:41.387649Z","end":"2026-03-11T01:50:41.48907Z","steps":["trace[2051166370] 'read index received' (duration: 92.106417ms)","trace[2051166370] 'applied index is now lower than readState.Index' (duration: 9.313847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:50:41.48922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.736688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:50:41.4892Z","caller":"traceutil/trace.go:171","msg":"trace[734542421] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"270.819372ms","start":"2026-03-11T01:50:41.218335Z","end":"2026-03-11T01:50:41.489154Z","steps":["trace[734542421] 'process raft request' (duration: 261.445694ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:41.48925Z","caller":"traceutil/trace.go:171","msg":"trace[1012731701] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4532; }","duration":"277.805689ms","start":"2026-03-11T01:50:41.211434Z","end":"2026-03-11T01:50:41.489239Z","steps":["trace[1012731701] 'agreement among raft nodes before linearized reading' (duration: 277.732117ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:41.498957Z","caller":"traceutil/trace.go:171","msg":"trace[668834049] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"106.977535ms","start":"2026-03-11T01:50:41.391961Z","end":"2026-03-11T01:50:41.498938Z","steps":["trace[668834049] 'process raft request' (duration: 106.868422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:41.499263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.766953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xdn6s\" ","response":"range_response_count:1 size:9743"} {"level":"info","ts":"2026-03-11T01:50:41.499367Z","caller":"traceutil/trace.go:171","msg":"trace[2131692762] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xdn6s; range_end:; response_count:1; response_revision:4533; }","duration":"107.930709ms","start":"2026-03-11T01:50:41.391415Z","end":"2026-03-11T01:50:41.499346Z","steps":["trace[2131692762] 'agreement among raft nodes before linearized reading' (duration: 107.535759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:50:53.305857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.290962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:50:53.306008Z","caller":"traceutil/trace.go:171","msg":"trace[548507443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4749; }","duration":"159.557939ms","start":"2026-03-11T01:50:53.14642Z","end":"2026-03-11T01:50:53.305978Z","steps":["trace[548507443] 'range keys from in-memory index tree' (duration: 159.18832ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:53.518593Z","caller":"traceutil/trace.go:171","msg":"trace[818884125] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"152.185482ms","start":"2026-03-11T01:50:53.366375Z","end":"2026-03-11T01:50:53.51856Z","steps":["trace[818884125] 'process raft request' (duration: 151.590167ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:53.518957Z","caller":"traceutil/trace.go:171","msg":"trace[1623983415] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"153.884995ms","start":"2026-03-11T01:50:53.36506Z","end":"2026-03-11T01:50:53.518945Z","steps":["trace[1623983415] 'process raft request' (duration: 152.851939ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:53.518766Z","caller":"traceutil/trace.go:171","msg":"trace[1510550977] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"152.370906ms","start":"2026-03-11T01:50:53.366379Z","end":"2026-03-11T01:50:53.51875Z","steps":["trace[1510550977] 'process raft request' (duration: 151.660358ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:50:53.519036Z","caller":"traceutil/trace.go:171","msg":"trace[147211694] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"154.08593ms","start":"2026-03-11T01:50:53.364942Z","end":"2026-03-11T01:50:53.519028Z","steps":["trace[147211694] 'process raft request' (duration: 152.813498ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:01.537704Z","caller":"traceutil/trace.go:171","msg":"trace[1161431055] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"193.53858ms","start":"2026-03-11T01:51:01.344145Z","end":"2026-03-11T01:51:01.537684Z","steps":["trace[1161431055] 'process raft request' (duration: 193.259204ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:01.697054Z","caller":"traceutil/trace.go:171","msg":"trace[359439165] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"146.2523ms","start":"2026-03-11T01:51:01.550754Z","end":"2026-03-11T01:51:01.697007Z","steps":["trace[359439165] 'process raft request' (duration: 78.672025ms)","trace[359439165] 'compare' (duration: 67.40373ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:01.95886Z","caller":"traceutil/trace.go:171","msg":"trace[780276950] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5083; }","duration":"102.567983ms","start":"2026-03-11T01:51:01.856267Z","end":"2026-03-11T01:51:01.958835Z","steps":["trace[780276950] 'read index received' (duration: 91.568714ms)","trace[780276950] 'applied index is now lower than readState.Index' (duration: 10.997919ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:01.958853Z","caller":"traceutil/trace.go:171","msg":"trace[2068339775] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"214.817511ms","start":"2026-03-11T01:51:01.744001Z","end":"2026-03-11T01:51:01.958819Z","steps":["trace[2068339775] 'process raft request' (duration: 203.910804ms)","trace[2068339775] 'compare' (duration: 10.524317ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:01.958934Z","caller":"traceutil/trace.go:171","msg":"trace[659482941] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"208.782438ms","start":"2026-03-11T01:51:01.750119Z","end":"2026-03-11T01:51:01.958902Z","steps":["trace[659482941] 'process raft request' (duration: 208.609503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:01.95907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.793758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T01:51:01.959114Z","caller":"traceutil/trace.go:171","msg":"trace[909255007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4898; }","duration":"102.90048ms","start":"2026-03-11T01:51:01.856205Z","end":"2026-03-11T01:51:01.959106Z","steps":["trace[909255007] 'agreement among raft nodes before linearized reading' (duration: 102.727036ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:05.032849Z","caller":"traceutil/trace.go:171","msg":"trace[1936036888] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"198.969018ms","start":"2026-03-11T01:51:04.833852Z","end":"2026-03-11T01:51:05.032821Z","steps":["trace[1936036888] 'process raft request' (duration: 198.812284ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:05.036584Z","caller":"traceutil/trace.go:171","msg":"trace[1047083886] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"201.701048ms","start":"2026-03-11T01:51:04.834843Z","end":"2026-03-11T01:51:05.036544Z","steps":["trace[1047083886] 'process raft request' (duration: 201.653027ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:05.036684Z","caller":"traceutil/trace.go:171","msg":"trace[268803922] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"202.16645ms","start":"2026-03-11T01:51:04.834499Z","end":"2026-03-11T01:51:05.036666Z","steps":["trace[268803922] 'process raft request' (duration: 201.868992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:15.469535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.111073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:51:15.469629Z","caller":"traceutil/trace.go:171","msg":"trace[718308204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"322.228556ms","start":"2026-03-11T01:51:15.14738Z","end":"2026-03-11T01:51:15.469608Z","steps":["trace[718308204] 'range keys from in-memory index tree' (duration: 322.067932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:15.469683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:51:15.147375Z","time spent":"322.291107ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T01:51:15.469688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.035884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-11T01:51:15.469828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.742853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-11T01:51:15.469834Z","caller":"traceutil/trace.go:171","msg":"trace[774414745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5081; }","duration":"384.232409ms","start":"2026-03-11T01:51:15.08558Z","end":"2026-03-11T01:51:15.469812Z","steps":["trace[774414745] 'range keys from in-memory index tree' (duration: 383.88936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:15.469825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.301564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T01:51:15.469867Z","caller":"traceutil/trace.go:171","msg":"trace[19777280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5081; }","duration":"386.800704ms","start":"2026-03-11T01:51:15.083056Z","end":"2026-03-11T01:51:15.469857Z","steps":["trace[19777280] 'range keys from in-memory index tree' (duration: 386.612939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:15.469884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:51:15.085564Z","time spent":"384.30521ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T01:51:15.4699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:51:15.083046Z","time spent":"386.848226ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T01:51:15.469909Z","caller":"traceutil/trace.go:171","msg":"trace[649191027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5081; }","duration":"392.437388ms","start":"2026-03-11T01:51:15.077452Z","end":"2026-03-11T01:51:15.469889Z","steps":["trace[649191027] 'range keys from in-memory index tree' (duration: 392.108599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:15.469962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:51:15.077432Z","time spent":"392.52153ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T01:51:15.470002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.268047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-11T01:51:15.470051Z","caller":"traceutil/trace.go:171","msg":"trace[1724157241] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5081; }","duration":"331.359629ms","start":"2026-03-11T01:51:15.138677Z","end":"2026-03-11T01:51:15.470037Z","steps":["trace[1724157241] 'range keys from in-memory index tree' (duration: 331.0826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:15.470086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:51:15.138643Z","time spent":"331.43447ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-11T01:51:15.597975Z","caller":"traceutil/trace.go:171","msg":"trace[1639449225] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"123.135274ms","start":"2026-03-11T01:51:15.474815Z","end":"2026-03-11T01:51:15.59795Z","steps":["trace[1639449225] 'process raft request' (duration: 123.037261ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:15.598095Z","caller":"traceutil/trace.go:171","msg":"trace[1707411267] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5273; }","duration":"122.450627ms","start":"2026-03-11T01:51:15.475634Z","end":"2026-03-11T01:51:15.598084Z","steps":["trace[1707411267] 'read index received' (duration: 23.509616ms)","trace[1707411267] 'applied index is now lower than readState.Index' (duration: 98.939911ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:15.597995Z","caller":"traceutil/trace.go:171","msg":"trace[1938416400] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"123.626316ms","start":"2026-03-11T01:51:15.474332Z","end":"2026-03-11T01:51:15.597959Z","steps":["trace[1938416400] 'process raft request' (duration: 105.302731ms)","trace[1938416400] 'compare' (duration: 18.072109ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:15.598224Z","caller":"traceutil/trace.go:171","msg":"trace[1920913832] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"101.68999ms","start":"2026-03-11T01:51:15.496523Z","end":"2026-03-11T01:51:15.598213Z","steps":["trace[1920913832] 'process raft request' (duration: 101.374171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:15.598488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.802296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-11T01:51:15.598563Z","caller":"traceutil/trace.go:171","msg":"trace[1524598093] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5085; }","duration":"122.952439ms","start":"2026-03-11T01:51:15.475593Z","end":"2026-03-11T01:51:15.598545Z","steps":["trace[1524598093] 'agreement among raft nodes before linearized reading' (duration: 122.603301ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:16.213647Z","caller":"traceutil/trace.go:171","msg":"trace[90934429] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"202.595411ms","start":"2026-03-11T01:51:16.011015Z","end":"2026-03-11T01:51:16.21361Z","steps":["trace[90934429] 'process raft request' (duration: 202.440347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:16.450788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.950191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:51:16.451024Z","caller":"traceutil/trace.go:171","msg":"trace[192252456] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5281; }","duration":"416.97142ms","start":"2026-03-11T01:51:16.03403Z","end":"2026-03-11T01:51:16.451001Z","steps":["trace[192252456] 'read index received' (duration: 179.578297ms)","trace[192252456] 'applied index is now lower than readState.Index' (duration: 237.391743ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:16.451132Z","caller":"traceutil/trace.go:171","msg":"trace[1085496299] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"265.205239ms","start":"2026-03-11T01:51:16.185917Z","end":"2026-03-11T01:51:16.451122Z","steps":["trace[1085496299] 'process raft request' (duration: 265.019485ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:16.451254Z","caller":"traceutil/trace.go:171","msg":"trace[594228924] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"435.310625ms","start":"2026-03-11T01:51:16.015903Z","end":"2026-03-11T01:51:16.451213Z","steps":["trace[594228924] 'process raft request' (duration: 268.80499ms)","trace[594228924] 'compare' (duration: 165.703385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:51:16.451464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:51:16.015894Z","time spent":"435.445438ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T01:51:16.451566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.244524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kr6l9\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-11T01:51:16.451636Z","caller":"traceutil/trace.go:171","msg":"trace[1953625342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kr6l9; range_end:; response_count:1; response_revision:5091; }","duration":"223.358487ms","start":"2026-03-11T01:51:16.228255Z","end":"2026-03-11T01:51:16.451613Z","steps":["trace[1953625342] 'agreement among raft nodes before linearized reading' (duration: 223.132021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:16.451678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.603137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-11T01:51:16.451792Z","caller":"traceutil/trace.go:171","msg":"trace[1664448789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5091; }","duration":"417.769801ms","start":"2026-03-11T01:51:16.033998Z","end":"2026-03-11T01:51:16.451768Z","steps":["trace[1664448789] 'agreement among raft nodes before linearized reading' (duration: 417.36192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:16.451768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.134972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-11T01:51:16.451856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:51:16.033988Z","time spent":"417.859443ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T01:51:16.4519Z","caller":"traceutil/trace.go:171","msg":"trace[2097602076] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5091; }","duration":"385.324857ms","start":"2026-03-11T01:51:16.066527Z","end":"2026-03-11T01:51:16.451852Z","steps":["trace[2097602076] 'agreement among raft nodes before linearized reading' (duration: 384.869405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:16.45197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:51:16.066505Z","time spent":"385.45426ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-11T01:51:16.702061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.773974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:51:16.70232Z","caller":"traceutil/trace.go:171","msg":"trace[569185841] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"241.107889ms","start":"2026-03-11T01:51:16.461192Z","end":"2026-03-11T01:51:16.7023Z","steps":["trace[569185841] 'process raft request' (duration: 240.978746ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:16.702409Z","caller":"traceutil/trace.go:171","msg":"trace[138184952] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"241.214481ms","start":"2026-03-11T01:51:16.461172Z","end":"2026-03-11T01:51:16.702386Z","steps":["trace[138184952] 'process raft request' (duration: 131.010035ms)","trace[138184952] 'compare' (duration: 109.607111ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:16.70251Z","caller":"traceutil/trace.go:171","msg":"trace[1952067259] linearizableReadLoop","detail":"{readStateIndex:5287; appliedIndex:5284; }","duration":"193.89133ms","start":"2026-03-11T01:51:16.508553Z","end":"2026-03-11T01:51:16.702444Z","steps":["trace[1952067259] 'read index received' (duration: 83.619093ms)","trace[1952067259] 'applied index is now lower than readState.Index' (duration: 110.268987ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:16.702529Z","caller":"traceutil/trace.go:171","msg":"trace[744231066] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"241.155538ms","start":"2026-03-11T01:51:16.461291Z","end":"2026-03-11T01:51:16.702446Z","steps":["trace[744231066] 'process raft request' (duration: 240.969224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:51:16.703518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.910445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16401"} {"level":"warn","ts":"2026-03-11T01:51:16.703551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.946538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-11T01:51:16.703618Z","caller":"traceutil/trace.go:171","msg":"trace[761411014] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5095; }","duration":"186.043021ms","start":"2026-03-11T01:51:16.517556Z","end":"2026-03-11T01:51:16.703599Z","steps":["trace[761411014] 'agreement among raft nodes before linearized reading' (duration: 185.063485ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:16.70362Z","caller":"traceutil/trace.go:171","msg":"trace[1587229175] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5095; }","duration":"195.105971ms","start":"2026-03-11T01:51:16.508486Z","end":"2026-03-11T01:51:16.703592Z","steps":["trace[1587229175] 'agreement among raft nodes before linearized reading' (duration: 194.081774ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:51:16.866445Z","caller":"traceutil/trace.go:171","msg":"trace[1921939825] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5288; }","duration":"117.597224ms","start":"2026-03-11T01:51:16.748824Z","end":"2026-03-11T01:51:16.866421Z","steps":["trace[1921939825] 'read index received' (duration: 70.853437ms)","trace[1921939825] 'applied index is now lower than readState.Index' (duration: 46.742927ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:51:16.866569Z","caller":"traceutil/trace.go:171","msg":"trace[1634106978] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"150.248222ms","start":"2026-03-11T01:51:16.716298Z","end":"2026-03-11T01:51:16.866546Z","steps":["trace[1634106978] 'process raft request' (duration: 103.436745ms)","trace[1634106978] 'compare' (duration: 46.570471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:51:16.866734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.885901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.189ba66498c8c4a8\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-11T01:51:16.866801Z","caller":"traceutil/trace.go:171","msg":"trace[1866107347] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.189ba66498c8c4a8; range_end:; response_count:1; response_revision:5097; }","duration":"117.966264ms","start":"2026-03-11T01:51:16.748812Z","end":"2026-03-11T01:51:16.866778Z","steps":["trace[1866107347] 'agreement among raft nodes before linearized reading' (duration: 117.760888ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:52:03.287922Z","caller":"traceutil/trace.go:171","msg":"trace[2042044827] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"134.973876ms","start":"2026-03-11T01:52:03.152916Z","end":"2026-03-11T01:52:03.28789Z","steps":["trace[2042044827] 'process raft request' (duration: 134.709089ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:52:41.404768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2773} {"level":"info","ts":"2026-03-11T01:52:41.475578Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2773,"took":"69.215171ms","hash":1788994247,"current-db-size-bytes":41377792,"current-db-size":"41 MB","current-db-size-in-use-bytes":30941184,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-11T01:52:41.475632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1788994247,"revision":2773,"compact-revision":-1} {"level":"info","ts":"2026-03-11T01:57:14.993357Z","caller":"traceutil/trace.go:171","msg":"trace[1189730067] linearizableReadLoop","detail":"{readStateIndex:7898; appliedIndex:7897; }","duration":"243.638376ms","start":"2026-03-11T01:57:14.749697Z","end":"2026-03-11T01:57:14.993336Z","steps":["trace[1189730067] 'read index received' (duration: 243.502352ms)","trace[1189730067] 'applied index is now lower than readState.Index' (duration: 132.993µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:57:14.993401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T01:57:14.538032Z","time spent":"455.361018ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T01:57:14.993578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.566498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T01:57:14.99361Z","caller":"traceutil/trace.go:171","msg":"trace[1701299763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7619; }","duration":"195.66032ms","start":"2026-03-11T01:57:14.797943Z","end":"2026-03-11T01:57:14.993603Z","steps":["trace[1701299763] 'agreement among raft nodes before linearized reading' (duration: 195.522887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:57:14.993926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.954174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-11T01:57:14.994025Z","caller":"traceutil/trace.go:171","msg":"trace[1934091483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7619; }","duration":"244.360444ms","start":"2026-03-11T01:57:14.749646Z","end":"2026-03-11T01:57:14.994006Z","steps":["trace[1934091483] 'agreement among raft nodes before linearized reading' (duration: 243.819581ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:57:26.101739Z","caller":"traceutil/trace.go:171","msg":"trace[789210971] linearizableReadLoop","detail":"{readStateIndex:7960; appliedIndex:7959; }","duration":"198.521402ms","start":"2026-03-11T01:57:25.903192Z","end":"2026-03-11T01:57:26.101713Z","steps":["trace[789210971] 'read index received' (duration: 198.303206ms)","trace[789210971] 'applied index is now lower than readState.Index' (duration: 217.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:57:26.101789Z","caller":"traceutil/trace.go:171","msg":"trace[855377726] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"250.413299ms","start":"2026-03-11T01:57:25.851342Z","end":"2026-03-11T01:57:26.101755Z","steps":["trace[855377726] 'process raft request' (duration: 250.180243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:57:26.101997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.879632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-11T01:57:26.102068Z","caller":"traceutil/trace.go:171","msg":"trace[603947728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7678; }","duration":"199.015185ms","start":"2026-03-11T01:57:25.903034Z","end":"2026-03-11T01:57:26.102049Z","steps":["trace[603947728] 'agreement among raft nodes before linearized reading' (duration: 198.795918ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:57:26.221804Z","caller":"traceutil/trace.go:171","msg":"trace[325114592] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"114.904159ms","start":"2026-03-11T01:57:26.106874Z","end":"2026-03-11T01:57:26.221778Z","steps":["trace[325114592] 'process raft request' (duration: 100.907508ms)","trace[325114592] 'compare' (duration: 13.734393ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:57:27.255848Z","caller":"traceutil/trace.go:171","msg":"trace[489696930] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"136.606368ms","start":"2026-03-11T01:57:27.119214Z","end":"2026-03-11T01:57:27.25582Z","steps":["trace[489696930] 'process raft request' (duration: 136.403263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:57:27.255938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.639214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:57:27.255808Z","caller":"traceutil/trace.go:171","msg":"trace[333626] linearizableReadLoop","detail":"{readStateIndex:7963; appliedIndex:7962; }","duration":"109.49996ms","start":"2026-03-11T01:57:27.146279Z","end":"2026-03-11T01:57:27.255779Z","steps":["trace[333626] 'read index received' (duration: 109.225923ms)","trace[333626] 'applied index is now lower than readState.Index' (duration: 272.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:57:27.255979Z","caller":"traceutil/trace.go:171","msg":"trace[1338767862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7681; }","duration":"109.721036ms","start":"2026-03-11T01:57:27.146247Z","end":"2026-03-11T01:57:27.255968Z","steps":["trace[1338767862] 'agreement among raft nodes before linearized reading' (duration: 109.638364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:57:27.766139Z","caller":"traceutil/trace.go:171","msg":"trace[1269465105] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"129.955027ms","start":"2026-03-11T01:57:27.63615Z","end":"2026-03-11T01:57:27.766105Z","steps":["trace[1269465105] 'process raft request' (duration: 70.721171ms)","trace[1269465105] 'compare' (duration: 58.975689ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:57:28.596795Z","caller":"traceutil/trace.go:171","msg":"trace[1796189634] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"151.071241ms","start":"2026-03-11T01:57:28.44569Z","end":"2026-03-11T01:57:28.596761Z","steps":["trace[1796189634] 'process raft request' (duration: 150.856166ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:57:41.416195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5733} {"level":"info","ts":"2026-03-11T01:57:41.50837Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5733,"took":"90.629655ms","hash":1222153568,"current-db-size-bytes":42975232,"current-db-size":"43 MB","current-db-size-in-use-bytes":22892544,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-11T01:57:41.508431Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1222153568,"revision":5733,"compact-revision":2773} {"level":"warn","ts":"2026-03-11T01:57:55.311064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.900833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T01:57:55.311139Z","caller":"traceutil/trace.go:171","msg":"trace[181067576] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7871; }","duration":"166.029496ms","start":"2026-03-11T01:57:55.145095Z","end":"2026-03-11T01:57:55.311125Z","steps":["trace[181067576] 'count revisions from in-memory index tree' (duration: 165.77098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:57:55.311351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.898757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T01:57:55.31144Z","caller":"traceutil/trace.go:171","msg":"trace[1356787018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7871; }","duration":"164.996809ms","start":"2026-03-11T01:57:55.146426Z","end":"2026-03-11T01:57:55.311422Z","steps":["trace[1356787018] 'range keys from in-memory index tree' (duration: 164.772494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T01:58:08.065872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.711095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T01:58:08.06599Z","caller":"traceutil/trace.go:171","msg":"trace[1436175859] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8270; }","duration":"243.612725ms","start":"2026-03-11T01:58:07.82236Z","end":"2026-03-11T01:58:08.065972Z","steps":["trace[1436175859] 'read index received' (duration: 29.261µs)","trace[1436175859] 'applied index is now lower than readState.Index' (duration: 243.581964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T01:58:08.066114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.752448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-11T01:58:08.066089Z","caller":"traceutil/trace.go:171","msg":"trace[396933492] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"273.34412ms","start":"2026-03-11T01:58:07.792716Z","end":"2026-03-11T01:58:08.06606Z","steps":["trace[396933492] 'process raft request' (duration: 17.363308ms)","trace[396933492] 'compare' (duration: 255.601312ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T01:58:08.06615Z","caller":"traceutil/trace.go:171","msg":"trace[1255028670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7975; }","duration":"243.819559ms","start":"2026-03-11T01:58:07.822321Z","end":"2026-03-11T01:58:08.066141Z","steps":["trace[1255028670] 'agreement among raft nodes before linearized reading' (duration: 243.698356ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T01:58:08.256578Z","caller":"traceutil/trace.go:171","msg":"trace[1521189440] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"109.031427ms","start":"2026-03-11T01:58:08.147517Z","end":"2026-03-11T01:58:08.256548Z","steps":["trace[1521189440] 'process raft request' (duration: 105.423724ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:01:40.730455Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T02:01:40.735224Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T02:01:40.735347Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T02:02:41.422792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7754} {"level":"info","ts":"2026-03-11T02:02:41.484834Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7754,"took":"59.730256ms","hash":4208768467,"current-db-size-bytes":42975232,"current-db-size":"43 MB","current-db-size-in-use-bytes":28151808,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T02:02:41.484891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4208768467,"revision":7754,"compact-revision":5733} {"level":"warn","ts":"2026-03-11T02:03:07.836156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.111946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-11T02:03:07.836242Z","caller":"traceutil/trace.go:171","msg":"trace[643581282] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10425; }","duration":"170.248949ms","start":"2026-03-11T02:03:07.665972Z","end":"2026-03-11T02:03:07.836221Z","steps":["trace[643581282] 'range keys from in-memory index tree' (duration: 169.879619ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:03:08.084584Z","caller":"traceutil/trace.go:171","msg":"trace[1869914186] transaction","detail":"{read_only:false; response_revision:10426; number_of_response:1; }","duration":"128.569229ms","start":"2026-03-11T02:03:07.955988Z","end":"2026-03-11T02:03:08.084557Z","steps":["trace[1869914186] 'process raft request' (duration: 128.411205ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:07:41.432023Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10295} {"level":"info","ts":"2026-03-11T02:07:41.51147Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10295,"took":"77.669863ms","hash":2729423997,"current-db-size-bytes":42975232,"current-db-size":"43 MB","current-db-size-in-use-bytes":25182208,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-11T02:07:41.511548Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2729423997,"revision":10295,"compact-revision":7754} {"level":"info","ts":"2026-03-11T02:08:29.400435Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000327d.wal"} {"level":"warn","ts":"2026-03-11T02:09:35.004936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.347294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-11T02:09:35.005025Z","caller":"traceutil/trace.go:171","msg":"trace[1953818701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12870; }","duration":"100.486229ms","start":"2026-03-11T02:09:34.904523Z","end":"2026-03-11T02:09:35.005009Z","steps":["trace[1953818701] 'range keys from in-memory index tree' (duration: 100.18663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:09:36.253542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.970953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T02:09:36.253635Z","caller":"traceutil/trace.go:171","msg":"trace[894568931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12876; }","duration":"334.146268ms","start":"2026-03-11T02:09:35.919468Z","end":"2026-03-11T02:09:36.253614Z","steps":["trace[894568931] 'count revisions from in-memory index tree' (duration: 333.880951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:09:36.253687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:09:35.919445Z","time spent":"334.229939ms","remote":"127.0.0.1:45512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:09:36.253838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.771066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T02:09:36.253919Z","caller":"traceutil/trace.go:171","msg":"trace[615147318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12876; }","duration":"107.860899ms","start":"2026-03-11T02:09:36.14604Z","end":"2026-03-11T02:09:36.253901Z","steps":["trace[615147318] 'range keys from in-memory index tree' (duration: 107.621661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:09:36.254113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.356348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kr6l9\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-11T02:09:36.25416Z","caller":"traceutil/trace.go:171","msg":"trace[861835497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kr6l9; range_end:; response_count:1; response_revision:12876; }","duration":"381.439971ms","start":"2026-03-11T02:09:35.872707Z","end":"2026-03-11T02:09:36.254146Z","steps":["trace[861835497] 'range keys from in-memory index tree' (duration: 381.183354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:09:36.254192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:09:35.872683Z","time spent":"381.500083ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-kr6l9\" "} {"level":"warn","ts":"2026-03-11T02:09:57.249755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.633178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T02:09:57.249836Z","caller":"traceutil/trace.go:171","msg":"trace[48798855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13171; }","duration":"103.762203ms","start":"2026-03-11T02:09:57.146058Z","end":"2026-03-11T02:09:57.24982Z","steps":["trace[48798855] 'range keys from in-memory index tree' (duration: 103.550906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:09:57.249757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.038102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-11T02:09:57.250101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.015627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-11T02:09:57.250123Z","caller":"traceutil/trace.go:171","msg":"trace[236843313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13171; }","duration":"120.444183ms","start":"2026-03-11T02:09:57.129646Z","end":"2026-03-11T02:09:57.25009Z","steps":["trace[236843313] 'range keys from in-memory index tree' (duration: 119.862738ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:09:57.250172Z","caller":"traceutil/trace.go:171","msg":"trace[1999452229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13171; }","duration":"119.123059ms","start":"2026-03-11T02:09:57.131025Z","end":"2026-03-11T02:09:57.250148Z","steps":["trace[1999452229] 'range keys from in-memory index tree' (duration: 118.869393ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:09:57.576468Z","caller":"traceutil/trace.go:171","msg":"trace[1323450436] transaction","detail":"{read_only:false; response_revision:13172; number_of_response:1; }","duration":"322.820314ms","start":"2026-03-11T02:09:57.253624Z","end":"2026-03-11T02:09:57.576445Z","steps":["trace[1323450436] 'process raft request' (duration: 322.64894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:09:57.576621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:09:57.253606Z","time spent":"322.930717ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:09:57.589678Z","caller":"traceutil/trace.go:171","msg":"trace[109502856] linearizableReadLoop","detail":"{readStateIndex:13651; appliedIndex:13649; }","duration":"214.800743ms","start":"2026-03-11T02:09:57.374853Z","end":"2026-03-11T02:09:57.589653Z","steps":["trace[109502856] 'read index received' (duration: 201.506359ms)","trace[109502856] 'applied index is now lower than readState.Index' (duration: 13.293074ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:09:57.589768Z","caller":"traceutil/trace.go:171","msg":"trace[1525826325] transaction","detail":"{read_only:false; response_revision:13173; number_of_response:1; }","duration":"335.927294ms","start":"2026-03-11T02:09:57.253822Z","end":"2026-03-11T02:09:57.58975Z","steps":["trace[1525826325] 'process raft request' (duration: 335.690269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:09:57.589882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:09:57.253806Z","time spent":"336.014456ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:09:57.590128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.754701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T02:09:57.590321Z","caller":"traceutil/trace.go:171","msg":"trace[762809259] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13173; }","duration":"159.983356ms","start":"2026-03-11T02:09:57.430282Z","end":"2026-03-11T02:09:57.590266Z","steps":["trace[762809259] 'agreement among raft nodes before linearized reading' (duration: 159.73507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:09:57.590206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.327907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4901e4c-dfa1-4254-836f-8ed02a395934\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-11T02:09:57.590699Z","caller":"traceutil/trace.go:171","msg":"trace[1172751347] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4901e4c-dfa1-4254-836f-8ed02a395934; range_end:; response_count:1; response_revision:13173; }","duration":"215.768138ms","start":"2026-03-11T02:09:57.374813Z","end":"2026-03-11T02:09:57.590581Z","steps":["trace[1172751347] 'agreement among raft nodes before linearized reading' (duration: 215.163012ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:09:57.735294Z","caller":"traceutil/trace.go:171","msg":"trace[955442186] transaction","detail":"{read_only:false; response_revision:13176; number_of_response:1; }","duration":"137.184676ms","start":"2026-03-11T02:09:57.598085Z","end":"2026-03-11T02:09:57.735269Z","steps":["trace[955442186] 'process raft request' (duration: 136.93653ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:11:17.034651Z","caller":"traceutil/trace.go:171","msg":"trace[1173392665] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"168.341352ms","start":"2026-03-11T02:11:16.866284Z","end":"2026-03-11T02:11:17.034625Z","steps":["trace[1173392665] 'process raft request' (duration: 167.772737ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:11:17.055736Z","caller":"traceutil/trace.go:171","msg":"trace[1261997594] linearizableReadLoop","detail":"{readStateIndex:14406; appliedIndex:14404; }","duration":"142.021162ms","start":"2026-03-11T02:11:16.913696Z","end":"2026-03-11T02:11:17.055717Z","steps":["trace[1261997594] 'read index received' (duration: 120.412713ms)","trace[1261997594] 'applied index is now lower than readState.Index' (duration: 21.607539ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:11:17.055845Z","caller":"traceutil/trace.go:171","msg":"trace[1229281970] transaction","detail":"{read_only:false; response_revision:13908; number_of_response:1; }","duration":"135.481383ms","start":"2026-03-11T02:11:16.920352Z","end":"2026-03-11T02:11:17.055833Z","steps":["trace[1229281970] 'process raft request' (duration: 135.319009ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:11:17.055833Z","caller":"traceutil/trace.go:171","msg":"trace[1329471269] transaction","detail":"{read_only:false; response_revision:13907; number_of_response:1; }","duration":"188.77323ms","start":"2026-03-11T02:11:16.866994Z","end":"2026-03-11T02:11:17.055768Z","steps":["trace[1329471269] 'process raft request' (duration: 188.550524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:11:17.056167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.466233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-shr9t\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-11T02:11:17.05621Z","caller":"traceutil/trace.go:171","msg":"trace[1106205138] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-shr9t; range_end:; response_count:1; response_revision:13908; }","duration":"142.564345ms","start":"2026-03-11T02:11:16.913635Z","end":"2026-03-11T02:11:17.0562Z","steps":["trace[1106205138] 'agreement among raft nodes before linearized reading' (duration: 142.401601ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:12:41.437774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12212} {"level":"info","ts":"2026-03-11T02:12:41.515736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12212,"took":"74.807224ms","hash":644247548,"current-db-size-bytes":42975232,"current-db-size":"43 MB","current-db-size-in-use-bytes":27238400,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-11T02:12:41.515788Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":644247548,"revision":12212,"compact-revision":10295} {"level":"info","ts":"2026-03-11T02:14:07.006853Z","caller":"traceutil/trace.go:171","msg":"trace[1462943429] linearizableReadLoop","detail":"{readStateIndex:15775; appliedIndex:15772; }","duration":"104.0869ms","start":"2026-03-11T02:14:06.902742Z","end":"2026-03-11T02:14:07.006829Z","steps":["trace[1462943429] 'read index received' (duration: 54.075748ms)","trace[1462943429] 'applied index is now lower than readState.Index' (duration: 50.009752ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:14:07.007138Z","caller":"traceutil/trace.go:171","msg":"trace[1766065152] transaction","detail":"{read_only:false; response_revision:15229; number_of_response:1; }","duration":"120.123246ms","start":"2026-03-11T02:14:06.887001Z","end":"2026-03-11T02:14:07.007124Z","steps":["trace[1766065152] 'process raft request' (duration: 119.672924ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:14:07.007335Z","caller":"traceutil/trace.go:171","msg":"trace[897715188] transaction","detail":"{read_only:false; response_revision:15230; number_of_response:1; }","duration":"119.748066ms","start":"2026-03-11T02:14:06.887578Z","end":"2026-03-11T02:14:07.007326Z","steps":["trace[897715188] 'process raft request' (duration: 119.205221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:14:07.007561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.802099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-11T02:14:07.007595Z","caller":"traceutil/trace.go:171","msg":"trace[1384493829] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15230; }","duration":"104.876801ms","start":"2026-03-11T02:14:06.902707Z","end":"2026-03-11T02:14:07.007584Z","steps":["trace[1384493829] 'agreement among raft nodes before linearized reading' (duration: 104.741968ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:17:06.58577Z","caller":"traceutil/trace.go:171","msg":"trace[2055515952] transaction","detail":"{read_only:false; response_revision:16327; number_of_response:1; }","duration":"182.940096ms","start":"2026-03-11T02:17:06.402801Z","end":"2026-03-11T02:17:06.585741Z","steps":["trace[2055515952] 'process raft request' (duration: 182.768772ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:17:06.752246Z","caller":"traceutil/trace.go:171","msg":"trace[1138319262] transaction","detail":"{read_only:false; response_revision:16329; number_of_response:1; }","duration":"342.897948ms","start":"2026-03-11T02:17:06.409317Z","end":"2026-03-11T02:17:06.752215Z","steps":["trace[1138319262] 'process raft request' (duration: 342.819826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:17:06.752431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:17:06.409309Z","time spent":"343.023241ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:17:06.752592Z","caller":"traceutil/trace.go:171","msg":"trace[299882584] transaction","detail":"{read_only:false; response_revision:16328; number_of_response:1; }","duration":"347.990679ms","start":"2026-03-11T02:17:06.404562Z","end":"2026-03-11T02:17:06.752553Z","steps":["trace[299882584] 'process raft request' (duration: 307.368518ms)","trace[299882584] 'compare' (duration: 40.035066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:17:06.752783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:17:06.404541Z","time spent":"348.145052ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:17:06.933994Z","caller":"traceutil/trace.go:171","msg":"trace[1317414174] transaction","detail":"{read_only:false; response_revision:16330; number_of_response:1; }","duration":"125.449627ms","start":"2026-03-11T02:17:06.808509Z","end":"2026-03-11T02:17:06.933958Z","steps":["trace[1317414174] 'process raft request' (duration: 56.621736ms)","trace[1317414174] 'compare' (duration: 68.684418ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:17:41.447414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14430} {"level":"info","ts":"2026-03-11T02:17:41.542327Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14430,"took":"92.002492ms","hash":851689604,"current-db-size-bytes":42975232,"current-db-size":"43 MB","current-db-size-in-use-bytes":28471296,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T02:17:41.542414Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":851689604,"revision":14430,"compact-revision":12212} {"level":"info","ts":"2026-03-11T02:22:41.455208Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16662} {"level":"info","ts":"2026-03-11T02:22:41.655732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16662,"took":"197.920194ms","hash":4277295466,"current-db-size-bytes":44244992,"current-db-size":"44 MB","current-db-size-in-use-bytes":29532160,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T02:22:41.655793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4277295466,"revision":16662,"compact-revision":14430} {"level":"info","ts":"2026-03-11T02:22:43.939616Z","caller":"traceutil/trace.go:171","msg":"trace[765890183] transaction","detail":"{read_only:false; response_revision:18793; number_of_response:1; }","duration":"339.220999ms","start":"2026-03-11T02:22:43.600167Z","end":"2026-03-11T02:22:43.939388Z","steps":["trace[765890183] 'process raft request' (duration: 339.078035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:22:43.939792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:22:43.600139Z","time spent":"339.538237ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:22:44.10461Z","caller":"traceutil/trace.go:171","msg":"trace[1562169419] transaction","detail":"{read_only:false; response_revision:18794; number_of_response:1; }","duration":"504.397999ms","start":"2026-03-11T02:22:43.600178Z","end":"2026-03-11T02:22:44.104576Z","steps":["trace[1562169419] 'process raft request' (duration: 410.839306ms)","trace[1562169419] 'compare' (duration: 93.373178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:22:44.104768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.026789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:22:44.10482Z","caller":"traceutil/trace.go:171","msg":"trace[1193158324] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18794; }","duration":"316.146702ms","start":"2026-03-11T02:22:43.788663Z","end":"2026-03-11T02:22:44.10481Z","steps":["trace[1193158324] 'agreement among raft nodes before linearized reading' (duration: 316.026199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:22:44.10486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:22:43.788631Z","time spent":"316.218544ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:22:44.104926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:22:43.600161Z","time spent":"504.585793ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:22:44.104958Z","caller":"traceutil/trace.go:171","msg":"trace[224547751] transaction","detail":"{read_only:false; response_revision:18795; number_of_response:1; }","duration":"107.099141ms","start":"2026-03-11T02:22:43.997833Z","end":"2026-03-11T02:22:44.104932Z","steps":["trace[224547751] 'process raft request' (duration: 106.754193ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:22:44.104972Z","caller":"traceutil/trace.go:171","msg":"trace[185999830] transaction","detail":"{read_only:false; response_revision:18796; number_of_response:1; }","duration":"106.819343ms","start":"2026-03-11T02:22:43.99812Z","end":"2026-03-11T02:22:44.104939Z","steps":["trace[185999830] 'process raft request' (duration: 106.67171ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:22:44.104641Z","caller":"traceutil/trace.go:171","msg":"trace[208934478] linearizableReadLoop","detail":"{readStateIndex:19465; appliedIndex:19463; }","duration":"315.905527ms","start":"2026-03-11T02:22:43.788713Z","end":"2026-03-11T02:22:44.104618Z","steps":["trace[208934478] 'read index received' (duration: 150.501251ms)","trace[208934478] 'applied index is now lower than readState.Index' (duration: 165.403126ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:22:44.105321Z","caller":"traceutil/trace.go:171","msg":"trace[1858324574] transaction","detail":"{read_only:false; response_revision:18797; number_of_response:1; }","duration":"100.247425ms","start":"2026-03-11T02:22:44.005058Z","end":"2026-03-11T02:22:44.105306Z","steps":["trace[1858324574] 'process raft request' (duration: 99.834584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:22:44.105366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.88028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:22:44.105416Z","caller":"traceutil/trace.go:171","msg":"trace[906784885] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:18797; }","duration":"264.986343ms","start":"2026-03-11T02:22:43.840418Z","end":"2026-03-11T02:22:44.105404Z","steps":["trace[906784885] 'agreement among raft nodes before linearized reading' (duration: 264.87077ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:22:44.726378Z","caller":"traceutil/trace.go:171","msg":"trace[1967072731] transaction","detail":"{read_only:false; response_revision:18798; number_of_response:1; }","duration":"118.048214ms","start":"2026-03-11T02:22:44.608299Z","end":"2026-03-11T02:22:44.726347Z","steps":["trace[1967072731] 'process raft request' (duration: 117.808408ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:22:44.726251Z","caller":"traceutil/trace.go:171","msg":"trace[1990163093] linearizableReadLoop","detail":"{readStateIndex:19469; appliedIndex:19468; }","duration":"104.018173ms","start":"2026-03-11T02:22:44.622209Z","end":"2026-03-11T02:22:44.726227Z","steps":["trace[1990163093] 'read index received' (duration: 103.830739ms)","trace[1990163093] 'applied index is now lower than readState.Index' (duration: 186.684µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:22:44.727441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.569418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-11T02:22:44.727524Z","caller":"traceutil/trace.go:171","msg":"trace[1511567202] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:18798; }","duration":"105.321206ms","start":"2026-03-11T02:22:44.622183Z","end":"2026-03-11T02:22:44.727504Z","steps":["trace[1511567202] 'agreement among raft nodes before linearized reading' (duration: 104.415792ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:36.373568Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T02:23:36.378559Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-11T02:23:36.378683Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-11T02:23:46.999223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336452949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T02:23:47.26342Z","caller":"traceutil/trace.go:171","msg":"trace[605482496] transaction","detail":"{read_only:false; response_revision:19358; number_of_response:1; }","duration":"857.567046ms","start":"2026-03-11T02:23:46.405834Z","end":"2026-03-11T02:23:47.263401Z","steps":["trace[605482496] 'process raft request' (duration: 857.486333ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:47.263439Z","caller":"traceutil/trace.go:171","msg":"trace[844968143] transaction","detail":"{read_only:false; response_revision:19357; number_of_response:1; }","duration":"859.354682ms","start":"2026-03-11T02:23:46.404062Z","end":"2026-03-11T02:23:47.263417Z","steps":["trace[844968143] 'process raft request' (duration: 798.517883ms)","trace[844968143] 'compare' (duration: 60.563911ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:23:47.263464Z","caller":"traceutil/trace.go:171","msg":"trace[923989851] linearizableReadLoop","detail":"{readStateIndex:20054; appliedIndex:20051; }","duration":"764.849895ms","start":"2026-03-11T02:23:46.498592Z","end":"2026-03-11T02:23:47.263442Z","steps":["trace[923989851] 'read index received' (duration: 704.000285ms)","trace[923989851] 'applied index is now lower than readState.Index' (duration: 60.84881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:23:47.263522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.40582Z","time spent":"857.650257ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:23:47.263529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.404046Z","time spent":"859.436415ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:23:47.263551Z","caller":"traceutil/trace.go:171","msg":"trace[1627637089] transaction","detail":"{read_only:false; response_revision:19359; number_of_response:1; }","duration":"856.144569ms","start":"2026-03-11T02:23:46.407397Z","end":"2026-03-11T02:23:47.263542Z","steps":["trace[1627637089] 'process raft request' (duration: 855.981935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.26394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.514493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-11T02:23:47.264013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.305238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:23:47.26402Z","caller":"traceutil/trace.go:171","msg":"trace[1389379343] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19359; }","duration":"475.625295ms","start":"2026-03-11T02:23:46.788375Z","end":"2026-03-11T02:23:47.264Z","steps":["trace[1389379343] 'agreement among raft nodes before linearized reading' (duration: 475.428911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.263999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.233476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:23:47.264044Z","caller":"traceutil/trace.go:171","msg":"trace[124445688] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19359; }","duration":"425.347839ms","start":"2026-03-11T02:23:46.838686Z","end":"2026-03-11T02:23:47.264034Z","steps":["trace[124445688] 'agreement among raft nodes before linearized reading' (duration: 425.309637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.264065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.78836Z","time spent":"475.696129ms","remote":"127.0.0.1:34888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.838679Z","time spent":"425.38845ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-11T02:23:47.264077Z","caller":"traceutil/trace.go:171","msg":"trace[1575508417] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19359; }","duration":"425.34053ms","start":"2026-03-11T02:23:46.838717Z","end":"2026-03-11T02:23:47.264057Z","steps":["trace[1575508417] 'agreement among raft nodes before linearized reading' (duration: 425.214406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.264124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.532553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T02:23:47.264117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.838703Z","time spent":"425.405411ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-11T02:23:47.264141Z","caller":"traceutil/trace.go:171","msg":"trace[528066592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19359; }","duration":"765.588385ms","start":"2026-03-11T02:23:46.498548Z","end":"2026-03-11T02:23:47.264136Z","steps":["trace[528066592] 'agreement among raft nodes before linearized reading' (duration: 765.538923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.264157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.498529Z","time spent":"765.624655ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.13996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:23:47.264195Z","caller":"traceutil/trace.go:171","msg":"trace[761411034] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19359; }","duration":"426.196001ms","start":"2026-03-11T02:23:46.837991Z","end":"2026-03-11T02:23:47.264187Z","steps":["trace[761411034] 'agreement among raft nodes before linearized reading' (duration: 426.14839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.264219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.837967Z","time spent":"426.246343ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.305791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-11T02:23:47.264305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.552175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-11T02:23:47.264309Z","caller":"traceutil/trace.go:171","msg":"trace[300492022] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19359; }","duration":"427.405873ms","start":"2026-03-11T02:23:46.836888Z","end":"2026-03-11T02:23:47.264294Z","steps":["trace[300492022] 'agreement among raft nodes before linearized reading' (duration: 427.28976ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:47.264323Z","caller":"traceutil/trace.go:171","msg":"trace[939453963] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19359; }","duration":"425.583745ms","start":"2026-03-11T02:23:46.838735Z","end":"2026-03-11T02:23:47.264319Z","steps":["trace[939453963] 'agreement among raft nodes before linearized reading' (duration: 425.535644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.264334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.836877Z","time spent":"427.452133ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5087,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.83873Z","time spent":"425.605156ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5087,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.148844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-11T02:23:47.26437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.780782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:23:47.264395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.008574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:23:47.264408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.598213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-11T02:23:47.264408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.482494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-11T02:23:47.2644Z","caller":"traceutil/trace.go:171","msg":"trace[1885251202] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19359; }","duration":"427.850314ms","start":"2026-03-11T02:23:46.836541Z","end":"2026-03-11T02:23:47.264392Z","steps":["trace[1885251202] 'agreement among raft nodes before linearized reading' (duration: 427.807773ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:47.264423Z","caller":"traceutil/trace.go:171","msg":"trace[1652572636] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19359; }","duration":"473.619324ms","start":"2026-03-11T02:23:46.790799Z","end":"2026-03-11T02:23:47.264419Z","steps":["trace[1652572636] 'agreement among raft nodes before linearized reading' (duration: 473.579173ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:47.264425Z","caller":"traceutil/trace.go:171","msg":"trace[1780640238] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19359; }","duration":"427.517956ms","start":"2026-03-11T02:23:46.836903Z","end":"2026-03-11T02:23:47.264421Z","steps":["trace[1780640238] 'agreement among raft nodes before linearized reading' (duration: 427.465724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.264355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.613903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:23:47.264428Z","caller":"traceutil/trace.go:171","msg":"trace[403987361] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19359; }","duration":"474.043836ms","start":"2026-03-11T02:23:46.790374Z","end":"2026-03-11T02:23:47.264418Z","steps":["trace[403987361] 'agreement among raft nodes before linearized reading' (duration: 474.005715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.264433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.836519Z","time spent":"427.909245ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.836894Z","time spent":"427.541996ms","remote":"127.0.0.1:34888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.633774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:23:47.264455Z","caller":"traceutil/trace.go:171","msg":"trace[6248647] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19359; }","duration":"428.751906ms","start":"2026-03-11T02:23:46.835695Z","end":"2026-03-11T02:23:47.264446Z","steps":["trace[6248647] 'agreement among raft nodes before linearized reading' (duration: 428.623953ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:47.264465Z","caller":"traceutil/trace.go:171","msg":"trace[864604338] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19359; }","duration":"473.752378ms","start":"2026-03-11T02:23:46.790709Z","end":"2026-03-11T02:23:47.264461Z","steps":["trace[864604338] 'agreement among raft nodes before linearized reading' (duration: 473.733127ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:47.264397Z","caller":"traceutil/trace.go:171","msg":"trace[92238229] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19359; }","duration":"425.212985ms","start":"2026-03-11T02:23:46.839173Z","end":"2026-03-11T02:23:47.264386Z","steps":["trace[92238229] 'agreement among raft nodes before linearized reading' (duration: 425.0225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.26448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.790688Z","time spent":"473.789429ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.839164Z","time spent":"425.318368ms","remote":"127.0.0.1:34888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.835674Z","time spent":"428.802518ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.656405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:23:47.264457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.79037Z","time spent":"474.080386ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T02:23:47.263969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.773171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:23:47.264523Z","caller":"traceutil/trace.go:171","msg":"trace[1282142649] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19359; }","duration":"473.702686ms","start":"2026-03-11T02:23:46.790806Z","end":"2026-03-11T02:23:47.264509Z","steps":["trace[1282142649] 'agreement among raft nodes before linearized reading' (duration: 473.639154ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:47.264534Z","caller":"traceutil/trace.go:171","msg":"trace[431182168] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19359; }","duration":"428.383287ms","start":"2026-03-11T02:23:46.836146Z","end":"2026-03-11T02:23:47.264529Z","steps":["trace[431182168] 'agreement among raft nodes before linearized reading' (duration: 427.788742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.264434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.790795Z","time spent":"473.636744ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5087,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.720516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"warn","ts":"2026-03-11T02:23:47.264548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.836126Z","time spent":"428.418489ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-11T02:23:47.264553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.276772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:23:47.264548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.79078Z","time spent":"473.760818ms","remote":"127.0.0.1:34978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-11T02:23:47.264566Z","caller":"traceutil/trace.go:171","msg":"trace[2098935868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19359; }","duration":"120.327973ms","start":"2026-03-11T02:23:47.144235Z","end":"2026-03-11T02:23:47.264563Z","steps":["trace[2098935868] 'agreement among raft nodes before linearized reading' (duration: 120.303043ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:23:47.264568Z","caller":"traceutil/trace.go:171","msg":"trace[2069391354] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19359; }","duration":"390.793018ms","start":"2026-03-11T02:23:46.873762Z","end":"2026-03-11T02:23:47.264555Z","steps":["trace[2069391354] 'agreement among raft nodes before linearized reading' (duration: 390.389868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:23:47.2646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.873728Z","time spent":"390.86714ms","remote":"127.0.0.1:34902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18596,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-11T02:23:47.265914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:23:46.407373Z","time spent":"856.198061ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:26:34.712642Z","caller":"traceutil/trace.go:171","msg":"trace[2066659548] transaction","detail":"{read_only:false; response_revision:21076; number_of_response:1; }","duration":"114.496084ms","start":"2026-03-11T02:26:34.59813Z","end":"2026-03-11T02:26:34.712626Z","steps":["trace[2066659548] 'process raft request' (duration: 114.344699ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:26:35.118667Z","caller":"traceutil/trace.go:171","msg":"trace[987187705] linearizableReadLoop","detail":"{readStateIndex:21821; appliedIndex:21819; }","duration":"369.115679ms","start":"2026-03-11T02:26:34.749531Z","end":"2026-03-11T02:26:35.118647Z","steps":["trace[987187705] 'read index received' (duration: 365.915007ms)","trace[987187705] 'applied index is now lower than readState.Index' (duration: 3.200072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:26:35.118815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:26:34.718878Z","time spent":"399.933173ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-11T02:26:35.119023Z","caller":"traceutil/trace.go:171","msg":"trace[1439763742] transaction","detail":"{read_only:false; response_revision:21078; number_of_response:1; }","duration":"341.945908ms","start":"2026-03-11T02:26:34.777053Z","end":"2026-03-11T02:26:35.118999Z","steps":["trace[1439763742] 'process raft request' (duration: 341.508786ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:26:35.119074Z","caller":"traceutil/trace.go:171","msg":"trace[2119579749] transaction","detail":"{read_only:false; response_revision:21079; number_of_response:1; }","duration":"230.677068ms","start":"2026-03-11T02:26:34.888371Z","end":"2026-03-11T02:26:35.119048Z","steps":["trace[2119579749] 'process raft request' (duration: 230.238787ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:26:35.119129Z","caller":"traceutil/trace.go:171","msg":"trace[767607025] transaction","detail":"{read_only:false; response_revision:21077; number_of_response:1; }","duration":"397.532792ms","start":"2026-03-11T02:26:34.721557Z","end":"2026-03-11T02:26:35.119089Z","steps":["trace[767607025] 'process raft request' (duration: 396.758002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:26:35.119392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:26:34.777032Z","time spent":"342.04636ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:26:35.119478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:26:34.721538Z","time spent":"397.794619ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:26:35.119486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.961302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T02:26:35.119587Z","caller":"traceutil/trace.go:171","msg":"trace[795542981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21079; }","duration":"370.106705ms","start":"2026-03-11T02:26:34.74947Z","end":"2026-03-11T02:26:35.119577Z","steps":["trace[795542981] 'agreement among raft nodes before linearized reading' (duration: 369.865109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:26:35.119655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:26:34.749446Z","time spent":"370.199037ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:26:35.119809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.155328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:26:35.120377Z","caller":"traceutil/trace.go:171","msg":"trace[88739504] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21079; }","duration":"118.223649ms","start":"2026-03-11T02:26:35.00162Z","end":"2026-03-11T02:26:35.119844Z","steps":["trace[88739504] 'agreement among raft nodes before linearized reading' (duration: 118.139437ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:27:41.460157Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18779} {"level":"info","ts":"2026-03-11T02:27:41.5678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18779,"took":"103.779626ms","hash":2953144655,"current-db-size-bytes":46944256,"current-db-size":"47 MB","current-db-size-in-use-bytes":37138432,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-11T02:27:41.567875Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2953144655,"revision":18779,"compact-revision":16662} {"level":"info","ts":"2026-03-11T02:28:10.782299Z","caller":"traceutil/trace.go:171","msg":"trace[1872014757] transaction","detail":"{read_only:false; response_revision:22016; number_of_response:1; }","duration":"212.551481ms","start":"2026-03-11T02:28:10.569703Z","end":"2026-03-11T02:28:10.782255Z","steps":["trace[1872014757] 'process raft request' (duration: 212.352196ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:28:10.82702Z","caller":"traceutil/trace.go:171","msg":"trace[1760706935] transaction","detail":"{read_only:false; response_revision:22017; number_of_response:1; }","duration":"250.235523ms","start":"2026-03-11T02:28:10.576751Z","end":"2026-03-11T02:28:10.826986Z","steps":["trace[1760706935] 'process raft request' (duration: 250.133631ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:03.720707Z","caller":"traceutil/trace.go:171","msg":"trace[339398954] linearizableReadLoop","detail":"{readStateIndex:23882; appliedIndex:23881; }","duration":"310.702668ms","start":"2026-03-11T02:30:03.409958Z","end":"2026-03-11T02:30:03.720661Z","steps":["trace[339398954] 'read index received' (duration: 310.36466ms)","trace[339398954] 'applied index is now lower than readState.Index' (duration: 336.698µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:03.72081Z","caller":"traceutil/trace.go:171","msg":"trace[980119756] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"346.715528ms","start":"2026-03-11T02:30:03.374051Z","end":"2026-03-11T02:30:03.720766Z","steps":["trace[980119756] 'process raft request' (duration: 346.343029ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:03.720971Z","caller":"traceutil/trace.go:171","msg":"trace[128922324] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"232.120209ms","start":"2026-03-11T02:30:03.488817Z","end":"2026-03-11T02:30:03.720937Z","steps":["trace[128922324] 'process raft request' (duration: 232.057157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:03.721005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.014686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T02:30:03.721112Z","caller":"traceutil/trace.go:171","msg":"trace[152675066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23085; }","duration":"311.141ms","start":"2026-03-11T02:30:03.409933Z","end":"2026-03-11T02:30:03.721074Z","steps":["trace[152675066] 'agreement among raft nodes before linearized reading' (duration: 310.871613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:03.721126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:03.37403Z","time spent":"346.880613ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:03.721155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:03.409921Z","time spent":"311.226373ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T02:30:03.721307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.845395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T02:30:03.721376Z","caller":"traceutil/trace.go:171","msg":"trace[611187401] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23086; }","duration":"105.965428ms","start":"2026-03-11T02:30:03.615395Z","end":"2026-03-11T02:30:03.721361Z","steps":["trace[611187401] 'agreement among raft nodes before linearized reading' (duration: 105.810334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:03.727569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.676045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T02:30:03.727678Z","caller":"traceutil/trace.go:171","msg":"trace[696621358] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23086; }","duration":"289.844889ms","start":"2026-03-11T02:30:03.437814Z","end":"2026-03-11T02:30:03.727659Z","steps":["trace[696621358] 'agreement among raft nodes before linearized reading' (duration: 283.364523ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:03.985079Z","caller":"traceutil/trace.go:171","msg":"trace[1712863401] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"158.179518ms","start":"2026-03-11T02:30:03.826868Z","end":"2026-03-11T02:30:03.985047Z","steps":["trace[1712863401] 'process raft request' (duration: 111.558892ms)","trace[1712863401] 'compare' (duration: 45.725943ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:04.591019Z","caller":"traceutil/trace.go:171","msg":"trace[1725424330] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"429.411316ms","start":"2026-03-11T02:30:04.16158Z","end":"2026-03-11T02:30:04.590991Z","steps":["trace[1725424330] 'process raft request' (duration: 429.248832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:04.591169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:04.161567Z","time spent":"429.521979ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:04.600122Z","caller":"traceutil/trace.go:171","msg":"trace[494241897] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"198.528209ms","start":"2026-03-11T02:30:04.401565Z","end":"2026-03-11T02:30:04.600093Z","steps":["trace[494241897] 'process raft request' (duration: 198.466037ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:04.600124Z","caller":"traceutil/trace.go:171","msg":"trace[945769029] linearizableReadLoop","detail":"{readStateIndex:23889; appliedIndex:23887; }","duration":"239.58927ms","start":"2026-03-11T02:30:04.360482Z","end":"2026-03-11T02:30:04.600071Z","steps":["trace[945769029] 'read index received' (duration: 230.422853ms)","trace[945769029] 'applied index is now lower than readState.Index' (duration: 9.165247ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:04.600321Z","caller":"traceutil/trace.go:171","msg":"trace[1290791241] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"436.898849ms","start":"2026-03-11T02:30:04.163407Z","end":"2026-03-11T02:30:04.600305Z","steps":["trace[1290791241] 'process raft request' (duration: 436.419756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:04.600385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:04.16338Z","time spent":"436.968981ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:04.600404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.869698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T02:30:04.60044Z","caller":"traceutil/trace.go:171","msg":"trace[463403763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23093; }","duration":"239.987911ms","start":"2026-03-11T02:30:04.360441Z","end":"2026-03-11T02:30:04.600429Z","steps":["trace[463403763] 'agreement among raft nodes before linearized reading' (duration: 239.775496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.493113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.498068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:05.493274Z","caller":"traceutil/trace.go:171","msg":"trace[1204569233] linearizableReadLoop","detail":"{readStateIndex:23891; appliedIndex:23890; }","duration":"844.613603ms","start":"2026-03-11T02:30:04.648642Z","end":"2026-03-11T02:30:05.493255Z","steps":["trace[1204569233] 'read index received' (duration: 325.782457ms)","trace[1204569233] 'applied index is now lower than readState.Index' (duration: 518.829366ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:05.493359Z","caller":"traceutil/trace.go:171","msg":"trace[396262884] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"889.703758ms","start":"2026-03-11T02:30:04.603644Z","end":"2026-03-11T02:30:05.493347Z","steps":["trace[396262884] 'process raft request' (duration: 370.873542ms)","trace[396262884] 'compare' (duration: 517.995505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:05.493425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:04.60362Z","time spent":"889.773189ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:05.493619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.949802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-11T02:30:05.493723Z","caller":"traceutil/trace.go:171","msg":"trace[961145630] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23094; }","duration":"845.103546ms","start":"2026-03-11T02:30:04.648595Z","end":"2026-03-11T02:30:05.493699Z","steps":["trace[961145630] 'agreement among raft nodes before linearized reading' (duration: 844.757916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.493805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:04.648546Z","time spent":"845.249249ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-03-11T02:30:05.930966Z","caller":"traceutil/trace.go:171","msg":"trace[1685095927] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"1.21797482s","start":"2026-03-11T02:30:04.712935Z","end":"2026-03-11T02:30:05.93091Z","steps":["trace[1685095927] 'process raft request' (duration: 1.217673762s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.931239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:04.712902Z","time spent":"1.218139195s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:05.931407Z","caller":"traceutil/trace.go:171","msg":"trace[1037631648] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"1.217018595s","start":"2026-03-11T02:30:04.714355Z","end":"2026-03-11T02:30:05.931373Z","steps":["trace[1037631648] 'process raft request' (duration: 1.216487781s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.93157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:04.714323Z","time spent":"1.217161779s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:05.931555Z","caller":"traceutil/trace.go:171","msg":"trace[1487437351] linearizableReadLoop","detail":"{readStateIndex:23894; appliedIndex:23891; }","duration":"438.228413ms","start":"2026-03-11T02:30:05.493302Z","end":"2026-03-11T02:30:05.93153Z","steps":["trace[1487437351] 'read index received' (duration: 437.34566ms)","trace[1487437351] 'applied index is now lower than readState.Index' (duration: 880.563µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:05.931617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.575335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:30:05.931626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.631157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:05.931664Z","caller":"traceutil/trace.go:171","msg":"trace[1863955396] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23097; }","duration":"490.658957ms","start":"2026-03-11T02:30:05.440991Z","end":"2026-03-11T02:30:05.93165Z","steps":["trace[1863955396] 'agreement among raft nodes before linearized reading' (duration: 490.547484ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:05.931685Z","caller":"traceutil/trace.go:171","msg":"trace[1283397723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23097; }","duration":"783.75715ms","start":"2026-03-11T02:30:05.147911Z","end":"2026-03-11T02:30:05.931668Z","steps":["trace[1283397723] 'agreement among raft nodes before linearized reading' (duration: 783.636307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.931703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:05.440972Z","time spent":"490.719618ms","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:05.931729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:05.147869Z","time spent":"783.848874ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T02:30:05.931739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.503139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:30:05.931784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.988642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:30:05.931789Z","caller":"traceutil/trace.go:171","msg":"trace[1912297064] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23097; }","duration":"861.602092ms","start":"2026-03-11T02:30:05.070171Z","end":"2026-03-11T02:30:05.931773Z","steps":["trace[1912297064] 'agreement among raft nodes before linearized reading' (duration: 861.514299ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:05.931772Z","caller":"traceutil/trace.go:171","msg":"trace[350967347] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"1.177413302s","start":"2026-03-11T02:30:04.754329Z","end":"2026-03-11T02:30:05.931742Z","steps":["trace[350967347] 'process raft request' (duration: 1.17695945s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.93184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:05.070146Z","time spent":"861.676234ms","remote":"127.0.0.1:36010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:05.931982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:04.754318Z","time spent":"1.177569777s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:05.931826Z","caller":"traceutil/trace.go:171","msg":"trace[1297557529] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23097; }","duration":"932.057774ms","start":"2026-03-11T02:30:04.999755Z","end":"2026-03-11T02:30:05.931813Z","steps":["trace[1297557529] 'agreement among raft nodes before linearized reading' (duration: 931.93393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.932745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:04.999736Z","time spent":"932.989297ms","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:05.933335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:05.496172Z","time spent":"437.161826ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T02:30:05.933553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.022951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T02:30:05.933631Z","caller":"traceutil/trace.go:171","msg":"trace[1264244272] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"206.435344ms","start":"2026-03-11T02:30:05.727177Z","end":"2026-03-11T02:30:05.933612Z","steps":["trace[1264244272] 'process raft request' (duration: 206.065845ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:05.933649Z","caller":"traceutil/trace.go:171","msg":"trace[2118561324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23098; }","duration":"209.149253ms","start":"2026-03-11T02:30:05.724475Z","end":"2026-03-11T02:30:05.933624Z","steps":["trace[2118561324] 'agreement among raft nodes before linearized reading' (duration: 208.878037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.93359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.049321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:05.933814Z","caller":"traceutil/trace.go:171","msg":"trace[871842702] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23098; }","duration":"375.310048ms","start":"2026-03-11T02:30:05.558489Z","end":"2026-03-11T02:30:05.933799Z","steps":["trace[871842702] 'agreement among raft nodes before linearized reading' (duration: 375.062211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:05.933766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.563402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T02:30:05.933865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:05.558452Z","time spent":"375.393821ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:30:05.933889Z","caller":"traceutil/trace.go:171","msg":"trace[1224230681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23098; }","duration":"166.722228ms","start":"2026-03-11T02:30:05.767153Z","end":"2026-03-11T02:30:05.933875Z","steps":["trace[1224230681] 'agreement among raft nodes before linearized reading' (duration: 166.538203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.266932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.718991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T02:30:10.397207Z","caller":"traceutil/trace.go:171","msg":"trace[1129003766] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"451.800614ms","start":"2026-03-11T02:30:09.945382Z","end":"2026-03-11T02:30:10.397183Z","steps":["trace[1129003766] 'process raft request' (duration: 451.723182ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:10.397218Z","caller":"traceutil/trace.go:171","msg":"trace[627537987] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"452.519432ms","start":"2026-03-11T02:30:09.944676Z","end":"2026-03-11T02:30:10.397195Z","steps":["trace[627537987] 'process raft request' (duration: 452.281296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.397377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:09.945369Z","time spent":"451.904066ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:10.397453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:09.944646Z","time spent":"452.722066ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:10.397728Z","caller":"traceutil/trace.go:171","msg":"trace[1739310653] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"451.756763ms","start":"2026-03-11T02:30:09.945958Z","end":"2026-03-11T02:30:10.397715Z","steps":["trace[1739310653] 'process raft request' (duration: 451.191738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.3981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:09.945949Z","time spent":"452.104512ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:10.397782Z","caller":"traceutil/trace.go:171","msg":"trace[937194687] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"451.489316ms","start":"2026-03-11T02:30:09.946279Z","end":"2026-03-11T02:30:10.397768Z","steps":["trace[937194687] 'process raft request' (duration: 451.297201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.399084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:09.946272Z","time spent":"452.702897ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:10.397836Z","caller":"traceutil/trace.go:171","msg":"trace[1329465281] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"390.332747ms","start":"2026-03-11T02:30:10.007496Z","end":"2026-03-11T02:30:10.397829Z","steps":["trace[1329465281] 'process raft request' (duration: 390.208774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.399262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:10.007477Z","time spent":"391.692331ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:10.397883Z","caller":"traceutil/trace.go:171","msg":"trace[408650838] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"389.475973ms","start":"2026-03-11T02:30:10.008399Z","end":"2026-03-11T02:30:10.397875Z","steps":["trace[408650838] 'process raft request' (duration: 389.408291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.399453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:10.008367Z","time spent":"391.040623ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:10.397884Z","caller":"traceutil/trace.go:171","msg":"trace[374020695] linearizableReadLoop","detail":"{readStateIndex:23932; appliedIndex:23927; }","duration":"445.167912ms","start":"2026-03-11T02:30:09.95269Z","end":"2026-03-11T02:30:10.397858Z","steps":["trace[374020695] 'read index received' (duration: 126.688793ms)","trace[374020695] 'applied index is now lower than readState.Index' (duration: 318.477929ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:10.397936Z","caller":"traceutil/trace.go:171","msg":"trace[377603288] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"389.645339ms","start":"2026-03-11T02:30:10.008233Z","end":"2026-03-11T02:30:10.397878Z","steps":["trace[377603288] 'process raft request' (duration: 389.522436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.399704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:10.008224Z","time spent":"391.425824ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:10.39982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.833988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T02:30:10.39811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.400488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T02:30:10.399938Z","caller":"traceutil/trace.go:171","msg":"trace[1003753999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23136; }","duration":"447.254216ms","start":"2026-03-11T02:30:09.952648Z","end":"2026-03-11T02:30:10.399903Z","steps":["trace[1003753999] 'agreement among raft nodes before linearized reading' (duration: 445.307386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.400009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:09.952628Z","time spent":"447.36804ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T02:30:10.399952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.437836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-11T02:30:10.400067Z","caller":"traceutil/trace.go:171","msg":"trace[1691165378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23136; }","duration":"444.103715ms","start":"2026-03-11T02:30:09.955948Z","end":"2026-03-11T02:30:10.400052Z","steps":["trace[1691165378] 'agreement among raft nodes before linearized reading' (duration: 443.732405ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:10.400145Z","caller":"traceutil/trace.go:171","msg":"trace[205545225] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23136; }","duration":"184.642381ms","start":"2026-03-11T02:30:10.215464Z","end":"2026-03-11T02:30:10.400106Z","steps":["trace[205545225] 'agreement among raft nodes before linearized reading' (duration: 184.415126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.400261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:09.955935Z","time spent":"444.255038ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T02:30:10.792785Z","caller":"traceutil/trace.go:171","msg":"trace[39185317] linearizableReadLoop","detail":"{readStateIndex:23939; appliedIndex:23938; }","duration":"179.19872ms","start":"2026-03-11T02:30:10.61356Z","end":"2026-03-11T02:30:10.792759Z","steps":["trace[39185317] 'read index received' (duration: 139.482644ms)","trace[39185317] 'applied index is now lower than readState.Index' (duration: 39.714516ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:10.79293Z","caller":"traceutil/trace.go:171","msg":"trace[1756764299] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"230.555067ms","start":"2026-03-11T02:30:10.562362Z","end":"2026-03-11T02:30:10.792917Z","steps":["trace[1756764299] 'process raft request' (duration: 190.731928ms)","trace[1756764299] 'compare' (duration: 39.07637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:10.793306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.758142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T02:30:10.793504Z","caller":"traceutil/trace.go:171","msg":"trace[1501945548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23140; }","duration":"163.899035ms","start":"2026-03-11T02:30:10.629477Z","end":"2026-03-11T02:30:10.793376Z","steps":["trace[1501945548] 'agreement among raft nodes before linearized reading' (duration: 163.631377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:10.793759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.198035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T02:30:10.793835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.638062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:10.793805Z","caller":"traceutil/trace.go:171","msg":"trace[1222869499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23140; }","duration":"180.283657ms","start":"2026-03-11T02:30:10.613508Z","end":"2026-03-11T02:30:10.793792Z","steps":["trace[1222869499] 'agreement among raft nodes before linearized reading' (duration: 180.154764ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:10.793891Z","caller":"traceutil/trace.go:171","msg":"trace[671646194] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23140; }","duration":"114.728564ms","start":"2026-03-11T02:30:10.679145Z","end":"2026-03-11T02:30:10.793873Z","steps":["trace[671646194] 'agreement among raft nodes before linearized reading' (duration: 114.61294ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:11.000824Z","caller":"traceutil/trace.go:171","msg":"trace[922211650] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"203.524479ms","start":"2026-03-11T02:30:10.79728Z","end":"2026-03-11T02:30:11.000805Z","steps":["trace[922211650] 'process raft request' (duration: 203.386936ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:11.140786Z","caller":"traceutil/trace.go:171","msg":"trace[573157513] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"342.014397ms","start":"2026-03-11T02:30:10.798528Z","end":"2026-03-11T02:30:11.140543Z","steps":["trace[573157513] 'process raft request' (duration: 341.195586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:11.140933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:10.798507Z","time spent":"342.352146ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:12.035567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.442937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:12.035651Z","caller":"traceutil/trace.go:171","msg":"trace[727149229] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23143; }","duration":"131.59278ms","start":"2026-03-11T02:30:11.904035Z","end":"2026-03-11T02:30:12.035627Z","steps":["trace[727149229] 'count revisions from in-memory index tree' (duration: 131.303663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:12.036026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.899837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-11T02:30:12.036086Z","caller":"traceutil/trace.go:171","msg":"trace[2107065814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23143; }","duration":"257.01861ms","start":"2026-03-11T02:30:11.779054Z","end":"2026-03-11T02:30:12.036072Z","steps":["trace[2107065814] 'range keys from in-memory index tree' (duration: 256.752364ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:12.656754Z","caller":"traceutil/trace.go:171","msg":"trace[516530146] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"252.70703ms","start":"2026-03-11T02:30:12.404028Z","end":"2026-03-11T02:30:12.656736Z","steps":["trace[516530146] 'process raft request' (duration: 252.583687ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:13.426296Z","caller":"traceutil/trace.go:171","msg":"trace[1296975847] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"1.022086239s","start":"2026-03-11T02:30:12.404181Z","end":"2026-03-11T02:30:13.426268Z","steps":["trace[1296975847] 'process raft request' (duration: 1.022006606s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:13.426317Z","caller":"traceutil/trace.go:171","msg":"trace[1014806505] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.022140751s","start":"2026-03-11T02:30:12.404148Z","end":"2026-03-11T02:30:13.426289Z","steps":["trace[1014806505] 'process raft request' (duration: 1.021604227s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.426486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.404125Z","time spent":"1.022255264s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:13.426495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.404161Z","time spent":"1.022207893s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:13.426636Z","caller":"traceutil/trace.go:171","msg":"trace[1253123629] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"1.022433457s","start":"2026-03-11T02:30:12.404175Z","end":"2026-03-11T02:30:13.426608Z","steps":["trace[1253123629] 'process raft request' (duration: 1.022055458s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:13.42666Z","caller":"traceutil/trace.go:171","msg":"trace[760213479] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"1.022481539s","start":"2026-03-11T02:30:12.404164Z","end":"2026-03-11T02:30:13.426646Z","steps":["trace[760213479] 'process raft request' (duration: 1.022342646s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:13.42669Z","caller":"traceutil/trace.go:171","msg":"trace[692332562] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"1.022406167s","start":"2026-03-11T02:30:12.404266Z","end":"2026-03-11T02:30:13.426673Z","steps":["trace[692332562] 'process raft request' (duration: 1.022341715s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.426754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.40414Z","time spent":"1.022555981s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:13.426787Z","caller":"traceutil/trace.go:171","msg":"trace[185064114] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"1.02171771s","start":"2026-03-11T02:30:12.405061Z","end":"2026-03-11T02:30:13.426778Z","steps":["trace[185064114] 'process raft request' (duration: 1.021581626s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.426833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.40505Z","time spent":"1.02175987s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:13.426738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.404129Z","time spent":"1.022573011s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:13.426858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.823698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T02:30:13.42686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.404228Z","time spent":"1.022569511s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:13.426763Z","caller":"traceutil/trace.go:171","msg":"trace[1670246818] linearizableReadLoop","detail":"{readStateIndex:23950; appliedIndex:23943; }","duration":"981.717696ms","start":"2026-03-11T02:30:12.445031Z","end":"2026-03-11T02:30:13.426749Z","steps":["trace[1670246818] 'read index received' (duration: 211.648839ms)","trace[1670246818] 'applied index is now lower than readState.Index' (duration: 770.068107ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:13.426884Z","caller":"traceutil/trace.go:171","msg":"trace[506789431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23151; }","duration":"981.87359ms","start":"2026-03-11T02:30:12.445004Z","end":"2026-03-11T02:30:13.426877Z","steps":["trace[506789431] 'agreement among raft nodes before linearized reading' (duration: 981.777058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.426903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.444995Z","time spent":"981.904751ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T02:30:13.649691Z","caller":"traceutil/trace.go:171","msg":"trace[802582543] linearizableReadLoop","detail":"{readStateIndex:23951; appliedIndex:23950; }","duration":"222.764687ms","start":"2026-03-11T02:30:13.426895Z","end":"2026-03-11T02:30:13.649659Z","steps":["trace[802582543] 'read index received' (duration: 222.679675ms)","trace[802582543] 'applied index is now lower than readState.Index' (duration: 83.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:13.649994Z","caller":"traceutil/trace.go:171","msg":"trace[270021863] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"574.240627ms","start":"2026-03-11T02:30:13.075735Z","end":"2026-03-11T02:30:13.649975Z","steps":["trace[270021863] 'process raft request' (duration: 573.699093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.65014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:13.075717Z","time spent":"574.328369ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:13.650487Z","caller":"traceutil/trace.go:171","msg":"trace[807924325] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"217.426909ms","start":"2026-03-11T02:30:13.432911Z","end":"2026-03-11T02:30:13.650338Z","steps":["trace[807924325] 'process raft request' (duration: 217.11073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.650539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.380587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T02:30:13.650599Z","caller":"traceutil/trace.go:171","msg":"trace[1689291901] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23153; }","duration":"390.47756ms","start":"2026-03-11T02:30:13.260106Z","end":"2026-03-11T02:30:13.650584Z","steps":["trace[1689291901] 'agreement among raft nodes before linearized reading' (duration: 390.294985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.650647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:13.260084Z","time spent":"390.550502ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T02:30:13.650767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047747192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-11T02:30:13.650829Z","caller":"traceutil/trace.go:171","msg":"trace[1308524429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23153; }","duration":"1.047847804s","start":"2026-03-11T02:30:12.602965Z","end":"2026-03-11T02:30:13.650812Z","steps":["trace[1308524429] 'agreement among raft nodes before linearized reading' (duration: 1.04766914s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.650872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.602947Z","time spent":"1.047913385s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T02:30:13.65137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.108136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:13.651493Z","caller":"traceutil/trace.go:171","msg":"trace[1223079835] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23153; }","duration":"641.29239ms","start":"2026-03-11T02:30:13.010171Z","end":"2026-03-11T02:30:13.651463Z","steps":["trace[1223079835] 'agreement among raft nodes before linearized reading' (duration: 641.062455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.651644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.907385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T02:30:13.651673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:13.010149Z","time spent":"641.498686ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:30:13.65175Z","caller":"traceutil/trace.go:171","msg":"trace[1479546123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23153; }","duration":"647.059189ms","start":"2026-03-11T02:30:13.004662Z","end":"2026-03-11T02:30:13.651722Z","steps":["trace[1479546123] 'agreement among raft nodes before linearized reading' (duration: 646.71265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.651675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.363872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T02:30:13.651869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203960919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T02:30:13.651878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.571752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:13.651887Z","caller":"traceutil/trace.go:171","msg":"trace[1206727499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23153; }","duration":"504.824404ms","start":"2026-03-11T02:30:13.147044Z","end":"2026-03-11T02:30:13.651868Z","steps":["trace[1206727499] 'agreement among raft nodes before linearized reading' (duration: 504.234989ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:13.651943Z","caller":"traceutil/trace.go:171","msg":"trace[1715104753] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23153; }","duration":"712.679374ms","start":"2026-03-11T02:30:12.939246Z","end":"2026-03-11T02:30:13.651926Z","steps":["trace[1715104753] 'agreement among raft nodes before linearized reading' (duration: 712.566452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.652016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.938409Z","time spent":"713.591177ms","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:30:13.651944Z","caller":"traceutil/trace.go:171","msg":"trace[84746859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23153; }","duration":"1.204043421s","start":"2026-03-11T02:30:12.447887Z","end":"2026-03-11T02:30:13.65193Z","steps":["trace[84746859] 'agreement among raft nodes before linearized reading' (duration: 1.203899307s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.652031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:13.147021Z","time spent":"504.993778ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:30:13.65213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.447881Z","time spent":"1.204223055s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T02:30:13.651821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:13.004642Z","time spent":"647.163643ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T02:30:13.651754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061997821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:30:13.652347Z","caller":"traceutil/trace.go:171","msg":"trace[1397669184] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23153; }","duration":"1.062545404s","start":"2026-03-11T02:30:12.589734Z","end":"2026-03-11T02:30:13.652279Z","steps":["trace[1397669184] 'agreement among raft nodes before linearized reading' (duration: 1.061938779s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:13.652728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:12.589687Z","time spent":"1.06277019s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:15.872458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.701664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:15.872564Z","caller":"traceutil/trace.go:171","msg":"trace[960021004] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"437.275519ms","start":"2026-03-11T02:30:15.435269Z","end":"2026-03-11T02:30:15.872545Z","steps":["trace[960021004] 'process raft request' (duration: 216.407342ms)","trace[960021004] 'compare' (duration: 220.521187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:15.872746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.435235Z","time spent":"437.438483ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:15.873096Z","caller":"traceutil/trace.go:171","msg":"trace[569104912] linearizableReadLoop","detail":"{readStateIndex:23968; appliedIndex:23963; }","duration":"212.495171ms","start":"2026-03-11T02:30:15.660579Z","end":"2026-03-11T02:30:15.873074Z","steps":["trace[569104912] 'read index received' (duration: 212.226563ms)","trace[569104912] 'applied index is now lower than readState.Index' (duration: 267.808µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:15.873146Z","caller":"traceutil/trace.go:171","msg":"trace[1825815867] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"437.399502ms","start":"2026-03-11T02:30:15.435731Z","end":"2026-03-11T02:30:15.87313Z","steps":["trace[1825815867] 'process raft request' (duration: 437.213997ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:15.873207Z","caller":"traceutil/trace.go:171","msg":"trace[175626267] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"437.32505ms","start":"2026-03-11T02:30:15.435871Z","end":"2026-03-11T02:30:15.873196Z","steps":["trace[175626267] 'process raft request' (duration: 437.111994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:15.873248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.43571Z","time spent":"437.467713ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:15.873376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.435859Z","time spent":"437.376102ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:15.873612Z","caller":"traceutil/trace.go:171","msg":"trace[731145490] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"438.002527ms","start":"2026-03-11T02:30:15.435572Z","end":"2026-03-11T02:30:15.873575Z","steps":["trace[731145490] 'process raft request' (duration: 437.283929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:15.873718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.435546Z","time spent":"438.105689ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:15.873778Z","caller":"traceutil/trace.go:171","msg":"trace[331974640] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"437.758782ms","start":"2026-03-11T02:30:15.435983Z","end":"2026-03-11T02:30:15.873741Z","steps":["trace[331974640] 'process raft request' (duration: 437.029592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:15.873928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.435976Z","time spent":"437.875075ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:15.874096Z","caller":"traceutil/trace.go:171","msg":"trace[1960081240] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"430.860222ms","start":"2026-03-11T02:30:15.443193Z","end":"2026-03-11T02:30:15.874053Z","steps":["trace[1960081240] 'process raft request' (duration: 429.854046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:15.874195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.44318Z","time spent":"430.948665ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:15.874487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.903267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T02:30:15.874566Z","caller":"traceutil/trace.go:171","msg":"trace[1808668621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23168; }","duration":"214.0185ms","start":"2026-03-11T02:30:15.660536Z","end":"2026-03-11T02:30:15.874555Z","steps":["trace[1808668621] 'agreement among raft nodes before linearized reading' (duration: 213.771913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:15.87482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.493925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T02:30:15.874873Z","caller":"traceutil/trace.go:171","msg":"trace[687451590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23168; }","duration":"206.588497ms","start":"2026-03-11T02:30:15.668271Z","end":"2026-03-11T02:30:15.874859Z","steps":["trace[687451590] 'agreement among raft nodes before linearized reading' (duration: 206.437044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:15.875003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.424216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T02:30:15.875072Z","caller":"traceutil/trace.go:171","msg":"trace[259298006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23168; }","duration":"203.479307ms","start":"2026-03-11T02:30:15.671556Z","end":"2026-03-11T02:30:15.875035Z","steps":["trace[259298006] 'agreement among raft nodes before linearized reading' (duration: 203.362004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:15.875104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.52754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T02:30:15.874865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.390234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T02:30:15.875141Z","caller":"traceutil/trace.go:171","msg":"trace[2084829259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23168; }","duration":"205.584001ms","start":"2026-03-11T02:30:15.669548Z","end":"2026-03-11T02:30:15.875132Z","steps":["trace[2084829259] 'agreement among raft nodes before linearized reading' (duration: 205.466048ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:15.875197Z","caller":"traceutil/trace.go:171","msg":"trace[1722228017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23168; }","duration":"203.742894ms","start":"2026-03-11T02:30:15.671445Z","end":"2026-03-11T02:30:15.875188Z","steps":["trace[1722228017] 'agreement among raft nodes before linearized reading' (duration: 203.320063ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:16.16419Z","caller":"traceutil/trace.go:171","msg":"trace[85087359] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"281.983845ms","start":"2026-03-11T02:30:15.88217Z","end":"2026-03-11T02:30:16.164154Z","steps":["trace[85087359] 'process raft request' (duration: 255.134472ms)","trace[85087359] 'compare' (duration: 26.598947ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:16.507598Z","caller":"traceutil/trace.go:171","msg":"trace[1932553563] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"625.04411ms","start":"2026-03-11T02:30:15.882536Z","end":"2026-03-11T02:30:16.50758Z","steps":["trace[1932553563] 'process raft request' (duration: 595.376643ms)","trace[1932553563] 'compare' (duration: 29.454152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:16.507703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.882522Z","time spent":"625.127353ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:16.507809Z","caller":"traceutil/trace.go:171","msg":"trace[1276273581] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"625.152333ms","start":"2026-03-11T02:30:15.88264Z","end":"2026-03-11T02:30:16.507792Z","steps":["trace[1276273581] 'process raft request' (duration: 624.898567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:16.5079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.882633Z","time spent":"625.226075ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:16.507921Z","caller":"traceutil/trace.go:171","msg":"trace[857763333] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"625.253955ms","start":"2026-03-11T02:30:15.882661Z","end":"2026-03-11T02:30:16.507915Z","steps":["trace[857763333] 'process raft request' (duration: 625.072441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:16.507954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.882642Z","time spent":"625.293017ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:16.508048Z","caller":"traceutil/trace.go:171","msg":"trace[1672598123] linearizableReadLoop","detail":"{readStateIndex:23973; appliedIndex:23968; }","duration":"441.189931ms","start":"2026-03-11T02:30:16.066852Z","end":"2026-03-11T02:30:16.508042Z","steps":["trace[1672598123] 'read index received' (duration: 70.468761ms)","trace[1672598123] 'applied index is now lower than readState.Index' (duration: 370.72028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:16.508132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.000359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:16.508161Z","caller":"traceutil/trace.go:171","msg":"trace[1270065632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23173; }","duration":"361.06704ms","start":"2026-03-11T02:30:16.147087Z","end":"2026-03-11T02:30:16.508154Z","steps":["trace[1270065632] 'agreement among raft nodes before linearized reading' (duration: 361.009099ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:16.508127Z","caller":"traceutil/trace.go:171","msg":"trace[669159683] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"623.232295ms","start":"2026-03-11T02:30:15.884859Z","end":"2026-03-11T02:30:16.508091Z","steps":["trace[669159683] 'process raft request' (duration: 623.029339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:16.508176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.147066Z","time spent":"361.106281ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T02:30:16.508205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.324153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-11T02:30:16.508257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.49885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7799494857-22bn9.189ba88e0fc9d7cc\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-11T02:30:16.508272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:15.884839Z","time spent":"623.351007ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:16.508272Z","caller":"traceutil/trace.go:171","msg":"trace[1617633664] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23173; }","duration":"441.460857ms","start":"2026-03-11T02:30:16.066792Z","end":"2026-03-11T02:30:16.508253Z","steps":["trace[1617633664] 'agreement among raft nodes before linearized reading' (duration: 441.299583ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:16.508291Z","caller":"traceutil/trace.go:171","msg":"trace[1250217667] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7799494857-22bn9.189ba88e0fc9d7cc; range_end:; response_count:1; response_revision:23173; }","duration":"102.564881ms","start":"2026-03-11T02:30:16.405714Z","end":"2026-03-11T02:30:16.508279Z","steps":["trace[1250217667] 'agreement among raft nodes before linearized reading' (duration: 102.447699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:16.508322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.066768Z","time spent":"441.545039ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-11T02:30:16.508342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.578294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:30:16.508361Z","caller":"traceutil/trace.go:171","msg":"trace[301692453] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23173; }","duration":"219.632465ms","start":"2026-03-11T02:30:16.288721Z","end":"2026-03-11T02:30:16.508353Z","steps":["trace[301692453] 'agreement among raft nodes before linearized reading' (duration: 219.548323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:16.50846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.261677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:16.508497Z","caller":"traceutil/trace.go:171","msg":"trace[1591479980] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23173; }","duration":"305.336279ms","start":"2026-03-11T02:30:16.203149Z","end":"2026-03-11T02:30:16.508485Z","steps":["trace[1591479980] 'agreement among raft nodes before linearized reading' (duration: 305.254787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:16.508524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.203132Z","time spent":"305.38419ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:16.849294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.504612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:16.849552Z","caller":"traceutil/trace.go:171","msg":"trace[1123341592] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"184.054685ms","start":"2026-03-11T02:30:16.665479Z","end":"2026-03-11T02:30:16.849534Z","steps":["trace[1123341592] 'process raft request' (duration: 184.004604ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:16.849914Z","caller":"traceutil/trace.go:171","msg":"trace[1787228214] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"334.303379ms","start":"2026-03-11T02:30:16.515581Z","end":"2026-03-11T02:30:16.849885Z","steps":["trace[1787228214] 'process raft request' (duration: 333.819666ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:16.849935Z","caller":"traceutil/trace.go:171","msg":"trace[609281920] linearizableReadLoop","detail":"{readStateIndex:23974; appliedIndex:23973; }","duration":"338.065195ms","start":"2026-03-11T02:30:16.511846Z","end":"2026-03-11T02:30:16.849912Z","steps":["trace[609281920] 'read index received' (duration: 170.854635ms)","trace[609281920] 'applied index is now lower than readState.Index' (duration: 167.20886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:16.850036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.515566Z","time spent":"334.408691ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:16.850051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.197009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:16.850119Z","caller":"traceutil/trace.go:171","msg":"trace[1854472503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23176; }","duration":"338.26473ms","start":"2026-03-11T02:30:16.511818Z","end":"2026-03-11T02:30:16.850083Z","steps":["trace[1854472503] 'agreement among raft nodes before linearized reading' (duration: 338.187068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:16.850161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.511806Z","time spent":"338.347272ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T02:30:16.850291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.122186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-11T02:30:16.850321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.840164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29553270-b76gr\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-03-11T02:30:16.850329Z","caller":"traceutil/trace.go:171","msg":"trace[1030276260] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23176; }","duration":"338.343891ms","start":"2026-03-11T02:30:16.511976Z","end":"2026-03-11T02:30:16.85032Z","steps":["trace[1030276260] 'agreement among raft nodes before linearized reading' (duration: 338.044614ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:16.850407Z","caller":"traceutil/trace.go:171","msg":"trace[2067497785] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29553270-b76gr; range_end:; response_count:1; response_revision:23176; }","duration":"230.959338ms","start":"2026-03-11T02:30:16.619426Z","end":"2026-03-11T02:30:16.850386Z","steps":["trace[2067497785] 'agreement among raft nodes before linearized reading' (duration: 230.714221ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:16.850511Z","caller":"traceutil/trace.go:171","msg":"trace[453660061] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"338.069586ms","start":"2026-03-11T02:30:16.511723Z","end":"2026-03-11T02:30:16.849792Z","steps":["trace[453660061] 'process raft request' (duration: 170.965818ms)","trace[453660061] 'compare' (duration: 166.303327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:16.850782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.5117Z","time spent":"339.04033ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:16.850442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.511948Z","time spent":"338.445265ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":803,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-11T02:30:17.17976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.028988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:17.179966Z","caller":"traceutil/trace.go:171","msg":"trace[72791498] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"317.70041ms","start":"2026-03-11T02:30:16.862248Z","end":"2026-03-11T02:30:17.179948Z","steps":["trace[72791498] 'process raft request' (duration: 317.618388ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:17.179971Z","caller":"traceutil/trace.go:171","msg":"trace[1876739530] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"319.957547ms","start":"2026-03-11T02:30:16.859986Z","end":"2026-03-11T02:30:17.179943Z","steps":["trace[1876739530] 'process raft request' (duration: 150.671063ms)","trace[1876739530] 'compare' (duration: 168.604127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:17.180048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.862238Z","time spent":"317.774101ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:17.180106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:16.859971Z","time spent":"320.05965ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:17.863796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.382984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:30:17.863829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.883739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:17.863861Z","caller":"traceutil/trace.go:171","msg":"trace[655418788] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23179; }","duration":"547.497697ms","start":"2026-03-11T02:30:17.31635Z","end":"2026-03-11T02:30:17.863847Z","steps":["trace[655418788] 'range keys from in-memory index tree' (duration: 547.283941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:17.863894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:17.316319Z","time spent":"547.565258ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-11T02:30:17.863896Z","caller":"traceutil/trace.go:171","msg":"trace[378737289] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23179; }","duration":"580.988622ms","start":"2026-03-11T02:30:17.282887Z","end":"2026-03-11T02:30:17.863876Z","steps":["trace[378737289] 'count revisions from in-memory index tree' (duration: 580.811118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:17.863952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:17.28287Z","time spent":"581.054763ms","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:17.864005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.003679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:30:17.864128Z","caller":"traceutil/trace.go:171","msg":"trace[480991392] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23179; }","duration":"416.183544ms","start":"2026-03-11T02:30:17.447928Z","end":"2026-03-11T02:30:17.864112Z","steps":["trace[480991392] 'count revisions from in-memory index tree' (duration: 415.909206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:17.864157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.852143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:17.864192Z","caller":"traceutil/trace.go:171","msg":"trace[625371879] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23179; }","duration":"173.906914ms","start":"2026-03-11T02:30:17.690277Z","end":"2026-03-11T02:30:17.864183Z","steps":["trace[625371879] 'range keys from in-memory index tree' (duration: 173.798022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:17.864167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:17.447908Z","time spent":"416.250305ms","remote":"127.0.0.1:35200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:17.86443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.283682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-03-11T02:30:17.86448Z","caller":"traceutil/trace.go:171","msg":"trace[2101579771] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23179; }","duration":"285.362634ms","start":"2026-03-11T02:30:17.579102Z","end":"2026-03-11T02:30:17.864465Z","steps":["trace[2101579771] 'range keys from in-memory index tree' (duration: 285.137767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:17.864609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.976311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-11T02:30:17.864635Z","caller":"traceutil/trace.go:171","msg":"trace[1155890983] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23179; }","duration":"175.040563ms","start":"2026-03-11T02:30:17.689587Z","end":"2026-03-11T02:30:17.864628Z","steps":["trace[1155890983] 'range keys from in-memory index tree' (duration: 174.603342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:24.967437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:24.650991Z","time spent":"316.438396ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T02:30:25.597519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.69601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:25.59762Z","caller":"traceutil/trace.go:171","msg":"trace[1736509600] linearizableReadLoop","detail":"{readStateIndex:24044; appliedIndex:24043; }","duration":"451.611159ms","start":"2026-03-11T02:30:25.145992Z","end":"2026-03-11T02:30:25.597603Z","steps":["trace[1736509600] 'read index received' (duration: 102.806827ms)","trace[1736509600] 'applied index is now lower than readState.Index' (duration: 348.802722ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:25.597782Z","caller":"traceutil/trace.go:171","msg":"trace[977133221] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"629.160337ms","start":"2026-03-11T02:30:24.968578Z","end":"2026-03-11T02:30:25.597739Z","steps":["trace[977133221] 'process raft request' (duration: 280.16263ms)","trace[977133221] 'compare' (duration: 348.069624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:25.598161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:24.968553Z","time spent":"629.265659ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:25.598159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.144533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:25.598235Z","caller":"traceutil/trace.go:171","msg":"trace[2072080785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23242; }","duration":"452.268936ms","start":"2026-03-11T02:30:25.145948Z","end":"2026-03-11T02:30:25.598217Z","steps":["trace[2072080785] 'agreement among raft nodes before linearized reading' (duration: 452.06325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:25.598224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.312275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-11T02:30:25.598276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.145929Z","time spent":"452.338937ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T02:30:25.598321Z","caller":"traceutil/trace.go:171","msg":"trace[1771674803] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23242; }","duration":"152.463869ms","start":"2026-03-11T02:30:25.445839Z","end":"2026-03-11T02:30:25.598303Z","steps":["trace[1771674803] 'agreement among raft nodes before linearized reading' (duration: 152.13779ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:25.943464Z","caller":"traceutil/trace.go:171","msg":"trace[1894015335] linearizableReadLoop","detail":"{readStateIndex:24045; appliedIndex:24044; }","duration":"339.880733ms","start":"2026-03-11T02:30:25.603556Z","end":"2026-03-11T02:30:25.943437Z","steps":["trace[1894015335] 'read index received' (duration: 325.882461ms)","trace[1894015335] 'applied index is now lower than readState.Index' (duration: 13.996822ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:25.943595Z","caller":"traceutil/trace.go:171","msg":"trace[977011546] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"340.897918ms","start":"2026-03-11T02:30:25.602667Z","end":"2026-03-11T02:30:25.943564Z","steps":["trace[977011546] 'process raft request' (duration: 326.821514ms)","trace[977011546] 'compare' (duration: 12.907183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:25.9437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.136319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T02:30:25.943714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.602645Z","time spent":"340.98223ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:25.943758Z","caller":"traceutil/trace.go:171","msg":"trace[1134292454] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23243; }","duration":"340.22404ms","start":"2026-03-11T02:30:25.603521Z","end":"2026-03-11T02:30:25.943745Z","steps":["trace[1134292454] 'agreement among raft nodes before linearized reading' (duration: 340.064176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:25.94379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.603509Z","time spent":"340.275512ms","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-11T02:30:26.443602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336463066,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T02:30:26.617017Z","caller":"traceutil/trace.go:171","msg":"trace[1028519062] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"685.431161ms","start":"2026-03-11T02:30:25.931566Z","end":"2026-03-11T02:30:26.616997Z","steps":["trace[1028519062] 'process raft request' (duration: 685.308518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:26.617144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.931538Z","time spent":"685.537703ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:27.05152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.52833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:27.051721Z","caller":"traceutil/trace.go:171","msg":"trace[1630831604] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"1.118013907s","start":"2026-03-11T02:30:25.933678Z","end":"2026-03-11T02:30:27.051692Z","steps":["trace[1630831604] 'process raft request' (duration: 971.321156ms)","trace[1630831604] 'compare' (duration: 144.590677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:27.051848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.933642Z","time spent":"1.11813228s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:27.052011Z","caller":"traceutil/trace.go:171","msg":"trace[1465368920] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"1.113413118s","start":"2026-03-11T02:30:25.938589Z","end":"2026-03-11T02:30:27.052002Z","steps":["trace[1465368920] 'process raft request' (duration: 1.113153072s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.052055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.93858Z","time spent":"1.11345398s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:27.05204Z","caller":"traceutil/trace.go:171","msg":"trace[1015299884] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"1.114812695s","start":"2026-03-11T02:30:25.93697Z","end":"2026-03-11T02:30:27.051783Z","steps":["trace[1015299884] 'process raft request' (duration: 1.114682951s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:27.052127Z","caller":"traceutil/trace.go:171","msg":"trace[1781487308] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"1.113252584s","start":"2026-03-11T02:30:25.938851Z","end":"2026-03-11T02:30:27.052103Z","steps":["trace[1781487308] 'process raft request' (duration: 1.113090511s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:27.052225Z","caller":"traceutil/trace.go:171","msg":"trace[37669032] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"1.113198113s","start":"2026-03-11T02:30:25.938998Z","end":"2026-03-11T02:30:27.052197Z","steps":["trace[37669032] 'process raft request' (duration: 1.113065849s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.052259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.938828Z","time spent":"1.113362848s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:27.052327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370093281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:30:27.052377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.938972Z","time spent":"1.113331017s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:27.052401Z","caller":"traceutil/trace.go:171","msg":"trace[1848111029] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23249; }","duration":"1.370208724s","start":"2026-03-11T02:30:25.68218Z","end":"2026-03-11T02:30:27.052389Z","steps":["trace[1848111029] 'agreement among raft nodes before linearized reading' (duration: 1.370071671s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.052446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.682168Z","time spent":"1.370267066s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:27.052541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.936955Z","time spent":"1.115306397s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:27.052219Z","caller":"traceutil/trace.go:171","msg":"trace[152635476] linearizableReadLoop","detail":"{readStateIndex:24051; appliedIndex:24045; }","duration":"1.108639386s","start":"2026-03-11T02:30:25.94353Z","end":"2026-03-11T02:30:27.05217Z","steps":["trace[152635476] 'read index received' (duration: 673.359039ms)","trace[152635476] 'applied index is now lower than readState.Index' (duration: 435.278947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:27.135445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15564956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:30:27.135508Z","caller":"traceutil/trace.go:171","msg":"trace[1632867164] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23250; }","duration":"1.155773894s","start":"2026-03-11T02:30:25.979718Z","end":"2026-03-11T02:30:27.135492Z","steps":["trace[1632867164] 'agreement among raft nodes before linearized reading' (duration: 1.15565013s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.135537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.979697Z","time spent":"1.155833215s","remote":"127.0.0.1:43290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:30:27.135829Z","caller":"traceutil/trace.go:171","msg":"trace[2029819459] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"154.640426ms","start":"2026-03-11T02:30:26.981176Z","end":"2026-03-11T02:30:27.135816Z","steps":["trace[2029819459] 'process raft request' (duration: 154.03636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.886262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:27.136037Z","caller":"traceutil/trace.go:171","msg":"trace[1679800140] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23250; }","duration":"464.974814ms","start":"2026-03-11T02:30:26.671054Z","end":"2026-03-11T02:30:27.136029Z","steps":["trace[1679800140] 'agreement among raft nodes before linearized reading' (duration: 464.914123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.671031Z","time spent":"465.028025ms","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:27.136121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104475507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:27.136198Z","caller":"traceutil/trace.go:171","msg":"trace[1402155321] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23250; }","duration":"1.104618982s","start":"2026-03-11T02:30:26.031561Z","end":"2026-03-11T02:30:27.13618Z","steps":["trace[1402155321] 'agreement among raft nodes before linearized reading' (duration: 1.104475687s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147345236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:30:27.136246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.031533Z","time spent":"1.104702534s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:30:27.136272Z","caller":"traceutil/trace.go:171","msg":"trace[917931401] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23250; }","duration":"1.147405547s","start":"2026-03-11T02:30:25.988856Z","end":"2026-03-11T02:30:27.136262Z","steps":["trace[917931401] 'agreement among raft nodes before linearized reading' (duration: 1.147347595s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.088395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-11T02:30:27.136281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.721602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T02:30:27.136333Z","caller":"traceutil/trace.go:171","msg":"trace[1437616754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23250; }","duration":"528.153357ms","start":"2026-03-11T02:30:26.608165Z","end":"2026-03-11T02:30:27.136319Z","steps":["trace[1437616754] 'agreement among raft nodes before linearized reading' (duration: 528.061885ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:27.13635Z","caller":"traceutil/trace.go:171","msg":"trace[756974178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23250; }","duration":"934.862096ms","start":"2026-03-11T02:30:26.201471Z","end":"2026-03-11T02:30:27.136333Z","steps":["trace[756974178] 'agreement among raft nodes before linearized reading' (duration: 934.62394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.608146Z","time spent":"528.226479ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T02:30:27.136391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.201437Z","time spent":"934.945518ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T02:30:27.136484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.595344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:27.136537Z","caller":"traceutil/trace.go:171","msg":"trace[1068440463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23250; }","duration":"988.703466ms","start":"2026-03-11T02:30:26.147825Z","end":"2026-03-11T02:30:27.136528Z","steps":["trace[1068440463] 'agreement among raft nodes before linearized reading' (duration: 988.618474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.147789Z","time spent":"988.768618ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T02:30:27.136305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:25.988842Z","time spent":"1.147456239s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:27.13619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.191516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7799494857-22bn9.189ba88e0fc9d7cc\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-11T02:30:27.136662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.130208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:27.1367Z","caller":"traceutil/trace.go:171","msg":"trace[757244165] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7799494857-22bn9.189ba88e0fc9d7cc; range_end:; response_count:1; response_revision:23250; }","duration":"730.758942ms","start":"2026-03-11T02:30:26.40593Z","end":"2026-03-11T02:30:27.136689Z","steps":["trace[757244165] 'agreement among raft nodes before linearized reading' (duration: 730.078505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.405904Z","time spent":"730.822543ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7799494857-22bn9.189ba88e0fc9d7cc\" "} {"level":"info","ts":"2026-03-11T02:30:27.136748Z","caller":"traceutil/trace.go:171","msg":"trace[1149177783] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23250; }","duration":"537.293892ms","start":"2026-03-11T02:30:26.599429Z","end":"2026-03-11T02:30:27.136723Z","steps":["trace[1149177783] 'agreement among raft nodes before linearized reading' (duration: 537.101467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.13675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.129945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-11T02:30:27.136798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.599405Z","time spent":"537.381465ms","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:30:27.1368Z","caller":"traceutil/trace.go:171","msg":"trace[34161642] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23250; }","duration":"713.183206ms","start":"2026-03-11T02:30:26.423602Z","end":"2026-03-11T02:30:27.136785Z","steps":["trace[34161642] 'agreement among raft nodes before linearized reading' (duration: 712.999122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.423564Z","time spent":"713.270569ms","remote":"127.0.0.1:45496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:30:27.136929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.098379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272950"} {"level":"info","ts":"2026-03-11T02:30:27.136966Z","caller":"traceutil/trace.go:171","msg":"trace[2001310513] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23250; }","duration":"592.197962ms","start":"2026-03-11T02:30:26.544758Z","end":"2026-03-11T02:30:27.136956Z","steps":["trace[2001310513] 'agreement among raft nodes before linearized reading' (duration: 591.809311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.136994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.569134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T02:30:27.136999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.54472Z","time spent":"592.268953ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272972,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-11T02:30:27.136993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.450461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-11T02:30:27.137004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.042144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T02:30:27.137026Z","caller":"traceutil/trace.go:171","msg":"trace[633738091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23250; }","duration":"529.621675ms","start":"2026-03-11T02:30:26.607396Z","end":"2026-03-11T02:30:27.137017Z","steps":["trace[633738091] 'agreement among raft nodes before linearized reading' (duration: 529.501422ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:27.13704Z","caller":"traceutil/trace.go:171","msg":"trace[426036074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23250; }","duration":"533.121356ms","start":"2026-03-11T02:30:26.60391Z","end":"2026-03-11T02:30:27.137032Z","steps":["trace[426036074] 'agreement among raft nodes before linearized reading' (duration: 532.995572ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:27.137041Z","caller":"traceutil/trace.go:171","msg":"trace[1846728095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23250; }","duration":"529.539773ms","start":"2026-03-11T02:30:26.607487Z","end":"2026-03-11T02:30:27.137027Z","steps":["trace[1846728095] 'agreement among raft nodes before linearized reading' (duration: 529.41295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.137062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.607385Z","time spent":"529.666416ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:30:27.137066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.603887Z","time spent":"533.173146ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T02:30:27.137077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.607464Z","time spent":"529.605214ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T02:30:27.137384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.485103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-11T02:30:27.137432Z","caller":"traceutil/trace.go:171","msg":"trace[2056918490] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23250; }","duration":"829.534954ms","start":"2026-03-11T02:30:26.307884Z","end":"2026-03-11T02:30:27.137419Z","steps":["trace[2056918490] 'agreement among raft nodes before linearized reading' (duration: 828.6029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:27.137463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:26.307809Z","time spent":"829.646957ms","remote":"127.0.0.1:34810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-11T02:30:27.446442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.672025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:27.446638Z","caller":"traceutil/trace.go:171","msg":"trace[154338418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23250; }","duration":"289.88678ms","start":"2026-03-11T02:30:27.156721Z","end":"2026-03-11T02:30:27.446608Z","steps":["trace[154338418] 'range keys from in-memory index tree' (duration: 289.650295ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:27.446766Z","caller":"traceutil/trace.go:171","msg":"trace[1397359996] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"307.801573ms","start":"2026-03-11T02:30:27.13893Z","end":"2026-03-11T02:30:27.446731Z","steps":["trace[1397359996] 'process raft request' (duration: 289.301726ms)","trace[1397359996] 'compare' (duration: 17.984684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:27.446912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:27.138913Z","time spent":"307.922257ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:28.170998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.013025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:28.171247Z","caller":"traceutil/trace.go:171","msg":"trace[1415338244] linearizableReadLoop","detail":"{readStateIndex:24059; appliedIndex:24053; }","duration":"545.28973ms","start":"2026-03-11T02:30:27.625946Z","end":"2026-03-11T02:30:28.171236Z","steps":["trace[1415338244] 'read index received' (duration: 187.920236ms)","trace[1415338244] 'applied index is now lower than readState.Index' (duration: 357.368834ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:28.171312Z","caller":"traceutil/trace.go:171","msg":"trace[540707166] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"1.02949715s","start":"2026-03-11T02:30:27.141807Z","end":"2026-03-11T02:30:28.171304Z","steps":["trace[540707166] 'process raft request' (duration: 1.029355237s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:28.171312Z","caller":"traceutil/trace.go:171","msg":"trace[1578033490] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"1.029810089s","start":"2026-03-11T02:30:27.141461Z","end":"2026-03-11T02:30:28.171271Z","steps":["trace[1578033490] 'process raft request' (duration: 1.029674805s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:28.171396Z","caller":"traceutil/trace.go:171","msg":"trace[254334349] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"1.026625237s","start":"2026-03-11T02:30:27.144764Z","end":"2026-03-11T02:30:28.171389Z","steps":["trace[254334349] 'process raft request' (duration: 1.026423052s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:28.171429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:27.144756Z","time spent":"1.026659127s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:28.171505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:27.141453Z","time spent":"1.029952512s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:28.171604Z","caller":"traceutil/trace.go:171","msg":"trace[1310515882] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"954.896834ms","start":"2026-03-11T02:30:27.216699Z","end":"2026-03-11T02:30:28.171596Z","steps":["trace[1310515882] 'process raft request' (duration: 954.510693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:28.171672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:27.216669Z","time spent":"954.958365ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:28.171936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.691045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:30:28.171371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:27.141799Z","time spent":"1.029548901s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:28.17211Z","caller":"traceutil/trace.go:171","msg":"trace[555281377] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"1.030871835s","start":"2026-03-11T02:30:27.141211Z","end":"2026-03-11T02:30:28.172083Z","steps":["trace[555281377] 'process raft request' (duration: 1.0298551s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:28.172254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:27.141201Z","time spent":"1.030977389s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:28.172051Z","caller":"traceutil/trace.go:171","msg":"trace[1352323922] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"1.031175134s","start":"2026-03-11T02:30:27.140859Z","end":"2026-03-11T02:30:28.172034Z","steps":["trace[1352323922] 'process raft request' (duration: 673.068542ms)","trace[1352323922] 'compare' (duration: 356.697316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:28.172359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:27.140844Z","time spent":"1.031488893s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:28.172375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.122129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-11T02:30:28.172425Z","caller":"traceutil/trace.go:171","msg":"trace[1857632957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23257; }","duration":"174.211851ms","start":"2026-03-11T02:30:27.9982Z","end":"2026-03-11T02:30:28.172412Z","steps":["trace[1857632957] 'agreement among raft nodes before linearized reading' (duration: 174.042816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:28.172633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.690566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-11T02:30:28.172617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.466828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-11T02:30:28.172687Z","caller":"traceutil/trace.go:171","msg":"trace[1573755331] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23257; }","duration":"215.615192ms","start":"2026-03-11T02:30:27.957055Z","end":"2026-03-11T02:30:28.17267Z","steps":["trace[1573755331] 'agreement among raft nodes before linearized reading' (duration: 215.194071ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:28.172665Z","caller":"traceutil/trace.go:171","msg":"trace[2071088122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23257; }","duration":"546.757487ms","start":"2026-03-11T02:30:27.625897Z","end":"2026-03-11T02:30:28.172654Z","steps":["trace[2071088122] 'agreement among raft nodes before linearized reading' (duration: 545.828014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:28.172792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:27.625878Z","time spent":"546.906302ms","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-11T02:30:28.17202Z","caller":"traceutil/trace.go:171","msg":"trace[2074615079] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23257; }","duration":"270.785597ms","start":"2026-03-11T02:30:27.901213Z","end":"2026-03-11T02:30:28.171999Z","steps":["trace[2074615079] 'agreement among raft nodes before linearized reading' (duration: 270.649754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:28.313075Z","caller":"traceutil/trace.go:171","msg":"trace[1586097466] linearizableReadLoop","detail":"{readStateIndex:24060; appliedIndex:24059; }","duration":"134.796434ms","start":"2026-03-11T02:30:28.178254Z","end":"2026-03-11T02:30:28.313051Z","steps":["trace[1586097466] 'read index received' (duration: 132.059623ms)","trace[1586097466] 'applied index is now lower than readState.Index' (duration: 2.73572ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:28.313196Z","caller":"traceutil/trace.go:171","msg":"trace[874299616] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"137.392221ms","start":"2026-03-11T02:30:28.175762Z","end":"2026-03-11T02:30:28.313155Z","steps":["trace[874299616] 'process raft request' (duration: 134.62822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:28.313355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.938206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-11T02:30:28.31336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.561426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:30:28.313336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.05903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86c91d96-2a7a-48f3-9465-cadad5ca8745\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-11T02:30:28.313402Z","caller":"traceutil/trace.go:171","msg":"trace[1618796792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23258; }","duration":"135.010879ms","start":"2026-03-11T02:30:28.178381Z","end":"2026-03-11T02:30:28.313392Z","steps":["trace[1618796792] 'agreement among raft nodes before linearized reading' (duration: 134.813334ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:28.313415Z","caller":"traceutil/trace.go:171","msg":"trace[1212641335] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23258; }","duration":"134.635968ms","start":"2026-03-11T02:30:28.178764Z","end":"2026-03-11T02:30:28.3134Z","steps":["trace[1212641335] 'agreement among raft nodes before linearized reading' (duration: 134.457054ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:28.313429Z","caller":"traceutil/trace.go:171","msg":"trace[1894948637] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86c91d96-2a7a-48f3-9465-cadad5ca8745; range_end:; response_count:1; response_revision:23258; }","duration":"135.174612ms","start":"2026-03-11T02:30:28.178235Z","end":"2026-03-11T02:30:28.31341Z","steps":["trace[1894948637] 'agreement among raft nodes before linearized reading' (duration: 134.928186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:37.102019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.236201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0390c2f-1f9e-4c0b-84d0-c89bc6574f3d\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-11T02:30:37.102125Z","caller":"traceutil/trace.go:171","msg":"trace[32936408] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0390c2f-1f9e-4c0b-84d0-c89bc6574f3d; range_end:; response_count:1; response_revision:23377; }","duration":"155.382544ms","start":"2026-03-11T02:30:36.946718Z","end":"2026-03-11T02:30:37.1021Z","steps":["trace[32936408] 'range keys from in-memory index tree' (duration: 155.068006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:37.102266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.907347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:37.102349Z","caller":"traceutil/trace.go:171","msg":"trace[1833714235] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23377; }","duration":"195.032449ms","start":"2026-03-11T02:30:36.907297Z","end":"2026-03-11T02:30:37.102329Z","steps":["trace[1833714235] 'count revisions from in-memory index tree' (duration: 194.797182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:37.422643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.485952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:37.422728Z","caller":"traceutil/trace.go:171","msg":"trace[387360514] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"315.656467ms","start":"2026-03-11T02:30:37.107056Z","end":"2026-03-11T02:30:37.422713Z","steps":["trace[387360514] 'process raft request' (duration: 137.03478ms)","trace[387360514] 'compare' (duration: 178.233576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:37.422785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:37.107037Z","time spent":"315.725018ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:37.424224Z","caller":"traceutil/trace.go:171","msg":"trace[254923053] linearizableReadLoop","detail":"{readStateIndex:24188; appliedIndex:24184; }","duration":"218.27039ms","start":"2026-03-11T02:30:37.205938Z","end":"2026-03-11T02:30:37.424208Z","steps":["trace[254923053] 'read index received' (duration: 38.192427ms)","trace[254923053] 'applied index is now lower than readState.Index' (duration: 180.076983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:37.424359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.420504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:37.424389Z","caller":"traceutil/trace.go:171","msg":"trace[986542735] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23383; }","duration":"218.488285ms","start":"2026-03-11T02:30:37.205892Z","end":"2026-03-11T02:30:37.42438Z","steps":["trace[986542735] 'agreement among raft nodes before linearized reading' (duration: 218.370833ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:37.424608Z","caller":"traceutil/trace.go:171","msg":"trace[860635672] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"315.881442ms","start":"2026-03-11T02:30:37.108718Z","end":"2026-03-11T02:30:37.424599Z","steps":["trace[860635672] 'process raft request' (duration: 315.331128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:37.424656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:37.108702Z","time spent":"315.929333ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:37.424767Z","caller":"traceutil/trace.go:171","msg":"trace[1119018038] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"314.446246ms","start":"2026-03-11T02:30:37.110314Z","end":"2026-03-11T02:30:37.42476Z","steps":["trace[1119018038] 'process raft request' (duration: 313.82411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:37.424807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:37.110306Z","time spent":"314.482326ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:37.424863Z","caller":"traceutil/trace.go:171","msg":"trace[550024774] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"260.747098ms","start":"2026-03-11T02:30:37.16411Z","end":"2026-03-11T02:30:37.424858Z","steps":["trace[550024774] 'process raft request' (duration: 260.06497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:37.706588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.36884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:37.706651Z","caller":"traceutil/trace.go:171","msg":"trace[158023166] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23383; }","duration":"144.470612ms","start":"2026-03-11T02:30:37.562164Z","end":"2026-03-11T02:30:37.706634Z","steps":["trace[158023166] 'count revisions from in-memory index tree' (duration: 144.261978ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:37.903359Z","caller":"traceutil/trace.go:171","msg":"trace[692963006] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"191.012536ms","start":"2026-03-11T02:30:37.712314Z","end":"2026-03-11T02:30:37.903326Z","steps":["trace[692963006] 'process raft request' (duration: 190.810521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.743972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.1856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:38.744103Z","caller":"traceutil/trace.go:171","msg":"trace[1366278666] linearizableReadLoop","detail":"{readStateIndex:24191; appliedIndex:24190; }","duration":"634.817183ms","start":"2026-03-11T02:30:38.109269Z","end":"2026-03-11T02:30:38.744086Z","steps":["trace[1366278666] 'read index received' (duration: 443.353176ms)","trace[1366278666] 'applied index is now lower than readState.Index' (duration: 191.462177ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:38.744142Z","caller":"traceutil/trace.go:171","msg":"trace[1154469013] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"639.074543ms","start":"2026-03-11T02:30:38.105032Z","end":"2026-03-11T02:30:38.744107Z","steps":["trace[1154469013] 'process raft request' (duration: 447.673468ms)","trace[1154469013] 'compare' (duration: 191.064937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:38.744298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.105013Z","time spent":"639.198026ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:38.744295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.010747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0390c2f-1f9e-4c0b-84d0-c89bc6574f3d\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-11T02:30:38.744363Z","caller":"traceutil/trace.go:171","msg":"trace[694778210] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0390c2f-1f9e-4c0b-84d0-c89bc6574f3d; range_end:; response_count:1; response_revision:23386; }","duration":"635.09136ms","start":"2026-03-11T02:30:38.109253Z","end":"2026-03-11T02:30:38.744345Z","steps":["trace[694778210] 'agreement among raft nodes before linearized reading' (duration: 634.897385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.744643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.109246Z","time spent":"635.380108ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0390c2f-1f9e-4c0b-84d0-c89bc6574f3d\" "} {"level":"info","ts":"2026-03-11T02:30:38.795798Z","caller":"traceutil/trace.go:171","msg":"trace[964254169] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"137.325398ms","start":"2026-03-11T02:30:38.658368Z","end":"2026-03-11T02:30:38.795694Z","steps":["trace[964254169] 'process raft request' (duration: 137.154304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.796687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.015426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-11T02:30:38.796702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.82468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T02:30:38.796726Z","caller":"traceutil/trace.go:171","msg":"trace[504801300] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23388; }","duration":"686.066377ms","start":"2026-03-11T02:30:38.11065Z","end":"2026-03-11T02:30:38.796717Z","steps":["trace[504801300] 'agreement among raft nodes before linearized reading' (duration: 685.918574ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:38.796758Z","caller":"traceutil/trace.go:171","msg":"trace[1256945500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23388; }","duration":"572.914943ms","start":"2026-03-11T02:30:38.223825Z","end":"2026-03-11T02:30:38.79674Z","steps":["trace[1256945500] 'agreement among raft nodes before linearized reading' (duration: 572.766569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.796766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.110631Z","time spent":"686.116948ms","remote":"127.0.0.1:35176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-11T02:30:38.796792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.223805Z","time spent":"572.978045ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T02:30:38.79681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.878304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T02:30:38.796847Z","caller":"traceutil/trace.go:171","msg":"trace[985413627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23388; }","duration":"569.923986ms","start":"2026-03-11T02:30:38.226914Z","end":"2026-03-11T02:30:38.796838Z","steps":["trace[985413627] 'agreement among raft nodes before linearized reading' (duration: 569.818064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.79682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.330035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T02:30:38.796869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.226909Z","time spent":"569.955447ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-11T02:30:38.796905Z","caller":"traceutil/trace.go:171","msg":"trace[811581866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23388; }","duration":"575.461029ms","start":"2026-03-11T02:30:38.221424Z","end":"2026-03-11T02:30:38.796885Z","steps":["trace[811581866] 'agreement among raft nodes before linearized reading' (duration: 575.249144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.796951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.221402Z","time spent":"575.540492ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T02:30:38.796999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.293871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T02:30:38.797049Z","caller":"traceutil/trace.go:171","msg":"trace[1935743979] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"107.154508ms","start":"2026-03-11T02:30:38.689887Z","end":"2026-03-11T02:30:38.797042Z","steps":["trace[1935743979] 'process raft request' (duration: 106.610134ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:38.79704Z","caller":"traceutil/trace.go:171","msg":"trace[1903124111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23388; }","duration":"571.363153ms","start":"2026-03-11T02:30:38.225665Z","end":"2026-03-11T02:30:38.797029Z","steps":["trace[1903124111] 'agreement among raft nodes before linearized reading' (duration: 571.269051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.797106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.225641Z","time spent":"571.454846ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:30:38.797123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.632022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:38.797146Z","caller":"traceutil/trace.go:171","msg":"trace[510560577] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23388; }","duration":"460.655722ms","start":"2026-03-11T02:30:38.336481Z","end":"2026-03-11T02:30:38.797137Z","steps":["trace[510560577] 'agreement among raft nodes before linearized reading' (duration: 460.613511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.797142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.757073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-11T02:30:38.797166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.336419Z","time spent":"460.741245ms","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-11T02:30:38.797174Z","caller":"traceutil/trace.go:171","msg":"trace[444855772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23388; }","duration":"302.811104ms","start":"2026-03-11T02:30:38.494354Z","end":"2026-03-11T02:30:38.797165Z","steps":["trace[444855772] 'agreement among raft nodes before linearized reading' (duration: 302.722192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.797202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.494342Z","time spent":"302.854016ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T02:30:38.797372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.105759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:38.797405Z","caller":"traceutil/trace.go:171","msg":"trace[1188300896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23388; }","duration":"652.16637ms","start":"2026-03-11T02:30:38.14523Z","end":"2026-03-11T02:30:38.797397Z","steps":["trace[1188300896] 'agreement among raft nodes before linearized reading' (duration: 652.113548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.797422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.145214Z","time spent":"652.203031ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T02:30:38.797835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.84865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T02:30:38.79789Z","caller":"traceutil/trace.go:171","msg":"trace[1290312378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23388; }","duration":"570.927762ms","start":"2026-03-11T02:30:38.226952Z","end":"2026-03-11T02:30:38.797879Z","steps":["trace[1290312378] 'agreement among raft nodes before linearized reading' (duration: 570.681756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:38.797921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:38.226941Z","time spent":"570.972503ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T02:30:40.900568Z","caller":"traceutil/trace.go:171","msg":"trace[1750829252] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"100.441405ms","start":"2026-03-11T02:30:40.800109Z","end":"2026-03-11T02:30:40.900551Z","steps":["trace[1750829252] 'process raft request' (duration: 100.315062ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:41.17181Z","caller":"traceutil/trace.go:171","msg":"trace[1161911610] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"266.531087ms","start":"2026-03-11T02:30:40.905253Z","end":"2026-03-11T02:30:41.171784Z","steps":["trace[1161911610] 'process raft request' (duration: 266.316921ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:41.171926Z","caller":"traceutil/trace.go:171","msg":"trace[30439172] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"266.619919ms","start":"2026-03-11T02:30:40.905285Z","end":"2026-03-11T02:30:41.171905Z","steps":["trace[30439172] 'process raft request' (duration: 266.454025ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:41.342932Z","caller":"traceutil/trace.go:171","msg":"trace[489485283] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"437.561956ms","start":"2026-03-11T02:30:40.905333Z","end":"2026-03-11T02:30:41.342895Z","steps":["trace[489485283] 'process raft request' (duration: 436.95287ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:41.343104Z","caller":"traceutil/trace.go:171","msg":"trace[1598798191] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"437.440022ms","start":"2026-03-11T02:30:40.905634Z","end":"2026-03-11T02:30:41.343074Z","steps":["trace[1598798191] 'process raft request' (duration: 437.192426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:41.343174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:40.905307Z","time spent":"437.73694ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:41.343245Z","caller":"traceutil/trace.go:171","msg":"trace[1195375174] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"228.499534ms","start":"2026-03-11T02:30:41.114715Z","end":"2026-03-11T02:30:41.343215Z","steps":["trace[1195375174] 'process raft request' (duration: 228.414611ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:41.343239Z","caller":"traceutil/trace.go:171","msg":"trace[1166769565] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"436.800236ms","start":"2026-03-11T02:30:40.90641Z","end":"2026-03-11T02:30:41.34321Z","steps":["trace[1166769565] 'process raft request' (duration: 436.60006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:41.34328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:40.905621Z","time spent":"437.563446ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:30:41.343384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:40.906394Z","time spent":"436.910079ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:41.343435Z","caller":"traceutil/trace.go:171","msg":"trace[923041511] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"218.828034ms","start":"2026-03-11T02:30:41.124584Z","end":"2026-03-11T02:30:41.343412Z","steps":["trace[923041511] 'process raft request' (duration: 218.601149ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:41.343518Z","caller":"traceutil/trace.go:171","msg":"trace[1250263692] linearizableReadLoop","detail":"{readStateIndex:24214; appliedIndex:24209; }","duration":"394.700478ms","start":"2026-03-11T02:30:40.948803Z","end":"2026-03-11T02:30:41.343504Z","steps":["trace[1250263692] 'read index received' (duration: 222.811087ms)","trace[1250263692] 'applied index is now lower than readState.Index' (duration: 171.886851ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:41.343712Z","caller":"traceutil/trace.go:171","msg":"trace[2078833080] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"105.624419ms","start":"2026-03-11T02:30:41.238075Z","end":"2026-03-11T02:30:41.343699Z","steps":["trace[2078833080] 'process raft request' (duration: 105.412984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:41.343725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.923845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-11T02:30:41.343768Z","caller":"traceutil/trace.go:171","msg":"trace[1809102127] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23410; }","duration":"395.003926ms","start":"2026-03-11T02:30:40.948753Z","end":"2026-03-11T02:30:41.343757Z","steps":["trace[1809102127] 'agreement among raft nodes before linearized reading' (duration: 394.859292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:41.343803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:40.948735Z","time spent":"395.056057ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-11T02:30:41.34383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.036538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:30:41.343828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.352113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:41.343865Z","caller":"traceutil/trace.go:171","msg":"trace[630393214] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23411; }","duration":"229.102859ms","start":"2026-03-11T02:30:41.114751Z","end":"2026-03-11T02:30:41.343854Z","steps":["trace[630393214] 'agreement among raft nodes before linearized reading' (duration: 229.022117ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:41.343876Z","caller":"traceutil/trace.go:171","msg":"trace[517314567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23411; }","duration":"196.428796ms","start":"2026-03-11T02:30:41.147435Z","end":"2026-03-11T02:30:41.343864Z","steps":["trace[517314567] 'agreement among raft nodes before linearized reading' (duration: 196.329223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:41.343887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.311989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:41.344066Z","caller":"traceutil/trace.go:171","msg":"trace[1188188879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23411; }","duration":"240.539995ms","start":"2026-03-11T02:30:41.103497Z","end":"2026-03-11T02:30:41.344037Z","steps":["trace[1188188879] 'agreement among raft nodes before linearized reading' (duration: 240.263958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:44.960382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.330746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-03-11T02:30:44.960465Z","caller":"traceutil/trace.go:171","msg":"trace[1334179498] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23449; }","duration":"116.459428ms","start":"2026-03-11T02:30:44.84399Z","end":"2026-03-11T02:30:44.960449Z","steps":["trace[1334179498] 'range keys from in-memory index tree' (duration: 116.181762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:44.960553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.823788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:30:44.960644Z","caller":"traceutil/trace.go:171","msg":"trace[374384188] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23449; }","duration":"254.217539ms","start":"2026-03-11T02:30:44.706407Z","end":"2026-03-11T02:30:44.960625Z","steps":["trace[374384188] 'count revisions from in-memory index tree' (duration: 253.723255ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.309208Z","caller":"traceutil/trace.go:171","msg":"trace[998887109] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24257; }","duration":"163.644968ms","start":"2026-03-11T02:30:45.14554Z","end":"2026-03-11T02:30:45.309185Z","steps":["trace[998887109] 'read index received' (duration: 163.444153ms)","trace[998887109] 'applied index is now lower than readState.Index' (duration: 199.385µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:30:45.309374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.813153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:30:45.30931Z","caller":"traceutil/trace.go:171","msg":"trace[225552749] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"337.205973ms","start":"2026-03-11T02:30:44.972075Z","end":"2026-03-11T02:30:45.309281Z","steps":["trace[225552749] 'process raft request' (duration: 336.921065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:45.309519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:30:44.972049Z","time spent":"337.396328ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:30:45.309411Z","caller":"traceutil/trace.go:171","msg":"trace[801808946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23451; }","duration":"163.906715ms","start":"2026-03-11T02:30:45.145496Z","end":"2026-03-11T02:30:45.309402Z","steps":["trace[801808946] 'agreement among raft nodes before linearized reading' (duration: 163.825013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:45.309657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.199313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T02:30:45.309727Z","caller":"traceutil/trace.go:171","msg":"trace[2106599626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23451; }","duration":"123.289346ms","start":"2026-03-11T02:30:45.186419Z","end":"2026-03-11T02:30:45.309709Z","steps":["trace[2106599626] 'agreement among raft nodes before linearized reading' (duration: 123.04657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:45.310177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.104796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T02:30:45.310239Z","caller":"traceutil/trace.go:171","msg":"trace[785421751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23451; }","duration":"122.216828ms","start":"2026-03-11T02:30:45.18801Z","end":"2026-03-11T02:30:45.310227Z","steps":["trace[785421751] 'agreement among raft nodes before linearized reading' (duration: 122.059794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:45.53886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.637836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:30:45.538952Z","caller":"traceutil/trace.go:171","msg":"trace[789048271] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"225.661641ms","start":"2026-03-11T02:30:45.313275Z","end":"2026-03-11T02:30:45.538937Z","steps":["trace[789048271] 'process raft request' (duration: 39.88232ms)","trace[789048271] 'compare' (duration: 185.525934ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:45.540227Z","caller":"traceutil/trace.go:171","msg":"trace[822762413] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"226.009339ms","start":"2026-03-11T02:30:45.314163Z","end":"2026-03-11T02:30:45.540172Z","steps":["trace[822762413] 'process raft request' (duration: 225.756403ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.5406Z","caller":"traceutil/trace.go:171","msg":"trace[1853561121] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"224.276404ms","start":"2026-03-11T02:30:45.316305Z","end":"2026-03-11T02:30:45.540582Z","steps":["trace[1853561121] 'process raft request' (duration: 223.803032ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.540702Z","caller":"traceutil/trace.go:171","msg":"trace[557754632] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"224.148062ms","start":"2026-03-11T02:30:45.316531Z","end":"2026-03-11T02:30:45.540679Z","steps":["trace[557754632] 'process raft request' (duration: 223.869465ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.540976Z","caller":"traceutil/trace.go:171","msg":"trace[134193123] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"223.68026ms","start":"2026-03-11T02:30:45.317281Z","end":"2026-03-11T02:30:45.540961Z","steps":["trace[134193123] 'process raft request' (duration: 223.592756ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.541009Z","caller":"traceutil/trace.go:171","msg":"trace[679180247] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"223.71204ms","start":"2026-03-11T02:30:45.317277Z","end":"2026-03-11T02:30:45.540989Z","steps":["trace[679180247] 'process raft request' (duration: 223.31472ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.619543Z","caller":"traceutil/trace.go:171","msg":"trace[1338084611] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"265.457509ms","start":"2026-03-11T02:30:45.354061Z","end":"2026-03-11T02:30:45.619519Z","steps":["trace[1338084611] 'process raft request' (duration: 265.290425ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.619812Z","caller":"traceutil/trace.go:171","msg":"trace[1020782888] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"265.690214ms","start":"2026-03-11T02:30:45.354088Z","end":"2026-03-11T02:30:45.619778Z","steps":["trace[1020782888] 'process raft request' (duration: 265.382737ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.619853Z","caller":"traceutil/trace.go:171","msg":"trace[498541290] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"169.235953ms","start":"2026-03-11T02:30:45.450602Z","end":"2026-03-11T02:30:45.619838Z","steps":["trace[498541290] 'process raft request' (duration: 169.153221ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.61986Z","caller":"traceutil/trace.go:171","msg":"trace[507868690] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"172.62719ms","start":"2026-03-11T02:30:45.447209Z","end":"2026-03-11T02:30:45.619836Z","steps":["trace[507868690] 'process raft request' (duration: 172.479816ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.62006Z","caller":"traceutil/trace.go:171","msg":"trace[491339667] linearizableReadLoop","detail":"{readStateIndex:24266; appliedIndex:24259; }","duration":"265.231882ms","start":"2026-03-11T02:30:45.354806Z","end":"2026-03-11T02:30:45.620037Z","steps":["trace[491339667] 'read index received' (duration: 185.089892ms)","trace[491339667] 'applied index is now lower than readState.Index' (duration: 80.14093ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:30:45.620115Z","caller":"traceutil/trace.go:171","msg":"trace[852987594] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"167.342544ms","start":"2026-03-11T02:30:45.452757Z","end":"2026-03-11T02:30:45.620099Z","steps":["trace[852987594] 'process raft request' (duration: 167.189389ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.620107Z","caller":"traceutil/trace.go:171","msg":"trace[1703728457] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"167.915209ms","start":"2026-03-11T02:30:45.452173Z","end":"2026-03-11T02:30:45.620089Z","steps":["trace[1703728457] 'process raft request' (duration: 167.630101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:45.620323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.39052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T02:30:45.620359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.46013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T02:30:45.620379Z","caller":"traceutil/trace.go:171","msg":"trace[164910133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23463; }","duration":"262.475462ms","start":"2026-03-11T02:30:45.35788Z","end":"2026-03-11T02:30:45.620355Z","steps":["trace[164910133] 'agreement among raft nodes before linearized reading' (duration: 262.316198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:30:45.620325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.51728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T02:30:45.620453Z","caller":"traceutil/trace.go:171","msg":"trace[2011433133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23463; }","duration":"265.671213ms","start":"2026-03-11T02:30:45.354763Z","end":"2026-03-11T02:30:45.620434Z","steps":["trace[2011433133] 'agreement among raft nodes before linearized reading' (duration: 265.417207ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:30:45.620405Z","caller":"traceutil/trace.go:171","msg":"trace[152649120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23463; }","duration":"260.536962ms","start":"2026-03-11T02:30:45.359845Z","end":"2026-03-11T02:30:45.620382Z","steps":["trace[152649120] 'agreement among raft nodes before linearized reading' (duration: 260.397399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:01.261076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.011857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:31:01.26118Z","caller":"traceutil/trace.go:171","msg":"trace[1990672296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23575; }","duration":"116.169761ms","start":"2026-03-11T02:31:01.14499Z","end":"2026-03-11T02:31:01.261159Z","steps":["trace[1990672296] 'range keys from in-memory index tree' (duration: 115.922126ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:01.785759Z","caller":"traceutil/trace.go:171","msg":"trace[2107255066] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"166.270985ms","start":"2026-03-11T02:31:01.619427Z","end":"2026-03-11T02:31:01.785698Z","steps":["trace[2107255066] 'process raft request' (duration: 166.135942ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:02.323359Z","caller":"traceutil/trace.go:171","msg":"trace[2129447787] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"703.107977ms","start":"2026-03-11T02:31:01.620225Z","end":"2026-03-11T02:31:02.323333Z","steps":["trace[2129447787] 'process raft request' (duration: 702.82634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.323509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.620157Z","time spent":"703.277011ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:02.323706Z","caller":"traceutil/trace.go:171","msg":"trace[94074605] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"640.755407ms","start":"2026-03-11T02:31:01.682926Z","end":"2026-03-11T02:31:02.323681Z","steps":["trace[94074605] 'process raft request' (duration: 640.663454ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:02.323787Z","caller":"traceutil/trace.go:171","msg":"trace[811868215] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"647.430839ms","start":"2026-03-11T02:31:01.676344Z","end":"2026-03-11T02:31:02.323775Z","steps":["trace[811868215] 'process raft request' (duration: 646.855954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.323862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.682903Z","time spent":"640.88065ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:02.323869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.676333Z","time spent":"647.48601ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:02.32372Z","caller":"traceutil/trace.go:171","msg":"trace[455958698] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"642.328847ms","start":"2026-03-11T02:31:01.681369Z","end":"2026-03-11T02:31:02.323697Z","steps":["trace[455958698] 'process raft request' (duration: 642.116591ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:02.324022Z","caller":"traceutil/trace.go:171","msg":"trace[87429283] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"640.306184ms","start":"2026-03-11T02:31:01.683703Z","end":"2026-03-11T02:31:02.324009Z","steps":["trace[87429283] 'process raft request' (duration: 639.939645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.324074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.681341Z","time spent":"642.647945ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:02.324107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.68369Z","time spent":"640.375087ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:02.324294Z","caller":"traceutil/trace.go:171","msg":"trace[789311302] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"639.821381ms","start":"2026-03-11T02:31:01.684443Z","end":"2026-03-11T02:31:02.324264Z","steps":["trace[789311302] 'process raft request' (duration: 639.505153ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:02.324362Z","caller":"traceutil/trace.go:171","msg":"trace[1984577781] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"639.016352ms","start":"2026-03-11T02:31:01.685329Z","end":"2026-03-11T02:31:02.324345Z","steps":["trace[1984577781] 'process raft request' (duration: 638.877997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.324398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.684429Z","time spent":"639.924245ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:02.324334Z","caller":"traceutil/trace.go:171","msg":"trace[382835209] linearizableReadLoop","detail":"{readStateIndex:24393; appliedIndex:24386; }","duration":"636.530738ms","start":"2026-03-11T02:31:01.68777Z","end":"2026-03-11T02:31:02.324301Z","steps":["trace[382835209] 'read index received' (duration: 97.93311ms)","trace[382835209] 'applied index is now lower than readState.Index' (duration: 538.596798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:31:02.32446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.685314Z","time spent":"639.104384ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:02.324712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.914557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T02:31:02.324792Z","caller":"traceutil/trace.go:171","msg":"trace[466917774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23583; }","duration":"637.020699ms","start":"2026-03-11T02:31:01.687749Z","end":"2026-03-11T02:31:02.32477Z","steps":["trace[466917774] 'agreement among raft nodes before linearized reading' (duration: 636.758063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.324835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.687743Z","time spent":"637.083682ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T02:31:02.540719Z","caller":"traceutil/trace.go:171","msg":"trace[402003924] linearizableReadLoop","detail":"{readStateIndex:24394; appliedIndex:24393; }","duration":"216.190766ms","start":"2026-03-11T02:31:02.324505Z","end":"2026-03-11T02:31:02.540696Z","steps":["trace[402003924] 'read index received' (duration: 216.035941ms)","trace[402003924] 'applied index is now lower than readState.Index' (duration: 153.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:02.540895Z","caller":"traceutil/trace.go:171","msg":"trace[488960346] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"560.953464ms","start":"2026-03-11T02:31:01.979922Z","end":"2026-03-11T02:31:02.540876Z","steps":["trace[488960346] 'process raft request' (duration: 560.628115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.540997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.079441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T02:31:02.541036Z","caller":"traceutil/trace.go:171","msg":"trace[292296666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23584; }","duration":"851.145722ms","start":"2026-03-11T02:31:01.689879Z","end":"2026-03-11T02:31:02.541024Z","steps":["trace[292296666] 'agreement among raft nodes before linearized reading' (duration: 851.06025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.541031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.979896Z","time spent":"561.058446ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:02.540917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.790499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-11T02:31:02.541073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.689861Z","time spent":"851.204674ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T02:31:02.541111Z","caller":"traceutil/trace.go:171","msg":"trace[1409569493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23584; }","duration":"852.016864ms","start":"2026-03-11T02:31:01.689071Z","end":"2026-03-11T02:31:02.541088Z","steps":["trace[1409569493] 'agreement among raft nodes before linearized reading' (duration: 851.720917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.541358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:01.689057Z","time spent":"852.277892ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:31:02.863469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.75351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:31:02.863615Z","caller":"traceutil/trace.go:171","msg":"trace[539324271] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"317.987906ms","start":"2026-03-11T02:31:02.545616Z","end":"2026-03-11T02:31:02.863604Z","steps":["trace[539324271] 'process raft request' (duration: 317.959375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.863665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:02.5456Z","time spent":"318.040877ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:02.863713Z","caller":"traceutil/trace.go:171","msg":"trace[1901413191] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"533.761151ms","start":"2026-03-11T02:31:02.329896Z","end":"2026-03-11T02:31:02.863657Z","steps":["trace[1901413191] 'process raft request' (duration: 335.756425ms)","trace[1901413191] 'compare' (duration: 197.611186ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:02.863716Z","caller":"traceutil/trace.go:171","msg":"trace[19196183] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"318.799417ms","start":"2026-03-11T02:31:02.544885Z","end":"2026-03-11T02:31:02.863684Z","steps":["trace[19196183] 'process raft request' (duration: 318.655123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:02.863874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:02.329875Z","time spent":"533.899655ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:02.863911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:02.544865Z","time spent":"318.93822ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:03.228457Z","caller":"traceutil/trace.go:171","msg":"trace[1083314858] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"159.033879ms","start":"2026-03-11T02:31:03.069397Z","end":"2026-03-11T02:31:03.228431Z","steps":["trace[1083314858] 'process raft request' (duration: 158.800004ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:03.720566Z","caller":"traceutil/trace.go:171","msg":"trace[1597284592] linearizableReadLoop","detail":"{readStateIndex:24399; appliedIndex:24398; }","duration":"402.186933ms","start":"2026-03-11T02:31:03.318354Z","end":"2026-03-11T02:31:03.720541Z","steps":["trace[1597284592] 'read index received' (duration: 402.001368ms)","trace[1597284592] 'applied index is now lower than readState.Index' (duration: 184.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:03.720634Z","caller":"traceutil/trace.go:171","msg":"trace[924915396] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"464.570994ms","start":"2026-03-11T02:31:03.256022Z","end":"2026-03-11T02:31:03.720593Z","steps":["trace[924915396] 'process raft request' (duration: 464.360109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:03.720798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:03.256003Z","time spent":"464.709438ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:03.72081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.442079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-11T02:31:03.720849Z","caller":"traceutil/trace.go:171","msg":"trace[391541918] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23589; }","duration":"402.527151ms","start":"2026-03-11T02:31:03.318308Z","end":"2026-03-11T02:31:03.720835Z","steps":["trace[391541918] 'agreement among raft nodes before linearized reading' (duration: 402.370407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:03.720891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:03.318286Z","time spent":"402.596902ms","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-11T02:31:03.720984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.384878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:31:03.721025Z","caller":"traceutil/trace.go:171","msg":"trace[1195317479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23589; }","duration":"267.462091ms","start":"2026-03-11T02:31:03.45355Z","end":"2026-03-11T02:31:03.721012Z","steps":["trace[1195317479] 'agreement among raft nodes before linearized reading' (duration: 267.384388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:03.721071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.519516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:31:03.721156Z","caller":"traceutil/trace.go:171","msg":"trace[1249174824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23589; }","duration":"216.642808ms","start":"2026-03-11T02:31:03.504489Z","end":"2026-03-11T02:31:03.721131Z","steps":["trace[1249174824] 'agreement among raft nodes before linearized reading' (duration: 216.472053ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:03.864569Z","caller":"traceutil/trace.go:171","msg":"trace[659885620] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"130.253006ms","start":"2026-03-11T02:31:03.734295Z","end":"2026-03-11T02:31:03.864548Z","steps":["trace[659885620] 'process raft request' (duration: 130.099511ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:03.86488Z","caller":"traceutil/trace.go:171","msg":"trace[988392775] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"130.237675ms","start":"2026-03-11T02:31:03.734616Z","end":"2026-03-11T02:31:03.864853Z","steps":["trace[988392775] 'process raft request' (duration: 129.898757ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:03.864922Z","caller":"traceutil/trace.go:171","msg":"trace[1455775812] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"129.416994ms","start":"2026-03-11T02:31:03.735476Z","end":"2026-03-11T02:31:03.864893Z","steps":["trace[1455775812] 'process raft request' (duration: 129.276951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:04.712871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.592116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:31:04.713046Z","caller":"traceutil/trace.go:171","msg":"trace[204028975] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"382.819682ms","start":"2026-03-11T02:31:04.330215Z","end":"2026-03-11T02:31:04.713034Z","steps":["trace[204028975] 'process raft request' (duration: 382.769889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:04.713099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:04.330206Z","time spent":"382.873993ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:04.713156Z","caller":"traceutil/trace.go:171","msg":"trace[1997534350] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"383.655443ms","start":"2026-03-11T02:31:04.329408Z","end":"2026-03-11T02:31:04.713064Z","steps":["trace[1997534350] 'process raft request' (duration: 262.816921ms)","trace[1997534350] 'compare' (duration: 120.430621ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:04.713233Z","caller":"traceutil/trace.go:171","msg":"trace[974436907] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"383.699795ms","start":"2026-03-11T02:31:04.329497Z","end":"2026-03-11T02:31:04.713197Z","steps":["trace[974436907] 'process raft request' (duration: 383.443157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:04.713363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:04.329385Z","time spent":"383.864268ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:04.713469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:04.329486Z","time spent":"383.828797ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:04.713631Z","caller":"traceutil/trace.go:171","msg":"trace[2098074902] linearizableReadLoop","detail":"{readStateIndex:24413; appliedIndex:24406; }","duration":"366.493739ms","start":"2026-03-11T02:31:04.347122Z","end":"2026-03-11T02:31:04.713616Z","steps":["trace[2098074902] 'read index received' (duration: 27.970922ms)","trace[2098074902] 'applied index is now lower than readState.Index' (duration: 338.522167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:31:04.713822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.691455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:31:04.713851Z","caller":"traceutil/trace.go:171","msg":"trace[1905051440] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23603; }","duration":"366.749636ms","start":"2026-03-11T02:31:04.347095Z","end":"2026-03-11T02:31:04.713844Z","steps":["trace[1905051440] 'agreement among raft nodes before linearized reading' (duration: 366.680175ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:04.713861Z","caller":"traceutil/trace.go:171","msg":"trace[1741821584] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"382.246966ms","start":"2026-03-11T02:31:04.331602Z","end":"2026-03-11T02:31:04.713849Z","steps":["trace[1741821584] 'process raft request' (duration: 381.986789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:04.713869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:04.347082Z","time spent":"366.783037ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:31:04.713918Z","caller":"traceutil/trace.go:171","msg":"trace[1048832293] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"383.623473ms","start":"2026-03-11T02:31:04.330269Z","end":"2026-03-11T02:31:04.713893Z","steps":["trace[1048832293] 'process raft request' (duration: 382.736159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:04.713951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:04.331597Z","time spent":"382.293517ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:04.713953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.037372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T02:31:04.713967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.171106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:31:04.714005Z","caller":"traceutil/trace.go:171","msg":"trace[905088065] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23603; }","duration":"281.121034ms","start":"2026-03-11T02:31:04.432872Z","end":"2026-03-11T02:31:04.713993Z","steps":["trace[905088065] 'agreement among raft nodes before linearized reading' (duration: 281.035052ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:04.713749Z","caller":"traceutil/trace.go:171","msg":"trace[736267001] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"382.807321ms","start":"2026-03-11T02:31:04.330909Z","end":"2026-03-11T02:31:04.713716Z","steps":["trace[736267001] 'process raft request' (duration: 382.613435ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:04.714041Z","caller":"traceutil/trace.go:171","msg":"trace[255270348] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23603; }","duration":"336.247808ms","start":"2026-03-11T02:31:04.377749Z","end":"2026-03-11T02:31:04.713997Z","steps":["trace[255270348] 'agreement among raft nodes before linearized reading' (duration: 336.148216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:04.71405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:04.330251Z","time spent":"383.727925ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:04.714062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:04.330902Z","time spent":"383.139689ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:04.714196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:04.37773Z","time spent":"336.34301ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-11T02:31:04.94627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.249077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:31:04.94635Z","caller":"traceutil/trace.go:171","msg":"trace[1508635855] linearizableReadLoop","detail":"{readStateIndex:24415; appliedIndex:24414; }","duration":"215.959021ms","start":"2026-03-11T02:31:04.730379Z","end":"2026-03-11T02:31:04.946338Z","steps":["trace[1508635855] 'read index received' (duration: 83.508138ms)","trace[1508635855] 'applied index is now lower than readState.Index' (duration: 132.449963ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:04.946423Z","caller":"traceutil/trace.go:171","msg":"trace[194851496] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"218.039744ms","start":"2026-03-11T02:31:04.728358Z","end":"2026-03-11T02:31:04.946398Z","steps":["trace[194851496] 'process raft request' (duration: 85.589542ms)","trace[194851496] 'compare' (duration: 132.101653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:31:04.946585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.185106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-11T02:31:04.946644Z","caller":"traceutil/trace.go:171","msg":"trace[550406174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23604; }","duration":"216.278879ms","start":"2026-03-11T02:31:04.730351Z","end":"2026-03-11T02:31:04.94663Z","steps":["trace[550406174] 'agreement among raft nodes before linearized reading' (duration: 216.040523ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:06.663845Z","caller":"traceutil/trace.go:171","msg":"trace[573082528] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"246.788437ms","start":"2026-03-11T02:31:06.417025Z","end":"2026-03-11T02:31:06.663814Z","steps":["trace[573082528] 'process raft request' (duration: 246.576452ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:09.222893Z","caller":"traceutil/trace.go:171","msg":"trace[1329267559] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"234.236002ms","start":"2026-03-11T02:31:08.988632Z","end":"2026-03-11T02:31:09.222868Z","steps":["trace[1329267559] 'process raft request' (duration: 204.244017ms)","trace[1329267559] 'compare' (duration: 29.767709ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:09.244697Z","caller":"traceutil/trace.go:171","msg":"trace[1540961471] linearizableReadLoop","detail":"{readStateIndex:24447; appliedIndex:24445; }","duration":"152.304264ms","start":"2026-03-11T02:31:09.092342Z","end":"2026-03-11T02:31:09.244646Z","steps":["trace[1540961471] 'read index received' (duration: 100.653991ms)","trace[1540961471] 'applied index is now lower than readState.Index' (duration: 51.648583ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:09.244814Z","caller":"traceutil/trace.go:171","msg":"trace[1711541365] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"255.728599ms","start":"2026-03-11T02:31:08.989043Z","end":"2026-03-11T02:31:09.244772Z","steps":["trace[1711541365] 'process raft request' (duration: 255.364749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:09.245045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.719806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T02:31:09.245006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.612174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:31:09.245111Z","caller":"traceutil/trace.go:171","msg":"trace[49375697] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23636; }","duration":"104.88069ms","start":"2026-03-11T02:31:09.140216Z","end":"2026-03-11T02:31:09.245097Z","steps":["trace[49375697] 'agreement among raft nodes before linearized reading' (duration: 104.646585ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:09.245124Z","caller":"traceutil/trace.go:171","msg":"trace[438734862] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23636; }","duration":"152.813609ms","start":"2026-03-11T02:31:09.092294Z","end":"2026-03-11T02:31:09.245107Z","steps":["trace[438734862] 'agreement among raft nodes before linearized reading' (duration: 152.505181ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:10.946654Z","caller":"traceutil/trace.go:171","msg":"trace[1745538734] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"143.58227ms","start":"2026-03-11T02:31:10.803046Z","end":"2026-03-11T02:31:10.946629Z","steps":["trace[1745538734] 'process raft request' (duration: 143.322154ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:10.97439Z","caller":"traceutil/trace.go:171","msg":"trace[153319437] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"166.740668ms","start":"2026-03-11T02:31:10.807628Z","end":"2026-03-11T02:31:10.974368Z","steps":["trace[153319437] 'process raft request' (duration: 166.672596ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:10.974431Z","caller":"traceutil/trace.go:171","msg":"trace[1969112407] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"169.448628ms","start":"2026-03-11T02:31:10.80496Z","end":"2026-03-11T02:31:10.974409Z","steps":["trace[1969112407] 'process raft request' (duration: 169.154811ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:10.974562Z","caller":"traceutil/trace.go:171","msg":"trace[1574340901] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"167.101207ms","start":"2026-03-11T02:31:10.807453Z","end":"2026-03-11T02:31:10.974555Z","steps":["trace[1574340901] 'process raft request' (duration: 166.793649ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:10.974649Z","caller":"traceutil/trace.go:171","msg":"trace[859712709] linearizableReadLoop","detail":"{readStateIndex:24457; appliedIndex:24452; }","duration":"164.298895ms","start":"2026-03-11T02:31:10.810342Z","end":"2026-03-11T02:31:10.974641Z","steps":["trace[859712709] 'read index received' (duration: 136.056876ms)","trace[859712709] 'applied index is now lower than readState.Index' (duration: 28.240899ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:10.974695Z","caller":"traceutil/trace.go:171","msg":"trace[1445469892] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"166.613085ms","start":"2026-03-11T02:31:10.80807Z","end":"2026-03-11T02:31:10.974683Z","steps":["trace[1445469892] 'process raft request' (duration: 166.268385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:10.974783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.423129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T02:31:10.974816Z","caller":"traceutil/trace.go:171","msg":"trace[1074192017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23645; }","duration":"164.47095ms","start":"2026-03-11T02:31:10.810337Z","end":"2026-03-11T02:31:10.974808Z","steps":["trace[1074192017] 'agreement among raft nodes before linearized reading' (duration: 164.334406ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:11.333605Z","caller":"traceutil/trace.go:171","msg":"trace[1623283559] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"103.472683ms","start":"2026-03-11T02:31:11.230112Z","end":"2026-03-11T02:31:11.333584Z","steps":["trace[1623283559] 'process raft request' (duration: 103.353071ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:11.381947Z","caller":"traceutil/trace.go:171","msg":"trace[778017802] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"124.732702ms","start":"2026-03-11T02:31:11.257181Z","end":"2026-03-11T02:31:11.381913Z","steps":["trace[778017802] 'process raft request' (duration: 111.812879ms)","trace[778017802] 'compare' (duration: 12.706828ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:13.493725Z","caller":"traceutil/trace.go:171","msg":"trace[1155052057] linearizableReadLoop","detail":"{readStateIndex:24474; appliedIndex:24473; }","duration":"224.913442ms","start":"2026-03-11T02:31:13.268785Z","end":"2026-03-11T02:31:13.493698Z","steps":["trace[1155052057] 'read index received' (duration: 224.900252ms)","trace[1155052057] 'applied index is now lower than readState.Index' (duration: 10.71µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:13.493732Z","caller":"traceutil/trace.go:171","msg":"trace[1150621915] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"285.860227ms","start":"2026-03-11T02:31:13.207846Z","end":"2026-03-11T02:31:13.493706Z","steps":["trace[1150621915] 'process raft request' (duration: 285.684322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:13.493893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.072396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:31:13.493938Z","caller":"traceutil/trace.go:171","msg":"trace[1244501355] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23662; }","duration":"225.173638ms","start":"2026-03-11T02:31:13.26874Z","end":"2026-03-11T02:31:13.493913Z","steps":["trace[1244501355] 'agreement among raft nodes before linearized reading' (duration: 225.072696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:13.738799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.121053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:31:13.73887Z","caller":"traceutil/trace.go:171","msg":"trace[205197237] linearizableReadLoop","detail":"{readStateIndex:24475; appliedIndex:24474; }","duration":"245.075142ms","start":"2026-03-11T02:31:13.493784Z","end":"2026-03-11T02:31:13.73886Z","steps":["trace[205197237] 'read index received' (duration: 71.779744ms)","trace[205197237] 'applied index is now lower than readState.Index' (duration: 173.294588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:31:13.739007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.423232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T02:31:13.739033Z","caller":"traceutil/trace.go:171","msg":"trace[1239689600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23663; }","duration":"401.465623ms","start":"2026-03-11T02:31:13.33756Z","end":"2026-03-11T02:31:13.739026Z","steps":["trace[1239689600] 'agreement among raft nodes before linearized reading' (duration: 401.3651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:13.739057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:13.337553Z","time spent":"401.497693ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T02:31:13.739063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.73419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-11T02:31:13.739143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.578047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:31:13.739191Z","caller":"traceutil/trace.go:171","msg":"trace[763416222] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"352.329903ms","start":"2026-03-11T02:31:13.386846Z","end":"2026-03-11T02:31:13.739176Z","steps":["trace[763416222] 'process raft request' (duration: 178.770899ms)","trace[763416222] 'compare' (duration: 172.965229ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:13.739207Z","caller":"traceutil/trace.go:171","msg":"trace[1237177422] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23663; }","duration":"415.669829ms","start":"2026-03-11T02:31:13.323514Z","end":"2026-03-11T02:31:13.739184Z","steps":["trace[1237177422] 'agreement among raft nodes before linearized reading' (duration: 415.599748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:13.739274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:13.323493Z","time spent":"415.769372ms","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:31:13.739283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:13.386818Z","time spent":"352.407725ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:13.739143Z","caller":"traceutil/trace.go:171","msg":"trace[265665115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23663; }","duration":"353.864473ms","start":"2026-03-11T02:31:13.385261Z","end":"2026-03-11T02:31:13.739125Z","steps":["trace[265665115] 'agreement among raft nodes before linearized reading' (duration: 353.625667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:13.739498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:13.385238Z","time spent":"354.244754ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T02:31:13.739228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.061879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:31:13.739595Z","caller":"traceutil/trace.go:171","msg":"trace[91572201] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23663; }","duration":"123.453009ms","start":"2026-03-11T02:31:13.61613Z","end":"2026-03-11T02:31:13.739583Z","steps":["trace[91572201] 'agreement among raft nodes before linearized reading' (duration: 123.073449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:13.739067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.732083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:31:13.739774Z","caller":"traceutil/trace.go:171","msg":"trace[1564456024] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23663; }","duration":"447.486003ms","start":"2026-03-11T02:31:13.292277Z","end":"2026-03-11T02:31:13.739763Z","steps":["trace[1564456024] 'agreement among raft nodes before linearized reading' (duration: 446.702352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:13.739805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:13.292262Z","time spent":"447.532433ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:31:14.125214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.970146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:31:14.125345Z","caller":"traceutil/trace.go:171","msg":"trace[1376476254] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"381.772844ms","start":"2026-03-11T02:31:13.743555Z","end":"2026-03-11T02:31:14.125327Z","steps":["trace[1376476254] 'process raft request' (duration: 183.621564ms)","trace[1376476254] 'compare' (duration: 197.878863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:31:14.12539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:13.743534Z","time spent":"381.836205ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:31:14.125494Z","caller":"traceutil/trace.go:171","msg":"trace[380911885] linearizableReadLoop","detail":"{readStateIndex:24478; appliedIndex:24476; }","duration":"293.839573ms","start":"2026-03-11T02:31:13.831625Z","end":"2026-03-11T02:31:14.125465Z","steps":["trace[380911885] 'read index received' (duration: 95.56608ms)","trace[380911885] 'applied index is now lower than readState.Index' (duration: 198.271913ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:14.125538Z","caller":"traceutil/trace.go:171","msg":"trace[1116118789] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"381.882567ms","start":"2026-03-11T02:31:13.743648Z","end":"2026-03-11T02:31:14.125531Z","steps":["trace[1116118789] 'process raft request' (duration: 381.640771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:14.125718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:31:13.743615Z","time spent":"381.987139ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:31:14.126009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.376666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272950"} {"level":"info","ts":"2026-03-11T02:31:14.126072Z","caller":"traceutil/trace.go:171","msg":"trace[933861913] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23666; }","duration":"294.49237ms","start":"2026-03-11T02:31:13.831564Z","end":"2026-03-11T02:31:14.126056Z","steps":["trace[933861913] 'agreement among raft nodes before linearized reading' (duration: 294.013487ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:14.163151Z","caller":"traceutil/trace.go:171","msg":"trace[2020572711] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"283.69852ms","start":"2026-03-11T02:31:13.879418Z","end":"2026-03-11T02:31:14.163116Z","steps":["trace[2020572711] 'process raft request' (duration: 283.261068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:14.164077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.234673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T02:31:14.164205Z","caller":"traceutil/trace.go:171","msg":"trace[1841428888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23667; }","duration":"246.430588ms","start":"2026-03-11T02:31:13.917758Z","end":"2026-03-11T02:31:14.164189Z","steps":["trace[1841428888] 'agreement among raft nodes before linearized reading' (duration: 245.791061ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:17.871375Z","caller":"traceutil/trace.go:171","msg":"trace[1244386713] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"117.422465ms","start":"2026-03-11T02:31:17.753923Z","end":"2026-03-11T02:31:17.871346Z","steps":["trace[1244386713] 'process raft request' (duration: 116.86966ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:18.259113Z","caller":"traceutil/trace.go:171","msg":"trace[912628035] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"113.142223ms","start":"2026-03-11T02:31:18.145948Z","end":"2026-03-11T02:31:18.25909Z","steps":["trace[912628035] 'process raft request' (duration: 112.782724ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:20.470895Z","caller":"traceutil/trace.go:171","msg":"trace[1990075605] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"203.444347ms","start":"2026-03-11T02:31:20.267416Z","end":"2026-03-11T02:31:20.47086Z","steps":["trace[1990075605] 'process raft request' (duration: 108.140425ms)","trace[1990075605] 'compare' (duration: 95.031734ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:20.471058Z","caller":"traceutil/trace.go:171","msg":"trace[1156537711] linearizableReadLoop","detail":"{readStateIndex:24522; appliedIndex:24520; }","duration":"199.543286ms","start":"2026-03-11T02:31:20.27149Z","end":"2026-03-11T02:31:20.471033Z","steps":["trace[1156537711] 'read index received' (duration: 104.07852ms)","trace[1156537711] 'applied index is now lower than readState.Index' (duration: 95.463726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:31:20.471194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.684359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:31:20.471234Z","caller":"traceutil/trace.go:171","msg":"trace[2051547801] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23708; }","duration":"199.751561ms","start":"2026-03-11T02:31:20.271473Z","end":"2026-03-11T02:31:20.471224Z","steps":["trace[2051547801] 'agreement among raft nodes before linearized reading' (duration: 199.648788ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:20.471444Z","caller":"traceutil/trace.go:171","msg":"trace[199959429] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"201.516967ms","start":"2026-03-11T02:31:20.269917Z","end":"2026-03-11T02:31:20.471434Z","steps":["trace[199959429] 'process raft request' (duration: 200.88788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:20.709237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.449281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:31:20.709361Z","caller":"traceutil/trace.go:171","msg":"trace[720265925] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"207.015588ms","start":"2026-03-11T02:31:20.502325Z","end":"2026-03-11T02:31:20.709341Z","steps":["trace[720265925] 'process raft request' (duration: 81.362772ms)","trace[720265925] 'compare' (duration: 125.279597ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:20.780872Z","caller":"traceutil/trace.go:171","msg":"trace[1625003470] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"221.150043ms","start":"2026-03-11T02:31:20.559686Z","end":"2026-03-11T02:31:20.780836Z","steps":["trace[1625003470] 'process raft request' (duration: 220.918448ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:21.159426Z","caller":"traceutil/trace.go:171","msg":"trace[999682887] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"159.612414ms","start":"2026-03-11T02:31:20.999749Z","end":"2026-03-11T02:31:21.159362Z","steps":["trace[999682887] 'process raft request' (duration: 159.107091ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:21.159646Z","caller":"traceutil/trace.go:171","msg":"trace[562235980] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"149.095351ms","start":"2026-03-11T02:31:21.010506Z","end":"2026-03-11T02:31:21.159601Z","steps":["trace[562235980] 'process raft request' (duration: 148.757253ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:21.15969Z","caller":"traceutil/trace.go:171","msg":"trace[903729182] linearizableReadLoop","detail":"{readStateIndex:24530; appliedIndex:24524; }","duration":"135.568033ms","start":"2026-03-11T02:31:21.024104Z","end":"2026-03-11T02:31:21.159672Z","steps":["trace[903729182] 'read index received' (duration: 18.401425ms)","trace[903729182] 'applied index is now lower than readState.Index' (duration: 117.164978ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:31:21.159891Z","caller":"traceutil/trace.go:171","msg":"trace[1378466260] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"149.289927ms","start":"2026-03-11T02:31:21.010589Z","end":"2026-03-11T02:31:21.159879Z","steps":["trace[1378466260] 'process raft request' (duration: 148.912907ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:21.159868Z","caller":"traceutil/trace.go:171","msg":"trace[1184881408] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"148.885497ms","start":"2026-03-11T02:31:21.010956Z","end":"2026-03-11T02:31:21.159842Z","steps":["trace[1184881408] 'process raft request' (duration: 148.63304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:31:21.160086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.867801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T02:31:21.160144Z","caller":"traceutil/trace.go:171","msg":"trace[1047128193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23716; }","duration":"136.062615ms","start":"2026-03-11T02:31:21.024066Z","end":"2026-03-11T02:31:21.160129Z","steps":["trace[1047128193] 'agreement among raft nodes before linearized reading' (duration: 135.759148ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:31:21.159425Z","caller":"traceutil/trace.go:171","msg":"trace[447025332] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"152.340666ms","start":"2026-03-11T02:31:21.007022Z","end":"2026-03-11T02:31:21.159363Z","steps":["trace[447025332] 'process raft request' (duration: 152.150912ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:32:41.46629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21683} {"level":"info","ts":"2026-03-11T02:32:41.598385Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21683,"took":"127.488995ms","hash":3656712481,"current-db-size-bytes":47366144,"current-db-size":"47 MB","current-db-size-in-use-bytes":31920128,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-11T02:32:41.598492Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3656712481,"revision":21683,"compact-revision":18779} {"level":"info","ts":"2026-03-11T02:35:29.876367Z","caller":"traceutil/trace.go:171","msg":"trace[1450513107] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"199.530495ms","start":"2026-03-11T02:35:29.676812Z","end":"2026-03-11T02:35:29.876342Z","steps":["trace[1450513107] 'process raft request' (duration: 199.372321ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:35:29.879416Z","caller":"traceutil/trace.go:171","msg":"trace[8471902] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"199.238119ms","start":"2026-03-11T02:35:29.680157Z","end":"2026-03-11T02:35:29.879396Z","steps":["trace[8471902] 'process raft request' (duration: 198.888229ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:35:29.87946Z","caller":"traceutil/trace.go:171","msg":"trace[1191806300] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"152.8522ms","start":"2026-03-11T02:35:29.726591Z","end":"2026-03-11T02:35:29.879443Z","steps":["trace[1191806300] 'process raft request' (duration: 152.564332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:35:30.874142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336470309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T02:35:31.022982Z","caller":"traceutil/trace.go:171","msg":"trace[527134729] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"864.772774ms","start":"2026-03-11T02:35:30.158182Z","end":"2026-03-11T02:35:31.022955Z","steps":["trace[527134729] 'process raft request' (duration: 864.584259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:35:31.023288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:35:30.15815Z","time spent":"864.933118ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:35:31.023777Z","caller":"traceutil/trace.go:171","msg":"trace[2062004285] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"858.821931ms","start":"2026-03-11T02:35:30.164931Z","end":"2026-03-11T02:35:31.023753Z","steps":["trace[2062004285] 'process raft request' (duration: 858.617806ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:35:31.024003Z","caller":"traceutil/trace.go:171","msg":"trace[926855677] linearizableReadLoop","detail":"{readStateIndex:26996; appliedIndex:26993; }","duration":"650.621452ms","start":"2026-03-11T02:35:30.373357Z","end":"2026-03-11T02:35:31.023978Z","steps":["trace[926855677] 'read index received' (duration: 649.37395ms)","trace[926855677] 'applied index is now lower than readState.Index' (duration: 1.246622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:35:31.024071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:35:30.164913Z","time spent":"858.942404ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:35:31.024167Z","caller":"traceutil/trace.go:171","msg":"trace[1467077196] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"138.517589ms","start":"2026-03-11T02:35:30.885531Z","end":"2026-03-11T02:35:31.024049Z","steps":["trace[1467077196] 'process raft request' (duration: 138.289632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:35:31.024247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.871558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-11T02:35:31.024288Z","caller":"traceutil/trace.go:171","msg":"trace[778644632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26120; }","duration":"650.98349ms","start":"2026-03-11T02:35:30.373294Z","end":"2026-03-11T02:35:31.024277Z","steps":["trace[778644632] 'agreement among raft nodes before linearized reading' (duration: 650.823836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:35:31.024315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:35:30.373269Z","time spent":"651.039362ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T02:35:31.02437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.403379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:35:31.023888Z","caller":"traceutil/trace.go:171","msg":"trace[221849780] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"855.887924ms","start":"2026-03-11T02:35:30.167982Z","end":"2026-03-11T02:35:31.02387Z","steps":["trace[221849780] 'process raft request' (duration: 855.70915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:35:31.0248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:35:30.167955Z","time spent":"856.785339ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:35:31.024455Z","caller":"traceutil/trace.go:171","msg":"trace[1159052629] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26120; }","duration":"618.520461ms","start":"2026-03-11T02:35:30.405914Z","end":"2026-03-11T02:35:31.024435Z","steps":["trace[1159052629] 'agreement among raft nodes before linearized reading' (duration: 618.377358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:35:31.025044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:35:30.405902Z","time spent":"619.115826ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:35:31.024573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.607576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T02:35:31.025235Z","caller":"traceutil/trace.go:171","msg":"trace[1848341575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26120; }","duration":"647.360136ms","start":"2026-03-11T02:35:30.37785Z","end":"2026-03-11T02:35:31.02521Z","steps":["trace[1848341575] 'agreement among raft nodes before linearized reading' (duration: 646.362361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:35:31.025313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:35:30.37783Z","time spent":"647.462318ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T02:35:31.024642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.365364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T02:35:31.025433Z","caller":"traceutil/trace.go:171","msg":"trace[396833590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26120; }","duration":"644.135504ms","start":"2026-03-11T02:35:30.381248Z","end":"2026-03-11T02:35:31.025384Z","steps":["trace[396833590] 'agreement among raft nodes before linearized reading' (duration: 643.255841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:35:31.025481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:35:30.38117Z","time spent":"644.298848ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:37:18.004486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336472052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:37:18.505436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336472052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:37:19.005911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336472052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:37:19.506408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336472052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:37:20.006549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336472052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:37:20.147194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-11T02:37:20.147294Z","caller":"traceutil/trace.go:171","msg":"trace[175273055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608333s","start":"2026-03-11T02:37:18.146661Z","end":"2026-03-11T02:37:20.147269Z","steps":["trace[175273055] 'agreement among raft nodes before linearized reading' (duration: 2.00048554s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.14735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.14664Z","time spent":"2.000699905s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/11 02:37:20 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-11T02:37:20.507361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336472052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:37:20.647784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.223794788s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T02:37:20.667335Z","caller":"traceutil/trace.go:171","msg":"trace[904243834] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"3.243896837s","start":"2026-03-11T02:37:17.423392Z","end":"2026-03-11T02:37:20.667289Z","steps":["trace[904243834] 'process raft request' (duration: 3.224625549s)","trace[904243834] 'compare' (duration: 18.173689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:37:20.667517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:17.42337Z","time spent":"3.244054201s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:37:20.670963Z","caller":"traceutil/trace.go:171","msg":"trace[49936428] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"2.364243538s","start":"2026-03-11T02:37:18.3067Z","end":"2026-03-11T02:37:20.670944Z","steps":["trace[49936428] 'process raft request' (duration: 2.364074274s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:37:20.670976Z","caller":"traceutil/trace.go:171","msg":"trace[71028197] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"2.199199613s","start":"2026-03-11T02:37:18.471728Z","end":"2026-03-11T02:37:20.670927Z","steps":["trace[71028197] 'process raft request' (duration: 2.19908678s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:37:20.67106Z","caller":"traceutil/trace.go:171","msg":"trace[1663216089] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"1.249811313s","start":"2026-03-11T02:37:19.421207Z","end":"2026-03-11T02:37:20.671019Z","steps":["trace[1663216089] 'process raft request' (duration: 1.249641879s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:37:20.671128Z","caller":"traceutil/trace.go:171","msg":"trace[1793325011] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"1.243233693s","start":"2026-03-11T02:37:19.427868Z","end":"2026-03-11T02:37:20.671102Z","steps":["trace[1793325011] 'process raft request' (duration: 1.243042558s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.671099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.30669Z","time spent":"2.36433148s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:37:20.670994Z","caller":"traceutil/trace.go:171","msg":"trace[1882456634] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"2.422687298s","start":"2026-03-11T02:37:18.248223Z","end":"2026-03-11T02:37:20.67091Z","steps":["trace[1882456634] 'process raft request' (duration: 2.422457673s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.671198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.471708Z","time spent":"2.199360897s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:37:20.671269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:19.427848Z","time spent":"1.243346475s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:37:20.671367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.248197Z","time spent":"2.423082068s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:37:20.671431Z","caller":"traceutil/trace.go:171","msg":"trace[1635250163] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"963.909216ms","start":"2026-03-11T02:37:19.707511Z","end":"2026-03-11T02:37:20.67142Z","steps":["trace[1635250163] 'process raft request' (duration: 963.529376ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:37:20.671435Z","caller":"traceutil/trace.go:171","msg":"trace[1381558869] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"1.244466034s","start":"2026-03-11T02:37:19.426713Z","end":"2026-03-11T02:37:20.671179Z","steps":["trace[1381558869] 'process raft request' (duration: 1.244165487s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.671552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:19.707482Z","time spent":"963.972628ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:37:20.671549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:19.426687Z","time spent":"1.244824384s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:37:20.671789Z","caller":"traceutil/trace.go:171","msg":"trace[1593311148] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"916.10609ms","start":"2026-03-11T02:37:19.755675Z","end":"2026-03-11T02:37:20.671781Z","steps":["trace[1593311148] 'process raft request' (duration: 915.624277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.671853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:19.75565Z","time spent":"916.159911ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:37:20.67122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:19.421185Z","time spent":"1.249955896s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:37:20.677023Z","caller":"traceutil/trace.go:171","msg":"trace[1050523088] linearizableReadLoop","detail":"{readStateIndex:27758; appliedIndex:27748; }","duration":"3.17319409s","start":"2026-03-11T02:37:17.503806Z","end":"2026-03-11T02:37:20.677001Z","steps":["trace[1050523088] 'read index received' (duration: 3.144223601s)","trace[1050523088] 'applied index is now lower than readState.Index' (duration: 28.969439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:37:20.677184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173376215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T02:37:20.677213Z","caller":"traceutil/trace.go:171","msg":"trace[1071353951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26857; }","duration":"3.173441836s","start":"2026-03-11T02:37:17.503763Z","end":"2026-03-11T02:37:20.677205Z","steps":["trace[1071353951] 'agreement among raft nodes before linearized reading' (duration: 3.173337663s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.677236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:17.503745Z","time spent":"3.173485788s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:37:20.677419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169049472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T02:37:20.677476Z","caller":"traceutil/trace.go:171","msg":"trace[408331686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26857; }","duration":"3.169130974s","start":"2026-03-11T02:37:17.508333Z","end":"2026-03-11T02:37:20.677464Z","steps":["trace[408331686] 'agreement among raft nodes before linearized reading' (duration: 3.168997421s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.677515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:17.508317Z","time spent":"3.169189195s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-11T02:37:20.67755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.105082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:37:20.677573Z","caller":"traceutil/trace.go:171","msg":"trace[409028479] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26857; }","duration":"805.181744ms","start":"2026-03-11T02:37:19.872384Z","end":"2026-03-11T02:37:20.677566Z","steps":["trace[409028479] 'agreement among raft nodes before linearized reading' (duration: 805.149553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.677594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:19.872359Z","time spent":"805.228925ms","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-11T02:37:20.677703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249476274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-11T02:37:20.677745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355899374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:37:20.677739Z","caller":"traceutil/trace.go:171","msg":"trace[1537280827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26857; }","duration":"2.249545685s","start":"2026-03-11T02:37:18.428185Z","end":"2026-03-11T02:37:20.677731Z","steps":["trace[1537280827] 'agreement among raft nodes before linearized reading' (duration: 2.249457693s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:37:20.677764Z","caller":"traceutil/trace.go:171","msg":"trace[1908849675] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26857; }","duration":"1.355917184s","start":"2026-03-11T02:37:19.321839Z","end":"2026-03-11T02:37:20.677756Z","steps":["trace[1908849675] 'agreement among raft nodes before linearized reading' (duration: 1.355888084s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.677767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.428168Z","time spent":"2.249592966s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T02:37:20.677786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:19.321778Z","time spent":"1.356002257s","remote":"127.0.0.1:58010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:37:20.677902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832100009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:37:20.677924Z","caller":"traceutil/trace.go:171","msg":"trace[962353407] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26857; }","duration":"1.832160039s","start":"2026-03-11T02:37:18.845757Z","end":"2026-03-11T02:37:20.677917Z","steps":["trace[962353407] 'agreement among raft nodes before linearized reading' (duration: 1.832117958s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.677943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.845737Z","time spent":"1.832199401s","remote":"127.0.0.1:57804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:37:20.677928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250837487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T02:37:20.677972Z","caller":"traceutil/trace.go:171","msg":"trace[433440760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26857; }","duration":"2.250910739s","start":"2026-03-11T02:37:18.427051Z","end":"2026-03-11T02:37:20.677962Z","steps":["trace[433440760] 'agreement among raft nodes before linearized reading' (duration: 2.250817047s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.678005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.427034Z","time spent":"2.25096525s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T02:37:20.678036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838749919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:37:20.678056Z","caller":"traceutil/trace.go:171","msg":"trace[848967882] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26857; }","duration":"1.838805061s","start":"2026-03-11T02:37:18.839245Z","end":"2026-03-11T02:37:20.67805Z","steps":["trace[848967882] 'agreement among raft nodes before linearized reading' (duration: 1.83877585s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.678073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.839225Z","time spent":"1.838844112s","remote":"127.0.0.1:34968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:37:20.677524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.818368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:37:20.67858Z","caller":"traceutil/trace.go:171","msg":"trace[1380178940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26857; }","duration":"530.911768ms","start":"2026-03-11T02:37:20.14765Z","end":"2026-03-11T02:37:20.678562Z","steps":["trace[1380178940] 'agreement among raft nodes before linearized reading' (duration: 529.84928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.678647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:20.147624Z","time spent":"531.000741ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T02:37:20.677715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228291987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:37:20.678683Z","caller":"traceutil/trace.go:171","msg":"trace[422392889] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26857; }","duration":"1.229281522s","start":"2026-03-11T02:37:19.449394Z","end":"2026-03-11T02:37:20.678676Z","steps":["trace[422392889] 'agreement among raft nodes before linearized reading' (duration: 1.228296607s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.678719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:19.449386Z","time spent":"1.229323104s","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:37:20.677483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248461476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T02:37:20.678759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636655176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-11T02:37:20.678793Z","caller":"traceutil/trace.go:171","msg":"trace[424364410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26857; }","duration":"2.24981363s","start":"2026-03-11T02:37:18.428972Z","end":"2026-03-11T02:37:20.678786Z","steps":["trace[424364410] 'agreement among raft nodes before linearized reading' (duration: 2.248467926s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:37:20.67881Z","caller":"traceutil/trace.go:171","msg":"trace[669670275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26857; }","duration":"2.636758659s","start":"2026-03-11T02:37:18.042037Z","end":"2026-03-11T02:37:20.678796Z","steps":["trace[669670275] 'agreement among raft nodes before linearized reading' (duration: 2.636609675s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.678863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.042017Z","time spent":"2.636834101s","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-11T02:37:20.678853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972465564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-11T02:37:20.678821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.428951Z","time spent":"2.249863082s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T02:37:20.678929Z","caller":"traceutil/trace.go:171","msg":"trace[641231063] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26857; }","duration":"2.972548736s","start":"2026-03-11T02:37:17.706368Z","end":"2026-03-11T02:37:20.678917Z","steps":["trace[641231063] 'agreement among raft nodes before linearized reading' (duration: 2.972359651s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.678957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:17.706346Z","time spent":"2.972604937s","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-11T02:37:20.678968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375012976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:37:20.678992Z","caller":"traceutil/trace.go:171","msg":"trace[405905130] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26857; }","duration":"2.375075337s","start":"2026-03-11T02:37:18.30391Z","end":"2026-03-11T02:37:20.678985Z","steps":["trace[405905130] 'agreement among raft nodes before linearized reading' (duration: 2.375019206s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.679019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.30389Z","time spent":"2.375121058s","remote":"127.0.0.1:35140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:37:20.678144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374098583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:37:20.679315Z","caller":"traceutil/trace.go:171","msg":"trace[1437135859] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26857; }","duration":"2.375294634s","start":"2026-03-11T02:37:18.304006Z","end":"2026-03-11T02:37:20.6793Z","steps":["trace[1437135859] 'agreement among raft nodes before linearized reading' (duration: 2.374105733s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:37:20.67937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:37:18.303981Z","time spent":"2.375370365s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:37:41.47305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24503} {"level":"info","ts":"2026-03-11T02:37:41.597774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24503,"took":"120.424812ms","hash":4053316994,"current-db-size-bytes":48631808,"current-db-size":"49 MB","current-db-size-in-use-bytes":32890880,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-11T02:37:41.59783Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4053316994,"revision":24503,"compact-revision":21683} {"level":"info","ts":"2026-03-11T02:41:57.373068Z","caller":"traceutil/trace.go:171","msg":"trace[675074285] linearizableReadLoop","detail":"{readStateIndex:29728; appliedIndex:29727; }","duration":"430.998276ms","start":"2026-03-11T02:41:56.942042Z","end":"2026-03-11T02:41:57.37304Z","steps":["trace[675074285] 'read index received' (duration: 430.900314ms)","trace[675074285] 'applied index is now lower than readState.Index' (duration: 96.582µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:41:57.373092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:56.428258Z","time spent":"944.826647ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-11T02:41:57.373395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.330236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-11T02:41:57.373456Z","caller":"traceutil/trace.go:171","msg":"trace[756751725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28767; }","duration":"431.441919ms","start":"2026-03-11T02:41:56.941996Z","end":"2026-03-11T02:41:57.373438Z","steps":["trace[756751725] 'agreement among raft nodes before linearized reading' (duration: 431.170103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:57.373491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:56.941957Z","time spent":"431.526481ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-11T02:41:57.375425Z","caller":"traceutil/trace.go:171","msg":"trace[1073302831] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"429.891458ms","start":"2026-03-11T02:41:56.94552Z","end":"2026-03-11T02:41:57.375412Z","steps":["trace[1073302831] 'process raft request' (duration: 429.643971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:57.375497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:56.945493Z","time spent":"429.963111ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:41:57.375501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.782193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:41:57.375574Z","caller":"traceutil/trace.go:171","msg":"trace[186194692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28768; }","duration":"229.904896ms","start":"2026-03-11T02:41:57.145652Z","end":"2026-03-11T02:41:57.375557Z","steps":["trace[186194692] 'agreement among raft nodes before linearized reading' (duration: 229.780483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:57.375617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.392502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-11T02:41:57.375674Z","caller":"traceutil/trace.go:171","msg":"trace[953362435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28768; }","duration":"326.492534ms","start":"2026-03-11T02:41:57.049164Z","end":"2026-03-11T02:41:57.375657Z","steps":["trace[953362435] 'agreement among raft nodes before linearized reading' (duration: 326.248538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:57.375717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.049143Z","time spent":"326.563876ms","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-11T02:41:58.497227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336476935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:41:58.998099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336476935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:41:59.499133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336476935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-11T02:41:59.50989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.711486427s","expected-duration":"1s"} {"level":"info","ts":"2026-03-11T02:41:59.510264Z","caller":"traceutil/trace.go:171","msg":"trace[1361275181] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"1.71197305s","start":"2026-03-11T02:41:57.798264Z","end":"2026-03-11T02:41:59.510237Z","steps":["trace[1361275181] 'process raft request' (duration: 1.711813066s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.510428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.798239Z","time spent":"1.712108013s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:41:59.513665Z","caller":"traceutil/trace.go:171","msg":"trace[1417838015] transaction","detail":"{read_only:false; response_revision:28772; number_of_response:1; }","duration":"1.712195116s","start":"2026-03-11T02:41:57.801426Z","end":"2026-03-11T02:41:59.513621Z","steps":["trace[1417838015] 'process raft request' (duration: 1.711890478s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:41:59.513736Z","caller":"traceutil/trace.go:171","msg":"trace[1895104320] linearizableReadLoop","detail":"{readStateIndex:29739; appliedIndex:29731; }","duration":"1.516512884s","start":"2026-03-11T02:41:57.997201Z","end":"2026-03-11T02:41:59.513714Z","steps":["trace[1895104320] 'read index received' (duration: 1.513010573s)","trace[1895104320] 'applied index is now lower than readState.Index' (duration: 3.501041ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:41:59.513838Z","caller":"traceutil/trace.go:171","msg":"trace[1693237818] transaction","detail":"{read_only:false; response_revision:28777; number_of_response:1; }","duration":"1.696854919s","start":"2026-03-11T02:41:57.816968Z","end":"2026-03-11T02:41:59.513823Z","steps":["trace[1693237818] 'process raft request' (duration: 1.696667274s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.513901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.816957Z","time spent":"1.69691315s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:41:59.513969Z","caller":"traceutil/trace.go:171","msg":"trace[1801732949] transaction","detail":"{read_only:false; response_revision:28776; number_of_response:1; }","duration":"1.698410678s","start":"2026-03-11T02:41:57.815552Z","end":"2026-03-11T02:41:59.513963Z","steps":["trace[1801732949] 'process raft request' (duration: 1.698047919s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.513998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.815531Z","time spent":"1.698452821s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:41:59.514104Z","caller":"traceutil/trace.go:171","msg":"trace[594263877] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"1.707081564s","start":"2026-03-11T02:41:57.807017Z","end":"2026-03-11T02:41:59.514099Z","steps":["trace[594263877] 'process raft request' (duration: 1.706459918s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:41:59.514099Z","caller":"traceutil/trace.go:171","msg":"trace[67220467] transaction","detail":"{read_only:false; response_revision:28778; number_of_response:1; }","duration":"229.824195ms","start":"2026-03-11T02:41:59.28426Z","end":"2026-03-11T02:41:59.514084Z","steps":["trace[67220467] 'process raft request' (duration: 229.411104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.807008Z","time spent":"1.707112825s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:41:59.514179Z","caller":"traceutil/trace.go:171","msg":"trace[423683163] transaction","detail":"{read_only:false; response_revision:28774; number_of_response:1; }","duration":"1.700879413s","start":"2026-03-11T02:41:57.813295Z","end":"2026-03-11T02:41:59.514174Z","steps":["trace[423683163] 'process raft request' (duration: 1.700228346s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.813274Z","time spent":"1.700917915s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:41:59.514219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509329319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T02:41:59.514284Z","caller":"traceutil/trace.go:171","msg":"trace[1122035141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28778; }","duration":"1.509420401s","start":"2026-03-11T02:41:58.004835Z","end":"2026-03-11T02:41:59.514256Z","steps":["trace[1122035141] 'agreement among raft nodes before linearized reading' (duration: 1.509288638s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.004814Z","time spent":"1.509498453s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:41:59.514435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484218618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-11T02:41:59.514437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270631005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:41:59.514486Z","caller":"traceutil/trace.go:171","msg":"trace[1563946688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28778; }","duration":"1.48426789s","start":"2026-03-11T02:41:58.030211Z","end":"2026-03-11T02:41:59.514479Z","steps":["trace[1563946688] 'agreement among raft nodes before linearized reading' (duration: 1.484181017s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517307005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T02:41:59.514502Z","caller":"traceutil/trace.go:171","msg":"trace[126186328] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28778; }","duration":"1.270791309s","start":"2026-03-11T02:41:58.243696Z","end":"2026-03-11T02:41:59.514487Z","steps":["trace[126186328] 'agreement among raft nodes before linearized reading' (duration: 1.270634105s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.243674Z","time spent":"1.27085589s","remote":"127.0.0.1:57604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:41:59.514565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484453825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T02:41:59.514588Z","caller":"traceutil/trace.go:171","msg":"trace[562920756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28778; }","duration":"1.484503956s","start":"2026-03-11T02:41:58.030076Z","end":"2026-03-11T02:41:59.51458Z","steps":["trace[562920756] 'agreement among raft nodes before linearized reading' (duration: 1.484446785s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.5146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.284315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-11T02:41:59.51461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.030064Z","time spent":"1.484542227s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-11T02:41:59.51464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.982794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:41:59.514658Z","caller":"traceutil/trace.go:171","msg":"trace[1805574571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28778; }","duration":"301.036037ms","start":"2026-03-11T02:41:59.213618Z","end":"2026-03-11T02:41:59.514654Z","steps":["trace[1805574571] 'agreement among raft nodes before linearized reading' (duration: 301.006816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:59.213595Z","time spent":"301.073947ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T02:41:59.51464Z","caller":"traceutil/trace.go:171","msg":"trace[876590541] transaction","detail":"{read_only:false; response_revision:28775; number_of_response:1; }","duration":"1.698290176s","start":"2026-03-11T02:41:57.815504Z","end":"2026-03-11T02:41:59.513794Z","steps":["trace[876590541] 'process raft request' (duration: 1.69805802s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.513899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.801404Z","time spent":"1.712391461s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:41:59.514761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.786892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:41:59.514768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.423108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:41:59.514803Z","caller":"traceutil/trace.go:171","msg":"trace[1360301712] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28778; }","duration":"887.829303ms","start":"2026-03-11T02:41:58.626964Z","end":"2026-03-11T02:41:59.514793Z","steps":["trace[1360301712] 'agreement among raft nodes before linearized reading' (duration: 887.758822ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:41:59.514615Z","caller":"traceutil/trace.go:171","msg":"trace[404630116] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28778; }","duration":"252.339547ms","start":"2026-03-11T02:41:59.262271Z","end":"2026-03-11T02:41:59.514611Z","steps":["trace[404630116] 'agreement among raft nodes before linearized reading' (duration: 252.293366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.626895Z","time spent":"887.947077ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:41:59.51484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.815487Z","time spent":"1.699224201s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:41:59.514859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.368787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:41:59.514895Z","caller":"traceutil/trace.go:171","msg":"trace[291873884] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28778; }","duration":"702.43308ms","start":"2026-03-11T02:41:58.812453Z","end":"2026-03-11T02:41:59.514886Z","steps":["trace[291873884] 'agreement among raft nodes before linearized reading' (duration: 702.383248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490996935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-11T02:41:59.514936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.812436Z","time spent":"702.491751ms","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:41:59.514963Z","caller":"traceutil/trace.go:171","msg":"trace[1841862683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28778; }","duration":"1.491281592s","start":"2026-03-11T02:41:58.023661Z","end":"2026-03-11T02:41:59.514942Z","steps":["trace[1841862683] 'agreement among raft nodes before linearized reading' (duration: 1.490999294s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.514509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.030193Z","time spent":"1.484311151s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-11T02:41:59.514551Z","caller":"traceutil/trace.go:171","msg":"trace[862047727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28778; }","duration":"1.517361185s","start":"2026-03-11T02:41:57.997148Z","end":"2026-03-11T02:41:59.51451Z","steps":["trace[862047727] 'agreement among raft nodes before linearized reading' (duration: 1.517300284s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:41:59.514815Z","caller":"traceutil/trace.go:171","msg":"trace[1905184613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28778; }","duration":"731.48947ms","start":"2026-03-11T02:41:58.78331Z","end":"2026-03-11T02:41:59.514799Z","steps":["trace[1905184613] 'agreement among raft nodes before linearized reading' (duration: 731.417129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.515085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11193863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:41:59.515114Z","caller":"traceutil/trace.go:171","msg":"trace[1340557225] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28778; }","duration":"1.112021702s","start":"2026-03-11T02:41:58.403085Z","end":"2026-03-11T02:41:59.515107Z","steps":["trace[1340557225] 'agreement among raft nodes before linearized reading' (duration: 1.111914399s)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.515128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.403059Z","time spent":"1.112065643s","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-11T02:41:59.515115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.783294Z","time spent":"731.799668ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T02:41:59.514433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.773595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307180"} {"level":"info","ts":"2026-03-11T02:41:59.515256Z","caller":"traceutil/trace.go:171","msg":"trace[1947335039] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:28778; }","duration":"851.610027ms","start":"2026-03-11T02:41:58.663624Z","end":"2026-03-11T02:41:59.515234Z","steps":["trace[1947335039] 'agreement among raft nodes before linearized reading' (duration: 850.701404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.515365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.688923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319184"} {"level":"info","ts":"2026-03-11T02:41:59.515384Z","caller":"traceutil/trace.go:171","msg":"trace[1674966092] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:28778; }","duration":"758.781687ms","start":"2026-03-11T02:41:58.756597Z","end":"2026-03-11T02:41:59.515379Z","steps":["trace[1674966092] 'agreement among raft nodes before linearized reading' (duration: 758.15869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:41:59.515398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.756577Z","time spent":"758.817267ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":319206,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-11T02:41:59.515008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.023647Z","time spent":"1.491348563s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T02:41:59.5154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:58.663606Z","time spent":"851.771542ms","remote":"127.0.0.1:34802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":307202,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"warn","ts":"2026-03-11T02:41:59.515165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:41:57.99713Z","time spent":"1.518014113s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T02:42:37.666557Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30005,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T02:42:37.671473Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30005} {"level":"info","ts":"2026-03-11T02:42:37.671598Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25005} {"level":"info","ts":"2026-03-11T02:42:41.481377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27000} {"level":"info","ts":"2026-03-11T02:42:41.611683Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27000,"took":"124.662364ms","hash":2407394255,"current-db-size-bytes":48631808,"current-db-size":"49 MB","current-db-size-in-use-bytes":28131328,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T02:42:41.611745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2407394255,"revision":27000,"compact-revision":24503} {"level":"info","ts":"2026-03-11T02:47:41.48875Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29057} {"level":"info","ts":"2026-03-11T02:47:41.601532Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29057,"took":"108.185942ms","hash":2655868973,"current-db-size-bytes":48631808,"current-db-size":"49 MB","current-db-size-in-use-bytes":27901952,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-11T02:47:41.601588Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2655868973,"revision":29057,"compact-revision":27000} {"level":"info","ts":"2026-03-11T02:47:55.035891Z","caller":"traceutil/trace.go:171","msg":"trace[132886961] transaction","detail":"{read_only:false; response_revision:31333; number_of_response:1; }","duration":"102.104315ms","start":"2026-03-11T02:47:54.933761Z","end":"2026-03-11T02:47:55.035865Z","steps":["trace[132886961] 'process raft request' (duration: 102.070924ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:47:55.035932Z","caller":"traceutil/trace.go:171","msg":"trace[1420012190] transaction","detail":"{read_only:false; response_revision:31332; number_of_response:1; }","duration":"102.930077ms","start":"2026-03-11T02:47:54.932981Z","end":"2026-03-11T02:47:55.035912Z","steps":["trace[1420012190] 'process raft request' (duration: 102.815513ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:47:55.035928Z","caller":"traceutil/trace.go:171","msg":"trace[1978672898] transaction","detail":"{read_only:false; response_revision:31331; number_of_response:1; }","duration":"102.957687ms","start":"2026-03-11T02:47:54.932939Z","end":"2026-03-11T02:47:55.035896Z","steps":["trace[1978672898] 'process raft request' (duration: 97.109366ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:47:57.205813Z","caller":"traceutil/trace.go:171","msg":"trace[271791581] transaction","detail":"{read_only:false; response_revision:31345; number_of_response:1; }","duration":"165.247945ms","start":"2026-03-11T02:47:57.040537Z","end":"2026-03-11T02:47:57.205785Z","steps":["trace[271791581] 'process raft request' (duration: 132.357926ms)","trace[271791581] 'compare' (duration: 32.693134ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:47:57.206045Z","caller":"traceutil/trace.go:171","msg":"trace[1559188448] linearizableReadLoop","detail":"{readStateIndex:32386; appliedIndex:32383; }","duration":"139.067179ms","start":"2026-03-11T02:47:57.066955Z","end":"2026-03-11T02:47:57.206022Z","steps":["trace[1559188448] 'read index received' (duration: 105.847822ms)","trace[1559188448] 'applied index is now lower than readState.Index' (duration: 33.218267ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:47:57.206064Z","caller":"traceutil/trace.go:171","msg":"trace[1443503520] transaction","detail":"{read_only:false; response_revision:31346; number_of_response:1; }","duration":"165.498151ms","start":"2026-03-11T02:47:57.04053Z","end":"2026-03-11T02:47:57.206028Z","steps":["trace[1443503520] 'process raft request' (duration: 165.215884ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:47:57.206139Z","caller":"traceutil/trace.go:171","msg":"trace[529054601] transaction","detail":"{read_only:false; response_revision:31347; number_of_response:1; }","duration":"163.54898ms","start":"2026-03-11T02:47:57.042578Z","end":"2026-03-11T02:47:57.206127Z","steps":["trace[529054601] 'process raft request' (duration: 163.331415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:47:57.206255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.282065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-11T02:47:57.206286Z","caller":"traceutil/trace.go:171","msg":"trace[688638544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31347; }","duration":"139.360867ms","start":"2026-03-11T02:47:57.066916Z","end":"2026-03-11T02:47:57.206277Z","steps":["trace[688638544] 'agreement among raft nodes before linearized reading' (duration: 139.227184ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:47:59.075543Z","caller":"traceutil/trace.go:171","msg":"trace[21139036] transaction","detail":"{read_only:false; response_revision:31357; number_of_response:1; }","duration":"131.262519ms","start":"2026-03-11T02:47:58.944262Z","end":"2026-03-11T02:47:59.075524Z","steps":["trace[21139036] 'process raft request' (duration: 131.137096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:47:59.473613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.182914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:47:59.474318Z","caller":"traceutil/trace.go:171","msg":"trace[257860002] transaction","detail":"{read_only:false; response_revision:31358; number_of_response:1; }","duration":"475.306007ms","start":"2026-03-11T02:47:58.99894Z","end":"2026-03-11T02:47:59.474246Z","steps":["trace[257860002] 'process raft request' (duration: 166.405805ms)","trace[257860002] 'compare' (duration: 307.796294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:47:59.47454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:58.998922Z","time spent":"475.503332ms","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-11T02:47:59.474652Z","caller":"traceutil/trace.go:171","msg":"trace[961342335] transaction","detail":"{read_only:false; response_revision:31359; number_of_response:1; }","duration":"398.989408ms","start":"2026-03-11T02:47:59.075624Z","end":"2026-03-11T02:47:59.474614Z","steps":["trace[961342335] 'process raft request' (duration: 398.120965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:47:59.474789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.075603Z","time spent":"399.11406ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:47:59.475383Z","caller":"traceutil/trace.go:171","msg":"trace[473104581] linearizableReadLoop","detail":"{readStateIndex:32400; appliedIndex:32397; }","duration":"328.353975ms","start":"2026-03-11T02:47:59.147006Z","end":"2026-03-11T02:47:59.475359Z","steps":["trace[473104581] 'read index received' (duration: 18.344384ms)","trace[473104581] 'applied index is now lower than readState.Index' (duration: 310.008021ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:47:59.475595Z","caller":"traceutil/trace.go:171","msg":"trace[443075280] transaction","detail":"{read_only:false; response_revision:31360; number_of_response:1; }","duration":"399.800639ms","start":"2026-03-11T02:47:59.075682Z","end":"2026-03-11T02:47:59.475482Z","steps":["trace[443075280] 'process raft request' (duration: 398.915106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:47:59.475721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.697333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:47:59.475777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.075671Z","time spent":"399.995243ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:47:59.475814Z","caller":"traceutil/trace.go:171","msg":"trace[1257082665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31360; }","duration":"328.798565ms","start":"2026-03-11T02:47:59.146999Z","end":"2026-03-11T02:47:59.475797Z","steps":["trace[1257082665] 'agreement among raft nodes before linearized reading' (duration: 328.515878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:47:59.475985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.146953Z","time spent":"329.004591ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T02:47:59.975699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350081336483364,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T02:48:00.068892Z","caller":"traceutil/trace.go:171","msg":"trace[453511313] transaction","detail":"{read_only:false; response_revision:31363; number_of_response:1; }","duration":"857.287635ms","start":"2026-03-11T02:47:59.211575Z","end":"2026-03-11T02:48:00.068862Z","steps":["trace[453511313] 'process raft request' (duration: 857.241403ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.068961Z","caller":"traceutil/trace.go:171","msg":"trace[42466470] transaction","detail":"{read_only:false; response_revision:31362; number_of_response:1; }","duration":"857.743688ms","start":"2026-03-11T02:47:59.211194Z","end":"2026-03-11T02:48:00.068938Z","steps":["trace[42466470] 'process raft request' (duration: 857.560953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:00.069081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.211561Z","time spent":"857.421169ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:48:00.068946Z","caller":"traceutil/trace.go:171","msg":"trace[1281504149] transaction","detail":"{read_only:false; response_revision:31361; number_of_response:1; }","duration":"857.721377ms","start":"2026-03-11T02:47:59.211178Z","end":"2026-03-11T02:48:00.0689Z","steps":["trace[1281504149] 'process raft request' (duration: 857.412739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:00.06915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.211168Z","time spent":"857.871281ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:48:00.069359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.211156Z","time spent":"858.050215ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:48:00.109986Z","caller":"traceutil/trace.go:171","msg":"trace[1990270769] transaction","detail":"{read_only:false; response_revision:31364; number_of_response:1; }","duration":"256.831628ms","start":"2026-03-11T02:47:59.853124Z","end":"2026-03-11T02:48:00.109955Z","steps":["trace[1990270769] 'process raft request' (duration: 256.583272ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.110071Z","caller":"traceutil/trace.go:171","msg":"trace[936156012] transaction","detail":"{read_only:false; response_revision:31365; number_of_response:1; }","duration":"238.953236ms","start":"2026-03-11T02:47:59.871091Z","end":"2026-03-11T02:48:00.110045Z","steps":["trace[936156012] 'process raft request' (duration: 238.789282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:00.272897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.946966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T02:48:00.273006Z","caller":"traceutil/trace.go:171","msg":"trace[98162222] linearizableReadLoop","detail":"{readStateIndex:32406; appliedIndex:32403; }","duration":"797.542103ms","start":"2026-03-11T02:47:59.475442Z","end":"2026-03-11T02:48:00.272984Z","steps":["trace[98162222] 'read index received' (duration: 593.406645ms)","trace[98162222] 'applied index is now lower than readState.Index' (duration: 204.133898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:48:00.273227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.191566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-11T02:48:00.273244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.223533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T02:48:00.273276Z","caller":"traceutil/trace.go:171","msg":"trace[293486601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31365; }","duration":"973.27358ms","start":"2026-03-11T02:47:59.299991Z","end":"2026-03-11T02:48:00.273264Z","steps":["trace[293486601] 'agreement among raft nodes before linearized reading' (duration: 973.093944ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.273281Z","caller":"traceutil/trace.go:171","msg":"trace[1061890484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31365; }","duration":"912.287206ms","start":"2026-03-11T02:47:59.360984Z","end":"2026-03-11T02:48:00.273271Z","steps":["trace[1061890484] 'agreement among raft nodes before linearized reading' (duration: 912.171112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:00.273308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.299979Z","time spent":"973.320281ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-11T02:48:00.273273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.192611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-11T02:48:00.273339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.382901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-11T02:48:00.273329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.785989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:48:00.273369Z","caller":"traceutil/trace.go:171","msg":"trace[1973705920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31365; }","duration":"912.295645ms","start":"2026-03-11T02:47:59.361049Z","end":"2026-03-11T02:48:00.273344Z","steps":["trace[1973705920] 'agreement among raft nodes before linearized reading' (duration: 911.993676ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.273404Z","caller":"traceutil/trace.go:171","msg":"trace[747711268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31365; }","duration":"508.481314ms","start":"2026-03-11T02:47:59.7649Z","end":"2026-03-11T02:48:00.273381Z","steps":["trace[747711268] 'agreement among raft nodes before linearized reading' (duration: 508.362281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:00.273204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.612491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-11T02:48:00.273421Z","caller":"traceutil/trace.go:171","msg":"trace[1901671086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31365; }","duration":"795.905761ms","start":"2026-03-11T02:47:59.47749Z","end":"2026-03-11T02:48:00.273396Z","steps":["trace[1901671086] 'agreement among raft nodes before linearized reading' (duration: 795.742216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:00.273433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.361025Z","time spent":"912.394888ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-11T02:48:00.273449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026248806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-11T02:48:00.273448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.764876Z","time spent":"508.563736ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-11T02:48:00.273308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.360974Z","time spent":"912.325207ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-11T02:48:00.273533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.233314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-b9sjx\" ","response":"range_response_count:1 size:10041"} {"level":"warn","ts":"2026-03-11T02:48:00.273471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.477473Z","time spent":"795.985823ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-11T02:48:00.273483Z","caller":"traceutil/trace.go:171","msg":"trace[306731238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31365; }","duration":"1.026312448s","start":"2026-03-11T02:47:59.247161Z","end":"2026-03-11T02:48:00.273474Z","steps":["trace[306731238] 'agreement among raft nodes before linearized reading' (duration: 1.026174174s)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.273644Z","caller":"traceutil/trace.go:171","msg":"trace[1421932602] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-b9sjx; range_end:; response_count:1; response_revision:31365; }","duration":"592.392628ms","start":"2026-03-11T02:47:59.681224Z","end":"2026-03-11T02:48:00.273617Z","steps":["trace[1421932602] 'agreement among raft nodes before linearized reading' (duration: 592.04912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:00.273708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.6812Z","time spent":"592.494201ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":10063,"request content":"key:\"/registry/pods/openstack/tempest-run-tests-b9sjx\" "} {"level":"warn","ts":"2026-03-11T02:48:00.273706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.247148Z","time spent":"1.026539133s","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-11T02:48:00.273474Z","caller":"traceutil/trace.go:171","msg":"trace[600644015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31365; }","duration":"929.907789ms","start":"2026-03-11T02:47:59.343541Z","end":"2026-03-11T02:48:00.273448Z","steps":["trace[600644015] 'agreement among raft nodes before linearized reading' (duration: 929.521999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:00.273844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:47:59.34353Z","time spent":"930.298808ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-11T02:48:00.390121Z","caller":"traceutil/trace.go:171","msg":"trace[1567122428] linearizableReadLoop","detail":"{readStateIndex:32412; appliedIndex:32406; }","duration":"108.694825ms","start":"2026-03-11T02:48:00.281399Z","end":"2026-03-11T02:48:00.390094Z","steps":["trace[1567122428] 'read index received' (duration: 76.7093ms)","trace[1567122428] 'applied index is now lower than readState.Index' (duration: 31.984565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:48:00.390311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.86829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:48:00.390369Z","caller":"traceutil/trace.go:171","msg":"trace[1014290347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31372; }","duration":"108.964112ms","start":"2026-03-11T02:48:00.28139Z","end":"2026-03-11T02:48:00.390354Z","steps":["trace[1014290347] 'agreement among raft nodes before linearized reading' (duration: 108.801528ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.390532Z","caller":"traceutil/trace.go:171","msg":"trace[248939755] transaction","detail":"{read_only:false; response_revision:31369; number_of_response:1; }","duration":"111.337103ms","start":"2026-03-11T02:48:00.279169Z","end":"2026-03-11T02:48:00.390507Z","steps":["trace[248939755] 'process raft request' (duration: 110.726587ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.390729Z","caller":"traceutil/trace.go:171","msg":"trace[859373215] transaction","detail":"{read_only:false; response_revision:31372; number_of_response:1; }","duration":"104.454956ms","start":"2026-03-11T02:48:00.286256Z","end":"2026-03-11T02:48:00.390711Z","steps":["trace[859373215] 'process raft request' (duration: 103.784549ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.390937Z","caller":"traceutil/trace.go:171","msg":"trace[317171784] transaction","detail":"{read_only:false; response_revision:31370; number_of_response:1; }","duration":"111.640242ms","start":"2026-03-11T02:48:00.279269Z","end":"2026-03-11T02:48:00.39091Z","steps":["trace[317171784] 'process raft request' (duration: 110.669886ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.390963Z","caller":"traceutil/trace.go:171","msg":"trace[922607967] transaction","detail":"{read_only:false; response_revision:31367; number_of_response:1; }","duration":"112.610377ms","start":"2026-03-11T02:48:00.278335Z","end":"2026-03-11T02:48:00.390946Z","steps":["trace[922607967] 'process raft request' (duration: 111.370645ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.391104Z","caller":"traceutil/trace.go:171","msg":"trace[1558759735] transaction","detail":"{read_only:false; response_revision:31371; number_of_response:1; }","duration":"111.787545ms","start":"2026-03-11T02:48:00.279305Z","end":"2026-03-11T02:48:00.391093Z","steps":["trace[1558759735] 'process raft request' (duration: 110.661506ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:00.391179Z","caller":"traceutil/trace.go:171","msg":"trace[2092244943] transaction","detail":"{read_only:false; response_revision:31368; number_of_response:1; }","duration":"112.491064ms","start":"2026-03-11T02:48:00.278672Z","end":"2026-03-11T02:48:00.391163Z","steps":["trace[2092244943] 'process raft request' (duration: 111.18398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:44.423369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.821083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:48:44.423574Z","caller":"traceutil/trace.go:171","msg":"trace[825990547] transaction","detail":"{read_only:false; response_revision:31671; number_of_response:1; }","duration":"152.379113ms","start":"2026-03-11T02:48:44.271179Z","end":"2026-03-11T02:48:44.423559Z","steps":["trace[825990547] 'process raft request' (duration: 152.324152ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:44.423876Z","caller":"traceutil/trace.go:171","msg":"trace[784740747] transaction","detail":"{read_only:false; response_revision:31670; number_of_response:1; }","duration":"158.122371ms","start":"2026-03-11T02:48:44.265728Z","end":"2026-03-11T02:48:44.423851Z","steps":["trace[784740747] 'process raft request' (duration: 49.726294ms)","trace[784740747] 'compare' (duration: 107.704039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:48:56.930899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.621201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:48:56.931068Z","caller":"traceutil/trace.go:171","msg":"trace[1020264999] transaction","detail":"{read_only:false; response_revision:31758; number_of_response:1; }","duration":"186.187775ms","start":"2026-03-11T02:48:56.744851Z","end":"2026-03-11T02:48:56.931039Z","steps":["trace[1020264999] 'process raft request' (duration: 55.328948ms)","trace[1020264999] 'compare' (duration: 130.386795ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:48:56.931179Z","caller":"traceutil/trace.go:171","msg":"trace[1863060185] transaction","detail":"{read_only:false; response_revision:31760; number_of_response:1; }","duration":"132.713715ms","start":"2026-03-11T02:48:56.798447Z","end":"2026-03-11T02:48:56.931161Z","steps":["trace[1863060185] 'process raft request' (duration: 132.671754ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:56.931347Z","caller":"traceutil/trace.go:171","msg":"trace[1818787207] linearizableReadLoop","detail":"{readStateIndex:32810; appliedIndex:32809; }","duration":"136.441871ms","start":"2026-03-11T02:48:56.794897Z","end":"2026-03-11T02:48:56.931339Z","steps":["trace[1818787207] 'read index received' (duration: 5.331877ms)","trace[1818787207] 'applied index is now lower than readState.Index' (duration: 131.109034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:48:56.931439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.407211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:48:56.931441Z","caller":"traceutil/trace.go:171","msg":"trace[1347478424] transaction","detail":"{read_only:false; response_revision:31759; number_of_response:1; }","duration":"133.407853ms","start":"2026-03-11T02:48:56.79802Z","end":"2026-03-11T02:48:56.931428Z","steps":["trace[1347478424] 'process raft request' (duration: 133.014773ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:56.931465Z","caller":"traceutil/trace.go:171","msg":"trace[1984524085] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:31760; }","duration":"174.471842ms","start":"2026-03-11T02:48:56.756985Z","end":"2026-03-11T02:48:56.931457Z","steps":["trace[1984524085] 'agreement among raft nodes before linearized reading' (duration: 174.410181ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:57.389542Z","caller":"traceutil/trace.go:171","msg":"trace[1716218443] transaction","detail":"{read_only:false; response_revision:31761; number_of_response:1; }","duration":"121.788404ms","start":"2026-03-11T02:48:57.267735Z","end":"2026-03-11T02:48:57.389523Z","steps":["trace[1716218443] 'process raft request' (duration: 121.64675ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:57.896104Z","caller":"traceutil/trace.go:171","msg":"trace[345290777] transaction","detail":"{read_only:false; response_revision:31763; number_of_response:1; }","duration":"204.781915ms","start":"2026-03-11T02:48:57.691296Z","end":"2026-03-11T02:48:57.896078Z","steps":["trace[345290777] 'process raft request' (duration: 204.627252ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:57.897624Z","caller":"traceutil/trace.go:171","msg":"trace[998565415] transaction","detail":"{read_only:false; response_revision:31765; number_of_response:1; }","duration":"178.920109ms","start":"2026-03-11T02:48:57.718682Z","end":"2026-03-11T02:48:57.897603Z","steps":["trace[998565415] 'process raft request' (duration: 178.872327ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:57.897834Z","caller":"traceutil/trace.go:171","msg":"trace[750261410] transaction","detail":"{read_only:false; response_revision:31764; number_of_response:1; }","duration":"180.96443ms","start":"2026-03-11T02:48:57.716852Z","end":"2026-03-11T02:48:57.897816Z","steps":["trace[750261410] 'process raft request' (duration: 180.581791ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:58.690541Z","caller":"traceutil/trace.go:171","msg":"trace[688542446] transaction","detail":"{read_only:false; response_revision:31768; number_of_response:1; }","duration":"171.789874ms","start":"2026-03-11T02:48:58.518734Z","end":"2026-03-11T02:48:58.690524Z","steps":["trace[688542446] 'process raft request' (duration: 110.514782ms)","trace[688542446] 'compare' (duration: 60.8323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:48:59.033877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.931544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T02:48:59.034003Z","caller":"traceutil/trace.go:171","msg":"trace[1126780099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31769; }","duration":"223.090388ms","start":"2026-03-11T02:48:58.810884Z","end":"2026-03-11T02:48:59.033975Z","steps":["trace[1126780099] 'range keys from in-memory index tree' (duration: 222.744209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:59.300672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.427466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:48:59.301061Z","caller":"traceutil/trace.go:171","msg":"trace[41904707] linearizableReadLoop","detail":"{readStateIndex:32825; appliedIndex:32822; }","duration":"207.194907ms","start":"2026-03-11T02:48:59.093844Z","end":"2026-03-11T02:48:59.301038Z","steps":["trace[41904707] 'read index received' (duration: 76.134684ms)","trace[41904707] 'applied index is now lower than readState.Index' (duration: 131.058953ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:48:59.301211Z","caller":"traceutil/trace.go:171","msg":"trace[1576256657] transaction","detail":"{read_only:false; response_revision:31773; number_of_response:1; }","duration":"258.200274ms","start":"2026-03-11T02:48:59.042983Z","end":"2026-03-11T02:48:59.301183Z","steps":["trace[1576256657] 'process raft request' (duration: 257.989608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:59.301315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.459084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:48:59.301388Z","caller":"traceutil/trace.go:171","msg":"trace[1633969481] transaction","detail":"{read_only:false; response_revision:31772; number_of_response:1; }","duration":"261.993242ms","start":"2026-03-11T02:48:59.039388Z","end":"2026-03-11T02:48:59.301381Z","steps":["trace[1633969481] 'process raft request' (duration: 261.445567ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:59.301356Z","caller":"traceutil/trace.go:171","msg":"trace[1965649301] transaction","detail":"{read_only:false; response_revision:31771; number_of_response:1; }","duration":"262.428052ms","start":"2026-03-11T02:48:59.038899Z","end":"2026-03-11T02:48:59.301327Z","steps":["trace[1965649301] 'process raft request' (duration: 131.217627ms)","trace[1965649301] 'compare' (duration: 129.959213ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:48:59.301409Z","caller":"traceutil/trace.go:171","msg":"trace[628343885] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:31773; }","duration":"207.593367ms","start":"2026-03-11T02:48:59.093797Z","end":"2026-03-11T02:48:59.30139Z","steps":["trace[628343885] 'agreement among raft nodes before linearized reading' (duration: 207.381342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:59.301589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.167644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:48:59.301616Z","caller":"traceutil/trace.go:171","msg":"trace[428115731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31773; }","duration":"155.233225ms","start":"2026-03-11T02:48:59.146376Z","end":"2026-03-11T02:48:59.30161Z","steps":["trace[428115731] 'agreement among raft nodes before linearized reading' (duration: 155.171954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:48:59.301702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.085706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:48:59.30172Z","caller":"traceutil/trace.go:171","msg":"trace[1405404627] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31773; }","duration":"135.104327ms","start":"2026-03-11T02:48:59.166611Z","end":"2026-03-11T02:48:59.301716Z","steps":["trace[1405404627] 'agreement among raft nodes before linearized reading' (duration: 135.074865ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:48:59.524718Z","caller":"traceutil/trace.go:171","msg":"trace[1724648196] transaction","detail":"{read_only:false; response_revision:31775; number_of_response:1; }","duration":"124.36818ms","start":"2026-03-11T02:48:59.400302Z","end":"2026-03-11T02:48:59.52467Z","steps":["trace[1724648196] 'process raft request' (duration: 124.263987ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:00.560346Z","caller":"traceutil/trace.go:171","msg":"trace[497924263] transaction","detail":"{read_only:false; response_revision:31779; number_of_response:1; }","duration":"131.710179ms","start":"2026-03-11T02:49:00.428602Z","end":"2026-03-11T02:49:00.560312Z","steps":["trace[497924263] 'process raft request' (duration: 131.462672ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:00.564334Z","caller":"traceutil/trace.go:171","msg":"trace[2065229017] transaction","detail":"{read_only:false; response_revision:31780; number_of_response:1; }","duration":"126.534416ms","start":"2026-03-11T02:49:00.437772Z","end":"2026-03-11T02:49:00.564306Z","steps":["trace[2065229017] 'process raft request' (duration: 126.331551ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:02.791691Z","caller":"traceutil/trace.go:171","msg":"trace[843046670] linearizableReadLoop","detail":"{readStateIndex:32848; appliedIndex:32847; }","duration":"116.899927ms","start":"2026-03-11T02:49:02.674772Z","end":"2026-03-11T02:49:02.791672Z","steps":["trace[843046670] 'read index received' (duration: 116.835515ms)","trace[843046670] 'applied index is now lower than readState.Index' (duration: 63.312µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:02.791751Z","caller":"traceutil/trace.go:171","msg":"trace[438666983] transaction","detail":"{read_only:false; response_revision:31795; number_of_response:1; }","duration":"220.960873ms","start":"2026-03-11T02:49:02.570744Z","end":"2026-03-11T02:49:02.791705Z","steps":["trace[438666983] 'process raft request' (duration: 220.802498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:02.791884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.094732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-11T02:49:02.791919Z","caller":"traceutil/trace.go:171","msg":"trace[659818286] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31795; }","duration":"117.145193ms","start":"2026-03-11T02:49:02.674764Z","end":"2026-03-11T02:49:02.791909Z","steps":["trace[659818286] 'agreement among raft nodes before linearized reading' (duration: 117.01616ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:02.846524Z","caller":"traceutil/trace.go:171","msg":"trace[1386024587] transaction","detail":"{read_only:false; response_revision:31796; number_of_response:1; }","duration":"138.087674ms","start":"2026-03-11T02:49:02.708413Z","end":"2026-03-11T02:49:02.8465Z","steps":["trace[1386024587] 'process raft request' (duration: 137.583901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:03.323302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.664213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-11T02:49:03.323374Z","caller":"traceutil/trace.go:171","msg":"trace[1905906204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31797; }","duration":"168.784716ms","start":"2026-03-11T02:49:03.154574Z","end":"2026-03-11T02:49:03.323359Z","steps":["trace[1905906204] 'range keys from in-memory index tree' (duration: 168.500179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:03.473213Z","caller":"traceutil/trace.go:171","msg":"trace[636770755] transaction","detail":"{read_only:false; response_revision:31799; number_of_response:1; }","duration":"143.151275ms","start":"2026-03-11T02:49:03.330016Z","end":"2026-03-11T02:49:03.473168Z","steps":["trace[636770755] 'process raft request' (duration: 107.116964ms)","trace[636770755] 'compare' (duration: 35.798875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:04.337963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.744012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:04.338042Z","caller":"traceutil/trace.go:171","msg":"trace[1641536910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31805; }","duration":"190.871235ms","start":"2026-03-11T02:49:04.147152Z","end":"2026-03-11T02:49:04.338023Z","steps":["trace[1641536910] 'range keys from in-memory index tree' (duration: 190.661651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:04.970349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.74701ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-11T02:49:05.065629Z","caller":"traceutil/trace.go:171","msg":"trace[702353255] linearizableReadLoop","detail":"{readStateIndex:32863; appliedIndex:32862; }","duration":"235.696214ms","start":"2026-03-11T02:49:04.829912Z","end":"2026-03-11T02:49:05.065608Z","steps":["trace[702353255] 'read index received' (duration: 235.552889ms)","trace[702353255] 'applied index is now lower than readState.Index' (duration: 142.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:05.065759Z","caller":"traceutil/trace.go:171","msg":"trace[1802663395] transaction","detail":"{read_only:false; response_revision:31808; number_of_response:1; }","duration":"268.762017ms","start":"2026-03-11T02:49:04.79697Z","end":"2026-03-11T02:49:05.065732Z","steps":["trace[1802663395] 'process raft request' (duration: 268.412037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:05.06593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.996241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:05.065992Z","caller":"traceutil/trace.go:171","msg":"trace[404390237] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:31808; }","duration":"236.108224ms","start":"2026-03-11T02:49:04.829868Z","end":"2026-03-11T02:49:05.065976Z","steps":["trace[404390237] 'agreement among raft nodes before linearized reading' (duration: 236.003021ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:05.1042Z","caller":"traceutil/trace.go:171","msg":"trace[1368525938] transaction","detail":"{read_only:false; response_revision:31810; number_of_response:1; }","duration":"131.608157ms","start":"2026-03-11T02:49:04.972555Z","end":"2026-03-11T02:49:05.104163Z","steps":["trace[1368525938] 'process raft request' (duration: 131.489303ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:05.104213Z","caller":"traceutil/trace.go:171","msg":"trace[791173835] transaction","detail":"{read_only:false; response_revision:31809; number_of_response:1; }","duration":"252.253351ms","start":"2026-03-11T02:49:04.851889Z","end":"2026-03-11T02:49:05.104143Z","steps":["trace[791173835] 'process raft request' (duration: 228.633191ms)","trace[791173835] 'compare' (duration: 23.383964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:05.104327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.33126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T02:49:05.104438Z","caller":"traceutil/trace.go:171","msg":"trace[222482499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31810; }","duration":"162.479773ms","start":"2026-03-11T02:49:04.941932Z","end":"2026-03-11T02:49:05.104412Z","steps":["trace[222482499] 'agreement among raft nodes before linearized reading' (duration: 162.177116ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:05.600336Z","caller":"traceutil/trace.go:171","msg":"trace[652046433] transaction","detail":"{read_only:false; response_revision:31813; number_of_response:1; }","duration":"116.907747ms","start":"2026-03-11T02:49:05.483404Z","end":"2026-03-11T02:49:05.600312Z","steps":["trace[652046433] 'process raft request' (duration: 106.773596ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:05.765462Z","caller":"traceutil/trace.go:171","msg":"trace[529461541] transaction","detail":"{read_only:false; response_revision:31815; number_of_response:1; }","duration":"160.739768ms","start":"2026-03-11T02:49:05.604698Z","end":"2026-03-11T02:49:05.765438Z","steps":["trace[529461541] 'process raft request' (duration: 156.478168ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:05.765651Z","caller":"traceutil/trace.go:171","msg":"trace[771770569] transaction","detail":"{read_only:false; response_revision:31817; number_of_response:1; }","duration":"131.968455ms","start":"2026-03-11T02:49:05.633658Z","end":"2026-03-11T02:49:05.765627Z","steps":["trace[771770569] 'process raft request' (duration: 131.868403ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:05.765707Z","caller":"traceutil/trace.go:171","msg":"trace[1600792838] transaction","detail":"{read_only:false; response_revision:31816; number_of_response:1; }","duration":"160.81312ms","start":"2026-03-11T02:49:05.604854Z","end":"2026-03-11T02:49:05.765667Z","steps":["trace[1600792838] 'process raft request' (duration: 160.541573ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:06.248705Z","caller":"traceutil/trace.go:171","msg":"trace[611018190] linearizableReadLoop","detail":"{readStateIndex:32875; appliedIndex:32874; }","duration":"103.445159ms","start":"2026-03-11T02:49:06.145236Z","end":"2026-03-11T02:49:06.248681Z","steps":["trace[611018190] 'read index received' (duration: 103.241034ms)","trace[611018190] 'applied index is now lower than readState.Index' (duration: 203.335µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:06.248854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.595794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:06.249206Z","caller":"traceutil/trace.go:171","msg":"trace[835675170] transaction","detail":"{read_only:false; response_revision:31820; number_of_response:1; }","duration":"118.277892ms","start":"2026-03-11T02:49:06.130892Z","end":"2026-03-11T02:49:06.24917Z","steps":["trace[835675170] 'process raft request' (duration: 117.656656ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:06.248894Z","caller":"traceutil/trace.go:171","msg":"trace[392208059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31820; }","duration":"103.696336ms","start":"2026-03-11T02:49:06.145185Z","end":"2026-03-11T02:49:06.248882Z","steps":["trace[392208059] 'agreement among raft nodes before linearized reading' (duration: 103.587934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:07.877045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.259666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:49:07.877193Z","caller":"traceutil/trace.go:171","msg":"trace[1677997827] transaction","detail":"{read_only:false; response_revision:31830; number_of_response:1; }","duration":"106.197501ms","start":"2026-03-11T02:49:07.770983Z","end":"2026-03-11T02:49:07.877181Z","steps":["trace[1677997827] 'process raft request' (duration: 106.143849ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:07.877229Z","caller":"traceutil/trace.go:171","msg":"trace[481596592] linearizableReadLoop","detail":"{readStateIndex:32884; appliedIndex:32883; }","duration":"107.176156ms","start":"2026-03-11T02:49:07.770046Z","end":"2026-03-11T02:49:07.877222Z","steps":["trace[481596592] 'read index received' (duration: 1.654943ms)","trace[481596592] 'applied index is now lower than readState.Index' (duration: 105.520543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:07.877342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.295789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T02:49:07.877368Z","caller":"traceutil/trace.go:171","msg":"trace[872810710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31830; }","duration":"107.370552ms","start":"2026-03-11T02:49:07.769991Z","end":"2026-03-11T02:49:07.877361Z","steps":["trace[872810710] 'agreement among raft nodes before linearized reading' (duration: 107.254849ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:07.87719Z","caller":"traceutil/trace.go:171","msg":"trace[445189399] transaction","detail":"{read_only:false; response_revision:31829; number_of_response:1; }","duration":"153.726648ms","start":"2026-03-11T02:49:07.723446Z","end":"2026-03-11T02:49:07.877172Z","steps":["trace[445189399] 'process raft request' (duration: 48.272596ms)","trace[445189399] 'compare' (duration: 105.058121ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:07.888902Z","caller":"traceutil/trace.go:171","msg":"trace[810617596] transaction","detail":"{read_only:false; response_revision:31831; number_of_response:1; }","duration":"116.354342ms","start":"2026-03-11T02:49:07.772526Z","end":"2026-03-11T02:49:07.88888Z","steps":["trace[810617596] 'process raft request' (duration: 116.23791ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:09.242699Z","caller":"traceutil/trace.go:171","msg":"trace[211506749] transaction","detail":"{read_only:false; response_revision:31836; number_of_response:1; }","duration":"161.040766ms","start":"2026-03-11T02:49:09.081634Z","end":"2026-03-11T02:49:09.242675Z","steps":["trace[211506749] 'process raft request' (duration: 160.706008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:09.274411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.95307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:49:09.274507Z","caller":"traceutil/trace.go:171","msg":"trace[1846272302] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:31837; }","duration":"114.061313ms","start":"2026-03-11T02:49:09.160428Z","end":"2026-03-11T02:49:09.274489Z","steps":["trace[1846272302] 'agreement among raft nodes before linearized reading' (duration: 113.904209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:10.135798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.409948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:49:10.136054Z","caller":"traceutil/trace.go:171","msg":"trace[1563703058] transaction","detail":"{read_only:false; response_revision:31843; number_of_response:1; }","duration":"242.481058ms","start":"2026-03-11T02:49:09.893544Z","end":"2026-03-11T02:49:10.136025Z","steps":["trace[1563703058] 'process raft request' (duration: 242.371605ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:10.136047Z","caller":"traceutil/trace.go:171","msg":"trace[887490403] transaction","detail":"{read_only:false; response_revision:31842; number_of_response:1; }","duration":"248.664678ms","start":"2026-03-11T02:49:09.887344Z","end":"2026-03-11T02:49:10.136008Z","steps":["trace[887490403] 'process raft request' (duration: 84.987183ms)","trace[887490403] 'compare' (duration: 163.247173ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:10.13606Z","caller":"traceutil/trace.go:171","msg":"trace[302920197] linearizableReadLoop","detail":"{readStateIndex:32898; appliedIndex:32896; }","duration":"217.847662ms","start":"2026-03-11T02:49:09.918187Z","end":"2026-03-11T02:49:10.136034Z","steps":["trace[302920197] 'read index received' (duration: 54.295121ms)","trace[302920197] 'applied index is now lower than readState.Index' (duration: 163.549651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:10.150628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.422808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-11T02:49:10.150702Z","caller":"traceutil/trace.go:171","msg":"trace[296747303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31843; }","duration":"232.531731ms","start":"2026-03-11T02:49:09.918149Z","end":"2026-03-11T02:49:10.150681Z","steps":["trace[296747303] 'agreement among raft nodes before linearized reading' (duration: 217.954215ms)","trace[296747303] 'range keys from in-memory index tree' (duration: 14.398202ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:10.91923Z","caller":"traceutil/trace.go:171","msg":"trace[663022056] transaction","detail":"{read_only:false; response_revision:31847; number_of_response:1; }","duration":"117.152714ms","start":"2026-03-11T02:49:10.802053Z","end":"2026-03-11T02:49:10.919206Z","steps":["trace[663022056] 'process raft request' (duration: 116.978829ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:11.445807Z","caller":"traceutil/trace.go:171","msg":"trace[574930715] transaction","detail":"{read_only:false; response_revision:31850; number_of_response:1; }","duration":"117.466842ms","start":"2026-03-11T02:49:11.328316Z","end":"2026-03-11T02:49:11.445783Z","steps":["trace[574930715] 'process raft request' (duration: 70.646873ms)","trace[574930715] 'compare' (duration: 46.637115ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:11.871177Z","caller":"traceutil/trace.go:171","msg":"trace[1531532665] transaction","detail":"{read_only:false; response_revision:31852; number_of_response:1; }","duration":"125.017736ms","start":"2026-03-11T02:49:11.746142Z","end":"2026-03-11T02:49:11.87116Z","steps":["trace[1531532665] 'process raft request' (duration: 124.925684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:12.068805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.241688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:49:12.068974Z","caller":"traceutil/trace.go:171","msg":"trace[436728267] transaction","detail":"{read_only:false; response_revision:31854; number_of_response:1; }","duration":"167.77799ms","start":"2026-03-11T02:49:11.901183Z","end":"2026-03-11T02:49:12.068961Z","steps":["trace[436728267] 'process raft request' (duration: 55.322688ms)","trace[436728267] 'compare' (duration: 112.140375ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:12.243001Z","caller":"traceutil/trace.go:171","msg":"trace[1411883498] transaction","detail":"{read_only:false; response_revision:31856; number_of_response:1; }","duration":"101.0671ms","start":"2026-03-11T02:49:12.141901Z","end":"2026-03-11T02:49:12.242968Z","steps":["trace[1411883498] 'process raft request' (duration: 34.85157ms)","trace[1411883498] 'compare' (duration: 65.921621ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:12.24309Z","caller":"traceutil/trace.go:171","msg":"trace[1803336197] transaction","detail":"{read_only:false; response_revision:31857; number_of_response:1; }","duration":"100.431593ms","start":"2026-03-11T02:49:12.142642Z","end":"2026-03-11T02:49:12.243074Z","steps":["trace[1803336197] 'process raft request' (duration: 100.233607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:14.042356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.221999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-11T02:49:14.042502Z","caller":"traceutil/trace.go:171","msg":"trace[48531347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31867; }","duration":"121.613569ms","start":"2026-03-11T02:49:13.92081Z","end":"2026-03-11T02:49:14.042423Z","steps":["trace[48531347] 'range keys from in-memory index tree' (duration: 121.057214ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:14.399201Z","caller":"traceutil/trace.go:171","msg":"trace[423183044] transaction","detail":"{read_only:false; response_revision:31870; number_of_response:1; }","duration":"150.266998ms","start":"2026-03-11T02:49:14.248895Z","end":"2026-03-11T02:49:14.399162Z","steps":["trace[423183044] 'process raft request' (duration: 88.986227ms)","trace[423183044] 'compare' (duration: 60.969913ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:14.399247Z","caller":"traceutil/trace.go:171","msg":"trace[1235730422] transaction","detail":"{read_only:false; response_revision:31871; number_of_response:1; }","duration":"138.934986ms","start":"2026-03-11T02:49:14.260271Z","end":"2026-03-11T02:49:14.399206Z","steps":["trace[1235730422] 'process raft request' (duration: 138.70786ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:14.399286Z","caller":"traceutil/trace.go:171","msg":"trace[77521330] transaction","detail":"{read_only:false; response_revision:31872; number_of_response:1; }","duration":"138.860385ms","start":"2026-03-11T02:49:14.260392Z","end":"2026-03-11T02:49:14.399252Z","steps":["trace[77521330] 'process raft request' (duration: 138.736701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:14.678858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.258056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:49:14.678987Z","caller":"traceutil/trace.go:171","msg":"trace[2125259382] transaction","detail":"{read_only:false; response_revision:31873; number_of_response:1; }","duration":"275.473118ms","start":"2026-03-11T02:49:14.403502Z","end":"2026-03-11T02:49:14.678975Z","steps":["trace[2125259382] 'process raft request' (duration: 108.042508ms)","trace[2125259382] 'compare' (duration: 166.738992ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:15.005408Z","caller":"traceutil/trace.go:171","msg":"trace[68618835] linearizableReadLoop","detail":"{readStateIndex:32930; appliedIndex:32929; }","duration":"212.073853ms","start":"2026-03-11T02:49:14.793307Z","end":"2026-03-11T02:49:15.005381Z","steps":["trace[68618835] 'read index received' (duration: 118.065838ms)","trace[68618835] 'applied index is now lower than readState.Index' (duration: 94.006425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:15.0059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.549626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:15.005953Z","caller":"traceutil/trace.go:171","msg":"trace[163764429] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31873; }","duration":"212.669679ms","start":"2026-03-11T02:49:14.793271Z","end":"2026-03-11T02:49:15.005941Z","steps":["trace[163764429] 'agreement among raft nodes before linearized reading' (duration: 212.534436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:15.29643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.102803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-11T02:49:15.296648Z","caller":"traceutil/trace.go:171","msg":"trace[1551857531] transaction","detail":"{read_only:false; response_revision:31875; number_of_response:1; }","duration":"289.600204ms","start":"2026-03-11T02:49:15.007025Z","end":"2026-03-11T02:49:15.296625Z","steps":["trace[1551857531] 'process raft request' (duration: 289.509902ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:15.296921Z","caller":"traceutil/trace.go:171","msg":"trace[1995513761] linearizableReadLoop","detail":"{readStateIndex:32931; appliedIndex:32930; }","duration":"291.36253ms","start":"2026-03-11T02:49:15.00554Z","end":"2026-03-11T02:49:15.296902Z","steps":["trace[1995513761] 'read index received' (duration: 123.63346ms)","trace[1995513761] 'applied index is now lower than readState.Index' (duration: 167.72722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:15.297149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.593867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-11T02:49:15.297197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.736655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:15.297207Z","caller":"traceutil/trace.go:171","msg":"trace[661519660] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:31875; }","duration":"374.741732ms","start":"2026-03-11T02:49:14.922451Z","end":"2026-03-11T02:49:15.297193Z","steps":["trace[661519660] 'agreement among raft nodes before linearized reading' (duration: 374.619709ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:15.297253Z","caller":"traceutil/trace.go:171","msg":"trace[736269801] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31875; }","duration":"287.816258ms","start":"2026-03-11T02:49:15.00942Z","end":"2026-03-11T02:49:15.297236Z","steps":["trace[736269801] 'agreement among raft nodes before linearized reading' (duration: 287.729956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:15.297232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.30773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-11T02:49:15.29726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:49:14.92242Z","time spent":"374.825393ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:49:15.297301Z","caller":"traceutil/trace.go:171","msg":"trace[1307585789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31875; }","duration":"150.423182ms","start":"2026-03-11T02:49:15.14686Z","end":"2026-03-11T02:49:15.297283Z","steps":["trace[1307585789] 'agreement among raft nodes before linearized reading' (duration: 150.294069ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:15.297687Z","caller":"traceutil/trace.go:171","msg":"trace[1941177841] transaction","detail":"{read_only:false; response_revision:31874; number_of_response:1; }","duration":"304.208102ms","start":"2026-03-11T02:49:14.993455Z","end":"2026-03-11T02:49:15.297663Z","steps":["trace[1941177841] 'process raft request' (duration: 135.798215ms)","trace[1941177841] 'compare' (duration: 166.687042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:15.297912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:49:14.993429Z","time spent":"304.422277ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:49:15.519067Z","caller":"traceutil/trace.go:171","msg":"trace[520072232] transaction","detail":"{read_only:false; response_revision:31876; number_of_response:1; }","duration":"137.689184ms","start":"2026-03-11T02:49:15.381327Z","end":"2026-03-11T02:49:15.519016Z","steps":["trace[520072232] 'process raft request' (duration: 102.380673ms)","trace[520072232] 'compare' (duration: 35.084775ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:15.519101Z","caller":"traceutil/trace.go:171","msg":"trace[102581210] transaction","detail":"{read_only:false; response_revision:31877; number_of_response:1; }","duration":"132.041088ms","start":"2026-03-11T02:49:15.38703Z","end":"2026-03-11T02:49:15.519071Z","steps":["trace[102581210] 'process raft request' (duration: 131.917295ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:15.519275Z","caller":"traceutil/trace.go:171","msg":"trace[1614073829] transaction","detail":"{read_only:false; response_revision:31878; number_of_response:1; }","duration":"121.152106ms","start":"2026-03-11T02:49:15.398104Z","end":"2026-03-11T02:49:15.519256Z","steps":["trace[1614073829] 'process raft request' (duration: 120.918991ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:16.510556Z","caller":"traceutil/trace.go:171","msg":"trace[1961484720] transaction","detail":"{read_only:false; response_revision:31885; number_of_response:1; }","duration":"104.456215ms","start":"2026-03-11T02:49:16.406084Z","end":"2026-03-11T02:49:16.510541Z","steps":["trace[1961484720] 'process raft request' (duration: 104.223559ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:16.560177Z","caller":"traceutil/trace.go:171","msg":"trace[109921171] transaction","detail":"{read_only:false; response_revision:31886; number_of_response:1; }","duration":"153.830321ms","start":"2026-03-11T02:49:16.406317Z","end":"2026-03-11T02:49:16.560147Z","steps":["trace[109921171] 'process raft request' (duration: 153.489642ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:16.560349Z","caller":"traceutil/trace.go:171","msg":"trace[453959998] transaction","detail":"{read_only:false; response_revision:31887; number_of_response:1; }","duration":"150.645458ms","start":"2026-03-11T02:49:16.409678Z","end":"2026-03-11T02:49:16.560324Z","steps":["trace[453959998] 'process raft request' (duration: 150.30322ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:17.214431Z","caller":"traceutil/trace.go:171","msg":"trace[89997775] transaction","detail":"{read_only:false; response_revision:31890; number_of_response:1; }","duration":"126.494995ms","start":"2026-03-11T02:49:17.087891Z","end":"2026-03-11T02:49:17.214386Z","steps":["trace[89997775] 'process raft request' (duration: 125.962361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:17.720033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.76205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-11T02:49:17.720134Z","caller":"traceutil/trace.go:171","msg":"trace[1224751482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31893; }","duration":"112.890343ms","start":"2026-03-11T02:49:17.607217Z","end":"2026-03-11T02:49:17.720108Z","steps":["trace[1224751482] 'range keys from in-memory index tree' (duration: 112.615566ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:17.910368Z","caller":"traceutil/trace.go:171","msg":"trace[60681425] transaction","detail":"{read_only:false; response_revision:31895; number_of_response:1; }","duration":"186.173664ms","start":"2026-03-11T02:49:17.724169Z","end":"2026-03-11T02:49:17.910342Z","steps":["trace[60681425] 'process raft request' (duration: 159.341161ms)","trace[60681425] 'compare' (duration: 26.70825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:20.060817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.181605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-11T02:49:20.060895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.520281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-11T02:49:20.060919Z","caller":"traceutil/trace.go:171","msg":"trace[1002268747] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31906; }","duration":"112.329289ms","start":"2026-03-11T02:49:19.94857Z","end":"2026-03-11T02:49:20.0609Z","steps":["trace[1002268747] 'range keys from in-memory index tree' (duration: 112.020541ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:20.060956Z","caller":"traceutil/trace.go:171","msg":"trace[143071232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31906; }","duration":"146.635135ms","start":"2026-03-11T02:49:19.914305Z","end":"2026-03-11T02:49:20.06094Z","steps":["trace[143071232] 'range keys from in-memory index tree' (duration: 146.351748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:20.200159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.155785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T02:49:20.200803Z","caller":"traceutil/trace.go:171","msg":"trace[1277185592] transaction","detail":"{read_only:false; response_revision:31907; number_of_response:1; }","duration":"137.020905ms","start":"2026-03-11T02:49:20.063761Z","end":"2026-03-11T02:49:20.200782Z","steps":["trace[1277185592] 'process raft request' (duration: 136.639946ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:20.233368Z","caller":"traceutil/trace.go:171","msg":"trace[210511832] linearizableReadLoop","detail":"{readStateIndex:32966; appliedIndex:32963; }","duration":"147.64604ms","start":"2026-03-11T02:49:20.085703Z","end":"2026-03-11T02:49:20.233349Z","steps":["trace[210511832] 'read index received' (duration: 21.940816ms)","trace[210511832] 'applied index is now lower than readState.Index' (duration: 125.704244ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:20.233612Z","caller":"traceutil/trace.go:171","msg":"trace[859964788] transaction","detail":"{read_only:false; response_revision:31908; number_of_response:1; }","duration":"169.101523ms","start":"2026-03-11T02:49:20.064491Z","end":"2026-03-11T02:49:20.233592Z","steps":["trace[859964788] 'process raft request' (duration: 136.281256ms)","trace[859964788] 'compare' (duration: 32.204111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:20.233918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.195075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:20.233977Z","caller":"traceutil/trace.go:171","msg":"trace[2018128118] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:31908; }","duration":"148.298137ms","start":"2026-03-11T02:49:20.085659Z","end":"2026-03-11T02:49:20.233958Z","steps":["trace[2018128118] 'agreement among raft nodes before linearized reading' (duration: 148.176344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:20.443391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.731466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18371"} {"level":"info","ts":"2026-03-11T02:49:20.443471Z","caller":"traceutil/trace.go:171","msg":"trace[1020802694] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31909; }","duration":"108.896001ms","start":"2026-03-11T02:49:20.334556Z","end":"2026-03-11T02:49:20.443452Z","steps":["trace[1020802694] 'range keys from in-memory index tree' (duration: 108.550321ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:21.054907Z","caller":"traceutil/trace.go:171","msg":"trace[1280587607] transaction","detail":"{read_only:false; response_revision:31915; number_of_response:1; }","duration":"105.475852ms","start":"2026-03-11T02:49:20.949407Z","end":"2026-03-11T02:49:21.054883Z","steps":["trace[1280587607] 'process raft request' (duration: 105.301567ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:21.78781Z","caller":"traceutil/trace.go:171","msg":"trace[1013859054] transaction","detail":"{read_only:false; response_revision:31918; number_of_response:1; }","duration":"172.179284ms","start":"2026-03-11T02:49:21.615608Z","end":"2026-03-11T02:49:21.787787Z","steps":["trace[1013859054] 'process raft request' (duration: 74.589656ms)","trace[1013859054] 'compare' (duration: 97.033513ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:22.337281Z","caller":"traceutil/trace.go:171","msg":"trace[568835039] transaction","detail":"{read_only:false; response_revision:31921; number_of_response:1; }","duration":"128.924077ms","start":"2026-03-11T02:49:22.208333Z","end":"2026-03-11T02:49:22.337257Z","steps":["trace[568835039] 'process raft request' (duration: 109.001863ms)","trace[568835039] 'compare' (duration: 19.663588ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:22.337442Z","caller":"traceutil/trace.go:171","msg":"trace[1695418707] transaction","detail":"{read_only:false; response_revision:31922; number_of_response:1; }","duration":"117.918393ms","start":"2026-03-11T02:49:22.219515Z","end":"2026-03-11T02:49:22.337434Z","steps":["trace[1695418707] 'process raft request' (duration: 117.666957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:22.337938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.30602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-11T02:49:22.338104Z","caller":"traceutil/trace.go:171","msg":"trace[1373702660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31922; }","duration":"100.71476ms","start":"2026-03-11T02:49:22.23736Z","end":"2026-03-11T02:49:22.338075Z","steps":["trace[1373702660] 'agreement among raft nodes before linearized reading' (duration: 99.908069ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:22.460129Z","caller":"traceutil/trace.go:171","msg":"trace[244683369] transaction","detail":"{read_only:false; response_revision:31924; number_of_response:1; }","duration":"116.500136ms","start":"2026-03-11T02:49:22.343605Z","end":"2026-03-11T02:49:22.460105Z","steps":["trace[244683369] 'process raft request' (duration: 97.25361ms)","trace[244683369] 'compare' (duration: 19.148354ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:22.945268Z","caller":"traceutil/trace.go:171","msg":"trace[308549430] transaction","detail":"{read_only:false; response_revision:31929; number_of_response:1; }","duration":"156.869319ms","start":"2026-03-11T02:49:22.78837Z","end":"2026-03-11T02:49:22.945239Z","steps":["trace[308549430] 'process raft request' (duration: 123.727254ms)","trace[308549430] 'compare' (duration: 33.023612ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:23.127471Z","caller":"traceutil/trace.go:171","msg":"trace[1803863868] transaction","detail":"{read_only:false; response_revision:31930; number_of_response:1; }","duration":"102.172687ms","start":"2026-03-11T02:49:23.025278Z","end":"2026-03-11T02:49:23.12745Z","steps":["trace[1803863868] 'process raft request' (duration: 57.083163ms)","trace[1803863868] 'compare' (duration: 44.999392ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:24.197257Z","caller":"traceutil/trace.go:171","msg":"trace[2015051990] linearizableReadLoop","detail":"{readStateIndex:32992; appliedIndex:32991; }","duration":"120.139681ms","start":"2026-03-11T02:49:24.077094Z","end":"2026-03-11T02:49:24.197234Z","steps":["trace[2015051990] 'read index received' (duration: 119.938225ms)","trace[2015051990] 'applied index is now lower than readState.Index' (duration: 200.576µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:24.197411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.291015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:24.197485Z","caller":"traceutil/trace.go:171","msg":"trace[1384292415] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:31934; }","duration":"120.419348ms","start":"2026-03-11T02:49:24.077053Z","end":"2026-03-11T02:49:24.197472Z","steps":["trace[1384292415] 'agreement among raft nodes before linearized reading' (duration: 120.274565ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:24.197886Z","caller":"traceutil/trace.go:171","msg":"trace[677919395] transaction","detail":"{read_only:false; response_revision:31934; number_of_response:1; }","duration":"337.886121ms","start":"2026-03-11T02:49:23.859987Z","end":"2026-03-11T02:49:24.197873Z","steps":["trace[677919395] 'process raft request' (duration: 337.107941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:24.197983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:49:23.859966Z","time spent":"337.958592ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:49:24.884184Z","caller":"traceutil/trace.go:171","msg":"trace[1646833272] transaction","detail":"{read_only:false; response_revision:31941; number_of_response:1; }","duration":"100.280708ms","start":"2026-03-11T02:49:24.783861Z","end":"2026-03-11T02:49:24.884141Z","steps":["trace[1646833272] 'process raft request' (duration: 58.021108ms)","trace[1646833272] 'compare' (duration: 41.969963ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:25.940095Z","caller":"traceutil/trace.go:171","msg":"trace[325210553] transaction","detail":"{read_only:false; response_revision:31946; number_of_response:1; }","duration":"117.064311ms","start":"2026-03-11T02:49:25.823004Z","end":"2026-03-11T02:49:25.940068Z","steps":["trace[325210553] 'process raft request' (duration: 116.832585ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:26.590669Z","caller":"traceutil/trace.go:171","msg":"trace[1721730280] transaction","detail":"{read_only:false; response_revision:31950; number_of_response:1; }","duration":"106.452267ms","start":"2026-03-11T02:49:26.484202Z","end":"2026-03-11T02:49:26.590654Z","steps":["trace[1721730280] 'process raft request' (duration: 97.322372ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:26.591013Z","caller":"traceutil/trace.go:171","msg":"trace[352940165] transaction","detail":"{read_only:false; response_revision:31951; number_of_response:1; }","duration":"106.16058ms","start":"2026-03-11T02:49:26.48483Z","end":"2026-03-11T02:49:26.590991Z","steps":["trace[352940165] 'process raft request' (duration: 105.795341ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:27.074541Z","caller":"traceutil/trace.go:171","msg":"trace[919608511] transaction","detail":"{read_only:false; response_revision:31955; number_of_response:1; }","duration":"259.521898ms","start":"2026-03-11T02:49:26.814979Z","end":"2026-03-11T02:49:27.074501Z","steps":["trace[919608511] 'process raft request' (duration: 186.112944ms)","trace[919608511] 'compare' (duration: 73.193348ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:27.094521Z","caller":"traceutil/trace.go:171","msg":"trace[1956728514] linearizableReadLoop","detail":"{readStateIndex:33015; appliedIndex:33013; }","duration":"186.077633ms","start":"2026-03-11T02:49:26.908411Z","end":"2026-03-11T02:49:27.094489Z","steps":["trace[1956728514] 'read index received' (duration: 92.648052ms)","trace[1956728514] 'applied index is now lower than readState.Index' (duration: 93.428561ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T02:49:27.094675Z","caller":"traceutil/trace.go:171","msg":"trace[1549666846] transaction","detail":"{read_only:false; response_revision:31956; number_of_response:1; }","duration":"203.598934ms","start":"2026-03-11T02:49:26.891055Z","end":"2026-03-11T02:49:27.094654Z","steps":["trace[1549666846] 'process raft request' (duration: 203.219034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:49:27.095163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.719169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:27.095277Z","caller":"traceutil/trace.go:171","msg":"trace[1599339583] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:31956; }","duration":"186.873053ms","start":"2026-03-11T02:49:26.908377Z","end":"2026-03-11T02:49:27.09525Z","steps":["trace[1599339583] 'agreement among raft nodes before linearized reading' (duration: 186.712469ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:27.226711Z","caller":"traceutil/trace.go:171","msg":"trace[1080631004] transaction","detail":"{read_only:false; response_revision:31957; number_of_response:1; }","duration":"126.157705ms","start":"2026-03-11T02:49:27.100527Z","end":"2026-03-11T02:49:27.226685Z","steps":["trace[1080631004] 'process raft request' (duration: 79.642956ms)","trace[1080631004] 'compare' (duration: 45.40169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:29.304184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.069474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:49:29.304755Z","caller":"traceutil/trace.go:171","msg":"trace[607593497] transaction","detail":"{read_only:false; response_revision:31970; number_of_response:1; }","duration":"197.896867ms","start":"2026-03-11T02:49:29.106848Z","end":"2026-03-11T02:49:29.304745Z","steps":["trace[607593497] 'process raft request' (duration: 197.64422ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:29.304816Z","caller":"traceutil/trace.go:171","msg":"trace[1502623339] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:31968; }","duration":"226.709581ms","start":"2026-03-11T02:49:29.078027Z","end":"2026-03-11T02:49:29.304737Z","steps":["trace[1502623339] 'count revisions from in-memory index tree' (duration: 225.977542ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:29.304466Z","caller":"traceutil/trace.go:171","msg":"trace[1193543367] transaction","detail":"{read_only:false; response_revision:31969; number_of_response:1; }","duration":"224.860063ms","start":"2026-03-11T02:49:29.079569Z","end":"2026-03-11T02:49:29.304429Z","steps":["trace[1193543367] 'process raft request' (duration: 223.762464ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:49:29.304605Z","caller":"traceutil/trace.go:171","msg":"trace[608016336] linearizableReadLoop","detail":"{readStateIndex:33029; appliedIndex:33027; }","duration":"158.929842ms","start":"2026-03-11T02:49:29.145654Z","end":"2026-03-11T02:49:29.304584Z","steps":["trace[608016336] 'read index received' (duration: 157.69856ms)","trace[608016336] 'applied index is now lower than readState.Index' (duration: 1.230462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:49:29.304708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.054405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:49:29.305167Z","caller":"traceutil/trace.go:171","msg":"trace[2104323549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31970; }","duration":"159.528187ms","start":"2026-03-11T02:49:29.145598Z","end":"2026-03-11T02:49:29.305126Z","steps":["trace[2104323549] 'agreement among raft nodes before linearized reading' (duration: 159.036844ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:52:41.495344Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31215} {"level":"info","ts":"2026-03-11T02:52:41.639037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31215,"took":"139.389078ms","hash":739926228,"current-db-size-bytes":48631808,"current-db-size":"49 MB","current-db-size-in-use-bytes":29270016,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-11T02:52:41.639162Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":739926228,"revision":31215,"compact-revision":29057} {"level":"info","ts":"2026-03-11T02:56:21.274228Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008ca0.wal"} {"level":"info","ts":"2026-03-11T02:56:32.077737Z","caller":"traceutil/trace.go:171","msg":"trace[1039710442] transaction","detail":"{read_only:false; response_revision:34922; number_of_response:1; }","duration":"442.358907ms","start":"2026-03-11T02:56:31.635353Z","end":"2026-03-11T02:56:32.077712Z","steps":["trace[1039710442] 'process raft request' (duration: 442.200553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:56:32.077927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:56:31.635325Z","time spent":"442.49041ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:56:32.081488Z","caller":"traceutil/trace.go:171","msg":"trace[25520105] linearizableReadLoop","detail":"{readStateIndex:36073; appliedIndex:36071; }","duration":"293.407952ms","start":"2026-03-11T02:56:31.788054Z","end":"2026-03-11T02:56:32.081462Z","steps":["trace[25520105] 'read index received' (duration: 289.526062ms)","trace[25520105] 'applied index is now lower than readState.Index' (duration: 3.88057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:56:32.082314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.233273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-11T02:56:32.082402Z","caller":"traceutil/trace.go:171","msg":"trace[970739999] transaction","detail":"{read_only:false; response_revision:34923; number_of_response:1; }","duration":"412.572728ms","start":"2026-03-11T02:56:31.669539Z","end":"2026-03-11T02:56:32.082112Z","steps":["trace[970739999] 'process raft request' (duration: 411.713795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:56:32.082633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:56:31.669521Z","time spent":"412.988509ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T02:56:32.082687Z","caller":"traceutil/trace.go:171","msg":"trace[856540286] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:34923; }","duration":"294.396977ms","start":"2026-03-11T02:56:31.788007Z","end":"2026-03-11T02:56:32.082404Z","steps":["trace[856540286] 'agreement among raft nodes before linearized reading' (duration: 293.641638ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:56:32.939197Z","caller":"traceutil/trace.go:171","msg":"trace[662516600] transaction","detail":"{read_only:false; response_revision:34928; number_of_response:1; }","duration":"101.172341ms","start":"2026-03-11T02:56:32.837992Z","end":"2026-03-11T02:56:32.939164Z","steps":["trace[662516600] 'process raft request' (duration: 100.970606ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:56:32.940504Z","caller":"traceutil/trace.go:171","msg":"trace[432995690] transaction","detail":"{read_only:false; response_revision:34929; number_of_response:1; }","duration":"102.415053ms","start":"2026-03-11T02:56:32.838066Z","end":"2026-03-11T02:56:32.940481Z","steps":["trace[432995690] 'process raft request' (duration: 101.9143ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:56:33.560243Z","caller":"traceutil/trace.go:171","msg":"trace[574985585] transaction","detail":"{read_only:false; response_revision:34933; number_of_response:1; }","duration":"393.570948ms","start":"2026-03-11T02:56:33.166649Z","end":"2026-03-11T02:56:33.56022Z","steps":["trace[574985585] 'process raft request' (duration: 393.424834ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T02:56:33.560287Z","caller":"traceutil/trace.go:171","msg":"trace[1498908229] linearizableReadLoop","detail":"{readStateIndex:36083; appliedIndex:36083; }","duration":"344.689946ms","start":"2026-03-11T02:56:33.215552Z","end":"2026-03-11T02:56:33.560242Z","steps":["trace[1498908229] 'read index received' (duration: 344.669976ms)","trace[1498908229] 'applied index is now lower than readState.Index' (duration: 16.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-11T02:56:33.560501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:56:33.166619Z","time spent":"393.70395ms","remote":"127.0.0.1:35008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T02:56:33.56051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.904031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:56:33.560677Z","caller":"traceutil/trace.go:171","msg":"trace[1901357312] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:34933; }","duration":"345.141758ms","start":"2026-03-11T02:56:33.215511Z","end":"2026-03-11T02:56:33.560653Z","steps":["trace[1901357312] 'agreement among raft nodes before linearized reading' (duration: 344.85283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:56:33.560747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:56:33.215493Z","time spent":"345.234771ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:56:33.562302Z","caller":"traceutil/trace.go:171","msg":"trace[615427297] transaction","detail":"{read_only:false; response_revision:34934; number_of_response:1; }","duration":"247.352774ms","start":"2026-03-11T02:56:33.314919Z","end":"2026-03-11T02:56:33.562272Z","steps":["trace[615427297] 'process raft request' (duration: 247.123367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:56:33.562829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.726005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-11T02:56:33.562893Z","caller":"traceutil/trace.go:171","msg":"trace[455551685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34934; }","duration":"305.035772ms","start":"2026-03-11T02:56:33.25784Z","end":"2026-03-11T02:56:33.562875Z","steps":["trace[455551685] 'agreement among raft nodes before linearized reading' (duration: 304.320854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T02:56:33.563463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T02:56:33.257826Z","time spent":"305.608337ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-11T02:57:41.501473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33312} {"level":"info","ts":"2026-03-11T02:57:41.643612Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33312,"took":"138.107244ms","hash":3853227313,"current-db-size-bytes":50806784,"current-db-size":"51 MB","current-db-size-in-use-bytes":29507584,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-11T02:57:41.643688Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3853227313,"revision":33312,"compact-revision":31215} {"level":"info","ts":"2026-03-11T02:59:51.785099Z","caller":"traceutil/trace.go:171","msg":"trace[1043708088] transaction","detail":"{read_only:false; response_revision:36343; number_of_response:1; }","duration":"105.240156ms","start":"2026-03-11T02:59:51.679838Z","end":"2026-03-11T02:59:51.785078Z","steps":["trace[1043708088] 'process raft request' (duration: 104.486687ms)"],"step_count":1}