debug 2026-03-09T01:55:37.129+0000 7fe71fafaa80 0 deferred set uid:gid to 167:167 (ceph:ceph) debug 2026-03-09T01:55:37.129+0000 7fe71fafaa80 0 ceph version 18.2.1 (7fe91d5d5842e04be3b4f514d6dd990c54b29c76) reef (stable), process radosgw, pid 13 debug 2026-03-09T01:55:37.129+0000 7fe71fafaa80 0 framework: beast debug 2026-03-09T01:55:37.129+0000 7fe71fafaa80 0 framework conf key: port, val: 8080 debug 2026-03-09T01:55:37.129+0000 7fe71fafaa80 1 init_numa not setting numa affinity debug 2026-03-09T01:55:37.685+0000 7fe71fafaa80 0 framework: beast debug 2026-03-09T01:55:37.685+0000 7fe71fafaa80 0 framework conf key: ssl_certificate, val: config://rgw/cert/$realm/$zone.crt debug 2026-03-09T01:55:37.685+0000 7fe71fafaa80 0 framework conf key: ssl_private_key, val: config://rgw/cert/$realm/$zone.key debug 2026-03-09T01:55:37.697+0000 7fe71fafaa80 0 starting handler: beast debug 2026-03-09T01:55:37.701+0000 7fe71fafaa80 0 set uid:gid to 167:167 (ceph:ceph) debug 2026-03-09T01:55:37.717+0000 7fe71fafaa80 1 mgrc service_daemon_register rgw.14513 metadata {arch=x86_64,ceph_release=reef,ceph_version=ceph version 18.2.1 (7fe91d5d5842e04be3b4f514d6dd990c54b29c76) reef (stable),ceph_version_short=18.2.1,container_hostname=rook-ceph-rgw-ceph-a-67fd8975c6-cs7t4,container_image=harbor.atmosphere.dev/quay.io/ceph/ceph:v18.2.1,cpu=AMD EPYC-Rome Processor,distro=centos,distro_description=CentOS Stream 8,distro_version=8,frontend_config#0=beast port=8080,frontend_type#0=beast,hostname=instance,id=ceph.a,kernel_description=#181-Ubuntu SMP Fri Feb 6 22:44:50 UTC 2026,kernel_version=5.15.0-171-generic,mem_swap_kb=0,mem_total_kb=65841448,num_handles=1,os=Linux,pid=13,pod_name=rook-ceph-rgw-ceph-a-67fd8975c6-cs7t4,pod_namespace=openstack,realm_id=bcad4f21-02f3-418a-8f15-144424204af4,realm_name=ceph,zone_id=20521f93-8fef-469a-aeb8-ebe353152b6b,zone_name=ceph,zonegroup_id=e4ebbc14-b093-474d-9144-aeae67eaa292,zonegroup_name=ceph} debug 2026-03-09T01:55:55.393+0000 7fe6ec984700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:55:55.397+0000 7fe6eb181700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=0.004000088s ====== debug 2026-03-09T01:55:55.397+0000 7fe6eb181700 1 beast: 0x7fe5eaf80730: 10.0.0.66 - - [09/Mar/2026:01:55:55.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000088s debug 2026-03-09T01:56:05.393+0000 7fe6e817b700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:56:05.393+0000 7fe6e817b700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:56:05.393+0000 7fe6e817b700 1 beast: 0x7fe5eaf80730: 10.0.0.66 - - [09/Mar/2026:01:56:05.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:56:07.685+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T01:56:15.393+0000 7fe6e2970700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:56:15.393+0000 7fe6e2970700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:56:15.393+0000 7fe6e2970700 1 beast: 0x7fe5eaf80730: 10.0.0.66 - - [09/Mar/2026:01:56:15.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:56:25.394+0000 7fe6e3171700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:56:25.394+0000 7fe6e3171700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:56:25.394+0000 7fe6e3171700 1 beast: 0x7fe5eaf80730: 10.0.0.66 - - [09/Mar/2026:01:56:25.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:56:35.394+0000 7fe6d3151700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:56:35.394+0000 7fe6d3151700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:56:35.394+0000 7fe6d3151700 1 beast: 0x7fe5eaf80730: 10.0.0.66 - - [09/Mar/2026:01:56:35.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:56:37.686+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T01:56:45.394+0000 7fe6cd145700 1 ====== starting new request req=0x7fe5eaeff730 ===== debug 2026-03-09T01:56:45.394+0000 7fe6cd145700 1 ====== req done req=0x7fe5eaeff730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:56:45.394+0000 7fe6cd145700 1 beast: 0x7fe5eaeff730: 10.0.0.66 - - [09/Mar/2026:01:56:45.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:56:55.390+0000 7fe6c6137700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:56:55.390+0000 7fe6c6137700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:56:55.390+0000 7fe6c6137700 1 beast: 0x7fe5eaf80730: 10.0.0.66 - - [09/Mar/2026:01:56:55.390 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:57:05.391+0000 7fe6bc123700 1 ====== starting new request req=0x7fe5eaeff730 ===== debug 2026-03-09T01:57:05.391+0000 7fe6bc123700 1 ====== req done req=0x7fe5eaeff730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:57:05.391+0000 7fe6bc123700 1 beast: 0x7fe5eaeff730: 10.0.0.66 - - [09/Mar/2026:01:57:05.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:57:07.683+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T01:57:09.663+0000 7fe6bb922700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:57:09.663+0000 7fe6bb922700 0 req 7549627196182782321 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-09T01:57:11.051+0000 7fe6b210f700 1 ====== req done req=0x7fe5eaf80730 op status=-2042 http_status=404 latency=1.388030410s ====== debug 2026-03-09T01:57:11.051+0000 7fe6b210f700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:01:57:09.663 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 404 119 - "Go-http-client/1.1" - latency=1.388030410s debug 2026-03-09T01:57:11.051+0000 7fe6b5916700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:57:11.051+0000 7fe6b5916700 0 req 16081974570118603315 0.000000000s :create_user No stored secret string, cache miss debug 2026-03-09T01:57:11.095+0000 7fe6aa0ff700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=0.044000968s ====== debug 2026-03-09T01:57:11.095+0000 7fe6aa0ff700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:01:57:11.051 +0000] "PUT /admin/user?display-name=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d&format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=0.044000968s debug 2026-03-09T01:57:11.139+0000 7fe6a60f7700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:57:11.143+0000 7fe6a60f7700 0 req 7898311742296659613 0.004000088s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T01:57:11.163+0000 7fe6a48f4700 1 req 7898311742296659613 0.024000527s op->ERRORHANDLER: err_no=-2002 new_err_no=-2002 debug 2026-03-09T01:57:11.163+0000 7fe6a48f4700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=404 latency=0.024000527s ====== debug 2026-03-09T01:57:11.163+0000 7fe6a48f4700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:57:11.139 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 404 281 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000527s debug 2026-03-09T01:57:11.163+0000 7fe6a70f9700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:57:11.163+0000 7fe6a70f9700 0 req 3999945042850054714 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-09T01:57:11.223+0000 7fe69d0e5700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.060001321s ====== debug 2026-03-09T01:57:11.223+0000 7fe69d0e5700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:57:11.163 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.060001321s debug 2026-03-09T01:57:11.223+0000 7fe6a18ee700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:57:11.223+0000 7fe6a18ee700 0 req 15447737745604501724 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-09T01:57:11.267+0000 7fe6958d6700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.044000968s ====== debug 2026-03-09T01:57:11.267+0000 7fe6958d6700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:57:11.223 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000968s debug 2026-03-09T01:57:11.267+0000 7fe69a8e0700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:57:11.267+0000 7fe69a8e0700 0 req 919893780676423728 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-09T01:57:11.291+0000 7fe6918ce700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.024000527s ====== debug 2026-03-09T01:57:11.291+0000 7fe6918ce700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:57:11.267 +0000] "GET /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000527s debug 2026-03-09T01:57:11.339+0000 7fe6940d3700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:57:11.339+0000 7fe6940d3700 0 req 16013470003601365846 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T01:57:11.379+0000 7fe6890bd700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=204 latency=0.040000878s ====== debug 2026-03-09T01:57:11.379+0000 7fe6890bd700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:57:11.339 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000878s debug 2026-03-09T01:57:15.391+0000 7fe68b8c2700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:57:15.391+0000 7fe68b8c2700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:57:15.391+0000 7fe68b8c2700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:57:15.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:57:25.391+0000 7fe6880bb700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:57:25.391+0000 7fe6880bb700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:57:25.391+0000 7fe6880bb700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:01:57:25.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:57:35.391+0000 7fe673091700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:57:35.391+0000 7fe673091700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:57:35.391+0000 7fe673091700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:57:35.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:57:37.683+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T01:57:37.683+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=-), skipping debug 2026-03-09T01:57:45.391+0000 7fe66e087700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:57:45.391+0000 7fe66e087700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:57:45.391+0000 7fe66e087700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:01:57:45.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:57:55.392+0000 7fe666077700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:57:55.392+0000 7fe666077700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:57:55.392+0000 7fe666077700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:01:57:55.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:58:05.392+0000 7fe66206f700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:58:05.392+0000 7fe66206f700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:58:05.392+0000 7fe66206f700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:01:58:05.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:58:07.692+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T01:58:11.396+0000 7fe65905d700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:58:11.396+0000 7fe65905d700 0 req 9492219804737911290 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-09T01:58:12.420+0000 7fe65905d700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=1.024022460s ====== debug 2026-03-09T01:58:12.420+0000 7fe65905d700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:01:58:11.396 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.024022460s debug 2026-03-09T01:58:12.424+0000 7fe65985e700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:58:12.424+0000 7fe65985e700 0 req 11648362628628019696 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T01:58:12.448+0000 7fe65184e700 1 ====== req done req=0x7fe5ea67d730 op status=-2 http_status=204 latency=0.024000524s ====== debug 2026-03-09T01:58:12.448+0000 7fe65184e700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:58:12.424 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000524s debug 2026-03-09T01:58:12.448+0000 7fe653852700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:58:12.448+0000 7fe653852700 0 req 15946616149814918558 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-09T01:58:12.484+0000 7fe64d846700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.036000792s ====== debug 2026-03-09T01:58:12.484+0000 7fe64d846700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:58:12.448 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000792s debug 2026-03-09T01:58:12.484+0000 7fe65004b700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:58:12.484+0000 7fe65004b700 0 req 13226258893330704570 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-09T01:58:12.616+0000 7fe64903d700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.132002890s ====== debug 2026-03-09T01:58:12.616+0000 7fe64903d700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:58:12.484 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.132002890s debug 2026-03-09T01:58:12.616+0000 7fe64c043700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:58:12.616+0000 7fe64c043700 0 req 10657948983256627990 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-09T01:58:12.636+0000 7fe645836700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.020000439s ====== debug 2026-03-09T01:58:12.636+0000 7fe645836700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:58:12.616 +0000] "GET /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.020000439s debug 2026-03-09T01:58:12.680+0000 7fe64783a700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:58:12.680+0000 7fe64783a700 0 req 2671941517315782298 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T01:58:12.716+0000 7fe63f029700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=204 latency=0.036000792s ====== debug 2026-03-09T01:58:12.716+0000 7fe63f029700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:58:12.680 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000792s debug 2026-03-09T01:58:15.416+0000 7fe63c824700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:58:15.416+0000 7fe63c824700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:58:15.416+0000 7fe63c824700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:58:15.416 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:58:25.392+0000 7fe633812700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:58:25.392+0000 7fe633812700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:58:25.392+0000 7fe633812700 1 beast: 0x7fe5ea6fe730: 10.0.0.66 - - [09/Mar/2026:01:58:25.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:58:35.393+0000 7fe63200f700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:58:35.397+0000 7fe63200f700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.004000088s ====== debug 2026-03-09T01:58:35.397+0000 7fe63200f700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:58:35.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.004000088s debug 2026-03-09T01:58:37.693+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T01:58:45.393+0000 7fe61ffeb700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:58:45.393+0000 7fe61ffeb700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:58:45.393+0000 7fe61ffeb700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:58:45.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:58:55.393+0000 7fe61cfe5700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:58:55.393+0000 7fe61cfe5700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:58:55.393+0000 7fe61cfe5700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:58:55.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:59:05.393+0000 7fe6147d4700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:59:05.393+0000 7fe6147d4700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:59:05.393+0000 7fe6147d4700 1 beast: 0x7fe5ea6fe730: 10.0.0.66 - - [09/Mar/2026:01:59:05.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:59:07.697+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T01:59:12.733+0000 7fe6157d6700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T01:59:12.733+0000 7fe6157d6700 0 req 17907379874256724829 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-09T01:59:13.785+0000 7fe6157d6700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=1.052023053s ====== debug 2026-03-09T01:59:13.785+0000 7fe6157d6700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:01:59:12.733 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.052023053s debug 2026-03-09T01:59:13.789+0000 7fe606fb9700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:59:13.789+0000 7fe606fb9700 0 req 16385370464143904252 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T01:59:13.837+0000 7fe6057b6700 1 ====== req done req=0x7fe5ea6fe730 op status=-2 http_status=204 latency=0.048001051s ====== debug 2026-03-09T01:59:13.837+0000 7fe6057b6700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:59:13.789 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.048001051s debug 2026-03-09T01:59:13.837+0000 7fe6087bc700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:59:13.837+0000 7fe6087bc700 0 req 16754499394961640046 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-09T01:59:13.873+0000 7fe6007ac700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.036000788s ====== debug 2026-03-09T01:59:13.873+0000 7fe6007ac700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:59:13.837 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000788s debug 2026-03-09T01:59:13.873+0000 7fe602fb1700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:59:13.873+0000 7fe602fb1700 0 req 6522428274662028520 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-09T01:59:13.913+0000 7fe5fbfa3700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.040000878s ====== debug 2026-03-09T01:59:13.913+0000 7fe5fbfa3700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:59:13.873 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000878s debug 2026-03-09T01:59:13.913+0000 7fe5fefa9700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:59:13.913+0000 7fe5fefa9700 0 req 17060213580151102521 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-09T01:59:13.933+0000 7fe5f779a700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.020000437s ====== debug 2026-03-09T01:59:13.933+0000 7fe5f779a700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:59:13.913 +0000] "GET /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.020000437s debug 2026-03-09T01:59:13.977+0000 7fe5f8f9d700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T01:59:13.977+0000 7fe5f8f9d700 0 req 1383051581479647666 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T01:59:14.021+0000 7fe6ef189700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=204 latency=0.044000965s ====== debug 2026-03-09T01:59:14.021+0000 7fe6ef189700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:01:59:13.977 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.044000965s debug 2026-03-09T01:59:15.393+0000 7fe5f2f91700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:59:15.393+0000 7fe5f2f91700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:59:15.393+0000 7fe5f2f91700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:59:15.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:59:25.394+0000 7fe6e817b700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:59:25.394+0000 7fe6e817b700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:59:25.394+0000 7fe6e817b700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:59:25.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:59:35.394+0000 7fe6d995e700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T01:59:35.394+0000 7fe6d995e700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:59:35.394+0000 7fe6d995e700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:01:59:35.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:59:37.698+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T01:59:45.394+0000 7fe6d5155700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:59:45.394+0000 7fe6d5155700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:59:45.394+0000 7fe6d5155700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:59:45.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T01:59:55.394+0000 7fe6ce147700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T01:59:55.394+0000 7fe6ce147700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T01:59:55.394+0000 7fe6ce147700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:01:59:55.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:00:05.390+0000 7fe6c5135700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:00:05.390+0000 7fe6c5135700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:00:05.390+0000 7fe6c5135700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:00:05.390 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:00:07.703+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:00:14.031+0000 7fe6c813b700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T02:00:14.031+0000 7fe6c813b700 0 req 12917992010860100636 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-09T02:00:15.075+0000 7fe6be928700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=1.044022560s ====== debug 2026-03-09T02:00:15.075+0000 7fe6be928700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:02:00:14.031 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.044022560s debug 2026-03-09T02:00:15.079+0000 7fe6c6137700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:00:15.079+0000 7fe6c6137700 0 req 6658389990120524532 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:00:15.119+0000 7fe6bc924700 1 ====== req done req=0x7fe5ea67d730 op status=-2 http_status=204 latency=0.040000863s ====== debug 2026-03-09T02:00:15.119+0000 7fe6bc924700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:00:15.079 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000863s debug 2026-03-09T02:00:15.119+0000 7fe6bd125700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:00:15.119+0000 7fe6bd125700 0 req 537746506689254023 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-09T02:00:15.155+0000 7fe6bc123700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.036000777s ====== debug 2026-03-09T02:00:15.155+0000 7fe6bc123700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:00:15.119 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000777s debug 2026-03-09T02:00:15.159+0000 7fe6b891c700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:00:15.159+0000 7fe6b891c700 0 req 13042417121954325872 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-09T02:00:15.199+0000 7fe6b090c700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.040000863s ====== debug 2026-03-09T02:00:15.199+0000 7fe6b090c700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:00:15.155 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000863s debug 2026-03-09T02:00:15.199+0000 7fe6b010b700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:00:15.199+0000 7fe6b010b700 0 req 13364800063925969615 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-09T02:00:15.227+0000 7fe6ad906700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.028000604s ====== debug 2026-03-09T02:00:15.227+0000 7fe6ad906700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:00:15.199 +0000] "GET /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000604s debug 2026-03-09T02:00:15.267+0000 7fe6af90a700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:00:15.267+0000 7fe6af90a700 0 req 2078078850233293544 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:00:15.307+0000 7fe6aa0ff700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=204 latency=0.040000863s ====== debug 2026-03-09T02:00:15.307+0000 7fe6aa0ff700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:00:15.267 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000863s debug 2026-03-09T02:00:15.391+0000 7fe6ae908700 1 ====== starting new request req=0x7fe5ea57b730 ===== debug 2026-03-09T02:00:15.391+0000 7fe6ae908700 1 ====== req done req=0x7fe5ea57b730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:00:15.391+0000 7fe6ae908700 1 beast: 0x7fe5ea57b730: 10.0.0.66 - - [09/Mar/2026:02:00:15.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:00:25.391+0000 7fe69d0e5700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:00:25.391+0000 7fe69d0e5700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:00:25.391+0000 7fe69d0e5700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:00:25.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:00:35.391+0000 7fe6948d4700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:00:35.391+0000 7fe6948d4700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:00:35.391+0000 7fe6948d4700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:00:35.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:00:37.703+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:00:45.391+0000 7fe68c8c4700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:00:45.391+0000 7fe68c8c4700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:00:45.391+0000 7fe68c8c4700 1 beast: 0x7fe5ea6fe730: 10.0.0.66 - - [09/Mar/2026:02:00:45.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:00:55.392+0000 7fe6818ae700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:00:55.392+0000 7fe6818ae700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:00:55.392+0000 7fe6818ae700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:00:55.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:01:05.392+0000 7fe6868b8700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:01:05.392+0000 7fe6868b8700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:01:05.392+0000 7fe6868b8700 1 beast: 0x7fe5ea6fe730: 10.0.0.66 - - [09/Mar/2026:02:01:05.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:01:07.716+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:01:15.320+0000 7fe67d0a5700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T02:01:15.320+0000 7fe67d0a5700 0 req 4680606579404994098 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-09T02:01:15.392+0000 7fe675896700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:01:15.392+0000 7fe675896700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:01:15.392+0000 7fe675896700 1 beast: 0x7fe5ea6fe730: 10.0.0.66 - - [09/Mar/2026:02:01:15.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:01:16.360+0000 7fe67d0a5700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=1.040022373s ====== debug 2026-03-09T02:01:16.360+0000 7fe67d0a5700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:02:01:15.320 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.040022373s debug 2026-03-09T02:01:16.368+0000 7fe66907d700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:01:16.368+0000 7fe66907d700 0 req 2256435849617362344 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:01:16.392+0000 7fe66807b700 1 ====== req done req=0x7fe5ea6fe730 op status=-2 http_status=204 latency=0.024000518s ====== debug 2026-03-09T02:01:16.392+0000 7fe66807b700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:01:16.364 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000518s debug 2026-03-09T02:01:16.392+0000 7fe66a07f700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:01:16.392+0000 7fe66a07f700 0 req 13702493026258077972 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-09T02:01:16.424+0000 7fe663872700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.032000691s ====== debug 2026-03-09T02:01:16.424+0000 7fe663872700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:01:16.392 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000691s debug 2026-03-09T02:01:16.428+0000 7fe66c884700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:01:16.428+0000 7fe66c884700 0 req 4139802689205605020 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-09T02:01:16.468+0000 7fe65f069700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.040000863s ====== debug 2026-03-09T02:01:16.468+0000 7fe65f069700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:01:16.428 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000863s debug 2026-03-09T02:01:16.472+0000 7fe662870700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:01:16.472+0000 7fe662870700 0 req 13620206194825212296 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-09T02:01:16.500+0000 7fe65b862700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.028000604s ====== debug 2026-03-09T02:01:16.500+0000 7fe65b862700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:01:16.472 +0000] "GET /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000604s debug 2026-03-09T02:01:16.544+0000 7fe665876700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:01:16.544+0000 7fe665876700 0 req 1296945650273434677 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:01:16.580+0000 7fe655856700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=204 latency=0.036000777s ====== debug 2026-03-09T02:01:16.580+0000 7fe655856700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:01:16.544 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000777s debug 2026-03-09T02:01:25.392+0000 7fe655055700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:01:25.392+0000 7fe655055700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:01:25.392+0000 7fe655055700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:01:25.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:01:35.392+0000 7fe64983e700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:01:35.392+0000 7fe64983e700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:01:35.392+0000 7fe64983e700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:02:01:35.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:01:37.716+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:01:45.393+0000 7fe64b041700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:01:45.393+0000 7fe64b041700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:01:45.393+0000 7fe64b041700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:02:01:45.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:01:55.393+0000 7fe63801b700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:01:55.393+0000 7fe63801b700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:01:55.393+0000 7fe63801b700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:01:55.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:02:05.393+0000 7fe635816700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:02:05.393+0000 7fe635816700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:02:05.393+0000 7fe635816700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:02:05.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:02:07.721+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:02:15.393+0000 7fe62e007700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:02:15.393+0000 7fe62e007700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:02:15.393+0000 7fe62e007700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:02:15.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:02:16.597+0000 7fe62e808700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T02:02:16.597+0000 7fe62e808700 0 req 6064677860672290625 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-09T02:02:17.621+0000 7fe62e808700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=1.024022102s ====== debug 2026-03-09T02:02:17.621+0000 7fe62e808700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:02:02:16.597 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.024022102s debug 2026-03-09T02:02:17.625+0000 7fe621fef700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:02:17.625+0000 7fe621fef700 0 req 17584418956160627507 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:02:17.649+0000 7fe6247f4700 1 ====== req done req=0x7fe5ea67d730 op status=-2 http_status=204 latency=0.024000520s ====== debug 2026-03-09T02:02:17.649+0000 7fe6247f4700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:02:17.625 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000520s debug 2026-03-09T02:02:17.649+0000 7fe626ff9700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:02:17.649+0000 7fe626ff9700 0 req 18153628406088682294 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-09T02:02:17.685+0000 7fe61dfe7700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.036000781s ====== debug 2026-03-09T02:02:17.685+0000 7fe61dfe7700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:02:17.649 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.036000781s debug 2026-03-09T02:02:17.685+0000 7fe6237f2700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:02:17.685+0000 7fe6237f2700 0 req 14740680512174980597 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-09T02:02:17.725+0000 7fe6197de700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.040000863s ====== debug 2026-03-09T02:02:17.725+0000 7fe6197de700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:02:17.685 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000863s debug 2026-03-09T02:02:17.725+0000 7fe61b7e2700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:02:17.725+0000 7fe61b7e2700 0 req 3300725876834405729 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-09T02:02:17.749+0000 7fe61cfe5700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.024000520s ====== debug 2026-03-09T02:02:17.749+0000 7fe61cfe5700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:02:17.725 +0000] "GET /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.024000520s debug 2026-03-09T02:02:17.793+0000 7fe6177da700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:02:17.793+0000 7fe6177da700 0 req 70214999088158739 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:02:17.833+0000 7fe6147d4700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=204 latency=0.040000863s ====== debug 2026-03-09T02:02:17.833+0000 7fe6147d4700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:02:17.793 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.040000863s debug 2026-03-09T02:02:25.393+0000 7fe6077ba700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:02:25.393+0000 7fe6077ba700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:02:25.393+0000 7fe6077ba700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:02:25.393 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:02:35.394+0000 7fe601faf700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:02:35.394+0000 7fe601faf700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:02:35.394+0000 7fe601faf700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:02:35.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:02:37.722+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:02:45.394+0000 7fe5f5796700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:02:45.394+0000 7fe5f5796700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:02:45.394+0000 7fe5f5796700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:02:45.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:02:55.394+0000 7fe6ef189700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:02:55.394+0000 7fe6ef189700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:02:55.394+0000 7fe6ef189700 1 beast: 0x7fe5ea6fe730: 10.0.0.66 - - [09/Mar/2026:02:02:55.394 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:03:05.390+0000 7fe5f2f91700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:03:05.390+0000 7fe5f2f91700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:03:05.390+0000 7fe5f2f91700 1 beast: 0x7fe5ea6fe730: 10.0.0.66 - - [09/Mar/2026:02:03:05.390 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:03:07.726+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:03:15.391+0000 7fe6d7159700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:03:15.391+0000 7fe6d7159700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:03:15.391+0000 7fe6d7159700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:03:15.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:03:17.843+0000 7fe6da15f700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T02:03:17.843+0000 7fe6da15f700 0 req 9058022948083057886 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-09T02:03:18.887+0000 7fe6d6157700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=1.044022560s ====== debug 2026-03-09T02:03:18.887+0000 7fe6d6157700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:02:03:17.843 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.044022560s debug 2026-03-09T02:03:18.891+0000 7fe6d795a700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:03:18.891+0000 7fe6d795a700 0 req 17753264336732699523 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:03:18.923+0000 7fe6cf94a700 1 ====== req done req=0x7fe5ea6fe730 op status=-2 http_status=204 latency=0.032000691s ====== debug 2026-03-09T02:03:18.923+0000 7fe6cf94a700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:03:18.891 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000691s debug 2026-03-09T02:03:18.927+0000 7fe6d3952700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:03:18.927+0000 7fe6d3952700 0 req 3296479349308361949 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-09T02:03:18.959+0000 7fe6cb942700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.032000691s ====== debug 2026-03-09T02:03:18.959+0000 7fe6cb942700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:03:18.927 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000691s debug 2026-03-09T02:03:18.963+0000 7fe6d194e700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:03:18.963+0000 7fe6d194e700 0 req 4616315617084321854 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-09T02:03:19.015+0000 7fe6c893c700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.052001130s ====== debug 2026-03-09T02:03:19.015+0000 7fe6c893c700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:03:18.963 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.052001130s debug 2026-03-09T02:03:19.015+0000 7fe6c7139700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:03:19.015+0000 7fe6c7139700 0 req 796273380951997070 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-09T02:03:19.047+0000 7fe6c5936700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=200 latency=0.032000691s ====== debug 2026-03-09T02:03:19.047+0000 7fe6c5936700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:03:19.015 +0000] "GET /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000691s debug 2026-03-09T02:03:19.091+0000 7fe6cd145700 1 ====== starting new request req=0x7fe5ea6fe730 ===== debug 2026-03-09T02:03:19.091+0000 7fe6cd145700 0 req 4202615406704351160 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:03:19.123+0000 7fe6c813b700 1 ====== req done req=0x7fe5ea6fe730 op status=0 http_status=204 latency=0.032000691s ====== debug 2026-03-09T02:03:19.123+0000 7fe6c813b700 1 beast: 0x7fe5ea6fe730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:03:19.091 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000691s debug 2026-03-09T02:03:25.391+0000 7fe6b811b700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:03:25.391+0000 7fe6b811b700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:03:25.391+0000 7fe6b811b700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:02:03:25.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:03:35.391+0000 7fe6b3912700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:03:35.391+0000 7fe6b3912700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:03:35.391+0000 7fe6b3912700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:02:03:35.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:03:37.727+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:03:45.391+0000 7fe6ad906700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:03:45.391+0000 7fe6ad906700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:03:45.391+0000 7fe6ad906700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:03:45.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:03:55.391+0000 7fe6a78fa700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:03:55.391+0000 7fe6a78fa700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:03:55.391+0000 7fe6a78fa700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:03:55.391 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:04:05.392+0000 7fe6a58f6700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:04:05.392+0000 7fe6a58f6700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:04:05.392+0000 7fe6a58f6700 1 beast: 0x7fe5ea67d730: 10.0.0.66 - - [09/Mar/2026:02:04:05.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:04:07.736+0000 7fe71e68a700 0 rgw UsageLogger: WARNING: RGWRados::log_usage(): user name empty (bucket=), skipping debug 2026-03-09T02:04:15.392+0000 7fe6980db700 1 ====== starting new request req=0x7fe5ea5fc730 ===== debug 2026-03-09T02:04:15.392+0000 7fe6980db700 1 ====== req done req=0x7fe5ea5fc730 op status=0 http_status=200 latency=0.000000000s ====== debug 2026-03-09T02:04:15.392+0000 7fe6980db700 1 beast: 0x7fe5ea5fc730: 10.0.0.66 - - [09/Mar/2026:02:04:15.392 +0000] "GET /swift/healthcheck HTTP/1.1" 200 0 - "kube-probe/1.28" - latency=0.000000000s debug 2026-03-09T02:04:19.140+0000 7fe69b8e2700 1 ====== starting new request req=0x7fe5eaf80730 ===== debug 2026-03-09T02:04:19.140+0000 7fe69b8e2700 0 req 7885580242910266977 0.000000000s :get_user_info No stored secret string, cache miss debug 2026-03-09T02:04:20.176+0000 7fe69b8e2700 1 ====== req done req=0x7fe5eaf80730 op status=0 http_status=200 latency=1.036022425s ====== debug 2026-03-09T02:04:20.176+0000 7fe69b8e2700 1 beast: 0x7fe5eaf80730: 10.0.0.92 - rgw-admin-ops-user [09/Mar/2026:02:04:19.140 +0000] "GET /admin/user?format=json&uid=rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 830 - "Go-http-client/1.1" - latency=1.036022425s debug 2026-03-09T02:04:20.180+0000 7fe68e0c7700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:04:20.180+0000 7fe68e0c7700 0 req 7821155388231351089 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:04:20.212+0000 7fe6920cf700 1 ====== req done req=0x7fe5ea67d730 op status=-2 http_status=204 latency=0.032000694s ====== debug 2026-03-09T02:04:20.212+0000 7fe6920cf700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:04:20.180 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000694s debug 2026-03-09T02:04:20.212+0000 7fe68f0c9700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:04:20.212+0000 7fe68f0c9700 0 req 17625395650679374884 0.000000000s s3:create_bucket No stored secret string, cache miss debug 2026-03-09T02:04:20.240+0000 7fe6890bd700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.028000606s ====== debug 2026-03-09T02:04:20.240+0000 7fe6890bd700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:04:20.212 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d HTTP/1.1" 200 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000606s debug 2026-03-09T02:04:20.240+0000 7fe6870b9700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:04:20.240+0000 7fe6870b9700 0 req 10455070303268371926 0.000000000s s3:put_obj No stored secret string, cache miss debug 2026-03-09T02:04:20.272+0000 7fe6810ad700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.032000691s ====== debug 2026-03-09T02:04:20.272+0000 7fe6810ad700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:04:20.240 +0000] "PUT /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.032000691s debug 2026-03-09T02:04:20.272+0000 7fe6878ba700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:04:20.272+0000 7fe6878ba700 0 req 18305728533764953535 0.000000000s s3:get_obj No stored secret string, cache miss debug 2026-03-09T02:04:20.292+0000 7fe67e0a7700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=200 latency=0.020000432s ====== debug 2026-03-09T02:04:20.292+0000 7fe67e0a7700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:04:20.272 +0000] "GET /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 200 21 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.020000432s debug 2026-03-09T02:04:20.340+0000 7fe6808ac700 1 ====== starting new request req=0x7fe5ea67d730 ===== debug 2026-03-09T02:04:20.340+0000 7fe6808ac700 0 req 5451256055817730353 0.000000000s s3:delete_obj No stored secret string, cache miss debug 2026-03-09T02:04:20.368+0000 7fe67789a700 1 ====== req done req=0x7fe5ea67d730 op status=0 http_status=204 latency=0.028000606s ====== debug 2026-03-09T02:04:20.368+0000 7fe67789a700 1 beast: 0x7fe5ea67d730: 10.0.0.92 - rook-ceph-internal-s3-user-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d [09/Mar/2026:02:04:20.340 +0000] "DELETE /rook-ceph-bucket-checker-bbb47a7d-44f5-4ba6-8ec3-9e43f655462d/rookHealthCheckTestObject HTTP/1.1" 204 0 - "aws-sdk-go/1.44.118 (go1.19.4; linux; amd64)" - latency=0.028000606s