------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0327 01:57:57.660380 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 01:57:57.660580 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0327 01:57:57.666550 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0327 01:57:57.669061 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0327 01:57:58.059120 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0327 01:57:58.079698 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0327 01:57:58.090572 7 nginx.go:271] "Starting NGINX Ingress controller" I0327 01:57:58.098486 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"4a0730e8-4101-431b-91aa-b3a2795ad6d9", APIVersion:"v1", ResourceVersion:"1305", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0327 01:57:58.104221 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f90317fc-ef11-4c88-a2a7-7950fb6d01df", APIVersion:"v1", ResourceVersion:"1306", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0327 01:57:58.104265 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b3bbcfe2-2040-47ac-9603-d61ad4c59447", APIVersion:"v1", ResourceVersion:"1307", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0327 01:57:59.292591 7 nginx.go:317] "Starting NGINX process" I0327 01:57:59.292662 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0327 01:57:59.293461 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0327 01:57:59.293731 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0327 01:57:59.293805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:59.293830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 01:57:59.293883 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 01:57:59.302381 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0327 01:57:59.302430 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-kfscs" I0327 01:57:59.328971 7 controller.go:216] "Backend successfully reloaded" I0327 01:57:59.329077 7 controller.go:227] "Initial sync, sleeping for 1 second" I0327 01:57:59.329483 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfscs", UID:"3acdb9e1-074b-4c74-a803-f5b317077f86", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 01:58:03.123583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:03.123622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:06.457598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:06.457666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:09.791532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:09.791594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:13.124498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:13.124550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:16.457026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:16.457074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:19.791287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:19.791338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:23.124035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:23.124070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:31.228691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:31.228721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:34.562332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:34.562384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:37.895566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:37.895611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:25.260886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:25.260929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:28.595186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:28.595223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:32.877331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:32.877368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:36.213026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:36.213074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:39.544879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:39.544911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:42.878175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:42.878201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:46.210826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:46.210866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:49.545338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:49.545369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:52.877482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:52.877530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:56.216294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:56.216336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:59.545074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:59.545118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:02.877648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:02.877694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:12.441008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:12.441040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:15.775253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:15.775305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:16.111803 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-62.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-62.nip.io-tls was not found. Using default certificate W0327 02:02:16.111959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:16.112015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:02:16.113748 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0327 02:02:16.113810 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0327 02:02:16.121752 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0327 02:02:16.122076 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f27e5a32-19d7-4936-a420-93105637c463", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:02:16.122435 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-62.nip.io-tls" in local store I0327 02:02:16.385349 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-62.nip.io-tls" I0327 02:02:16.386603 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-62.nip.io-tls" W0327 02:02:19.108199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:19.108242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:02:19.108324 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:02:19.150952 7 controller.go:216] "Backend successfully reloaded" I0327 02:02:19.151201 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfscs", UID:"3acdb9e1-074b-4c74-a803-f5b317077f86", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:02:22.442029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:22.442080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:02:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.034 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 2.032 200 6319fabbb6fd6451a431055198a7fb64 162.253.55.62 - - [27/Mar/2026:02:02:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.178 [auth-system-keycloak-80] [] 10.0.0.116:8080 116 0.178 404 f572088284b89cf1d5cab3e9ab29a71f 162.253.55.62 - - [27/Mar/2026:02:02:32 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.891 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 4.890 201 311c2a07e64932f0720adc7c306db57b 162.253.55.62 - - [27/Mar/2026:02:02:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.779 [auth-system-keycloak-80] [] 10.0.0.116:8080 4246 0.780 200 7c92b65696b2ffb2436ddacfe4426586 162.253.55.62 - - [27/Mar/2026:02:02:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.571 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.570 200 4c23e4bac9213c20337706f4e1b3caef 162.253.55.62 - - [27/Mar/2026:02:02:34 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.091 [auth-system-keycloak-80] [] 10.0.0.116:8080 12500 0.091 200 a886f3e53111749518028250962cea64 162.253.55.62 - - [27/Mar/2026:02:02:34 +0000] "GET /admin/realms/atmosphere/client-scopes/1bfc653b-2015-4027-ab35-60f462ed539a HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.116:8080 1278 0.012 200 6fdc93449f2bbc6d59ba7258921ecc6d 162.253.55.62 - - [27/Mar/2026:02:02:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/1bfc653b-2015-4027-ab35-60f462ed539a HTTP/1.1" 204 0 "-" "Ansible" 1846 0.073 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.072 204 ae379861a8eb51061d3ccaab3e043c5e 162.253.55.62 - - [27/Mar/2026:02:02:35 +0000] "GET /admin/realms/atmosphere/client-scopes/1bfc653b-2015-4027-ab35-60f462ed539a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.075 [auth-system-keycloak-80] [] 10.0.0.116:8080 963 0.075 200 2b1dd553adbdfec8f46679c21912bca8 162.253.55.62 - - [27/Mar/2026:02:02:35 +0000] "GET /admin/realms/atmosphere/client-scopes/1bfc653b-2015-4027-ab35-60f462ed539a/protocol-mappers/models/9bfaecda-898d-4afc-a400-f6ca1b4deb7a HTTP/1.1" 200 366 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.116:8080 366 0.014 200 66a4b75a88f2dad59a8ffbceb85765b5 162.253.55.62 - - [27/Mar/2026:02:02:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/1bfc653b-2015-4027-ab35-60f462ed539a/protocol-mappers/models/9bfaecda-898d-4afc-a400-f6ca1b4deb7a HTTP/1.1" 204 0 "-" "Ansible" 1620 0.085 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.083 204 2999aeab53cfcf7ede674f437e324d16 162.253.55.62 - - [27/Mar/2026:02:02:35 +0000] "GET /admin/realms/atmosphere/client-scopes/1bfc653b-2015-4027-ab35-60f462ed539a HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.116:8080 1218 0.076 200 a9431a4c5110b6d4a8b2c1f732b08be8 162.253.55.62 - - [27/Mar/2026:02:02:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.440 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.439 200 3be3ad8dc2aad9f070d181866d71f14e 162.253.55.62 - - [27/Mar/2026:02:02:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.028 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.028 200 fc4bd3132d40f4300ca8afec345a5d26 162.253.55.62 - - [27/Mar/2026:02:02:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.205 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.202 201 4f5b10abfc5503be30f2dd5dae765857 162.253.55.62 - - [27/Mar/2026:02:02:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.088 [auth-system-keycloak-80] [] 10.0.0.116:8080 1259 0.088 200 a03bb3d6b8c01331a4b3fdc728a74e1d 162.253.55.62 - - [27/Mar/2026:02:02:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.603 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.600 200 b81a38cb26813dbb6ba391a2237a3874 162.253.55.62 - - [27/Mar/2026:02:02:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.008 200 d8ece39076e6e278d389511a4764e464 162.253.55.62 - - [27/Mar/2026:02:02:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.084 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.083 201 c1d12c3d70e5f29654599f4d2f6a84aa 162.253.55.62 - - [27/Mar/2026:02:02:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.080 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.080 200 d0fcc2ed8c1371187212ab38a45b6910 162.253.55.62 - - [27/Mar/2026:02:02:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.538 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.537 200 e7649cc5613b71e5c8633610fe241898 162.253.55.62 - - [27/Mar/2026:02:02:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.038 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.039 200 4593685c1ce5d45e58baef35e1a88c25 162.253.55.62 - - [27/Mar/2026:02:02:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.044 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.043 201 7acfb39f55912d2641c99b02b09b5855 162.253.55.62 - - [27/Mar/2026:02:02:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.047 [auth-system-keycloak-80] [] 10.0.0.116:8080 1249 0.047 200 57c21c0d53d061037cf883e7b3e4fbab I0327 02:02:59.309864 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.96.216"}] I0327 02:02:59.315032 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f27e5a32-19d7-4936-a420-93105637c463", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3736", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:02:59.315458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:59.315489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:03:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.483 200 b6a4112a1f24665d5a95fef650d55caa 162.253.55.62 - - [27/Mar/2026:02:03:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.116:8080 1259 0.030 200 703402a36c7f37af4f7acb9a54f4bedf 162.253.55.62 - - [27/Mar/2026:02:03:00 +0000] "GET /admin/realms/atmosphere/clients/fb125cd8-3312-49a8-a328-1641ed06de6c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.013 404 62f4d016c12a51782793acb7fb1bb57b 162.253.55.62 - - [27/Mar/2026:02:03:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1259 0.007 200 be8bf8401474f808b87fb45dd402753b 162.253.55.62 - - [27/Mar/2026:02:03:00 +0000] "POST /admin/realms/atmosphere/clients/fb125cd8-3312-49a8-a328-1641ed06de6c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.061 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.060 201 8060d63e3560640fa18d3203dcd58507 162.253.55.62 - - [27/Mar/2026:02:03:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1259 0.007 200 6191316c1d22446799b3a8ea401ed99f 162.253.55.62 - - [27/Mar/2026:02:03:00 +0000] "GET /admin/realms/atmosphere/clients/fb125cd8-3312-49a8-a328-1641ed06de6c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.014 200 14a06250ced86373f09bdbafa6d33749 162.253.55.62 - - [27/Mar/2026:02:03:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.500 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.499 200 ae8588da53974a481a3139ace6e58d44 162.253.55.62 - - [27/Mar/2026:02:03:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.005 200 385ee455b530ee1712442fd658fde73f 162.253.55.62 - - [27/Mar/2026:02:03:01 +0000] "GET /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.011 404 07c8863f1539324e1905f06789c99f3b 162.253.55.62 - - [27/Mar/2026:02:03:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.029 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.029 200 3bb826753f04aa87430b3a774abab12c 162.253.55.62 - - [27/Mar/2026:02:03:01 +0000] "POST /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.014 201 f541535c35fc83f892c1e745d534fcc1 162.253.55.62 - - [27/Mar/2026:02:03:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.007 200 6d44fadf61a3897370b4c15b50ab1fb0 162.253.55.62 - - [27/Mar/2026:02:03:01 +0000] "GET /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.116:8080 165 0.013 200 e1bb0422f8809b203f4dab44955f753e 162.253.55.62 - - [27/Mar/2026:02:03:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.472 200 ec13591a1bbb6a864da7e4b0e2acc409 162.253.55.62 - - [27/Mar/2026:02:03:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.007 200 e9fb655c32bd3e05a74cb5b6a82ee9b4 162.253.55.62 - - [27/Mar/2026:02:03:02 +0000] "GET /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.011 404 9d52c93f2a07df01284cd32538d72502 162.253.55.62 - - [27/Mar/2026:02:03:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.037 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.038 200 cf861b93019ffd993ee2dd9ff334685a 162.253.55.62 - - [27/Mar/2026:02:03:02 +0000] "POST /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.018 201 afb9b514df92cb7cfb58e80d99c85ecb 162.253.55.62 - - [27/Mar/2026:02:03:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.054 200 5296f427c9c6495563a57428740dde58 162.253.55.62 - - [27/Mar/2026:02:03:02 +0000] "GET /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.012 200 f8cca981b4819f4b6f75e2ea74d7128a 162.253.55.62 - - [27/Mar/2026:02:03:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.525 200 94f136769a2fb9d61a570bdef1f60a9d 162.253.55.62 - - [27/Mar/2026:02:03:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.054 200 b55e19df7cd15d186d491c0f03d610b5 162.253.55.62 - - [27/Mar/2026:02:03:03 +0000] "GET /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.009 404 13902e260af3ecf3c3804bc311f971e9 162.253.55.62 - - [27/Mar/2026:02:03:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.006 200 aa1e0ab4e5fd276b15cb0fba5e5ee383 162.253.55.62 - - [27/Mar/2026:02:03:03 +0000] "POST /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.055 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.054 201 d94d8f21505586ce57222d3ede2e409a 162.253.55.62 - - [27/Mar/2026:02:03:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.116:8080 1283 0.008 200 c5185a54e2c9fda4c2bf16c1464821cb 162.253.55.62 - - [27/Mar/2026:02:03:03 +0000] "GET /admin/realms/atmosphere/clients/cab1b6bc-3cf0-4f26-9208-336397c0c4d9/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.012 200 958152e30f03b8be64e1bd9539fa7ddf 162.253.55.62 - - [27/Mar/2026:02:03:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.487 200 3410fae03145a83320cc25c09d3870ff 162.253.55.62 - - [27/Mar/2026:02:03:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 1249 0.008 200 a9f2cd3fa5fba870f463bb62a0dd955d 162.253.55.62 - - [27/Mar/2026:02:03:04 +0000] "GET /admin/realms/atmosphere/clients/71a5f77b-2e14-4d00-8475-13d20b2db819/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.116:8080 119 0.009 404 250e519532504160fba2d25ef05cd360 162.253.55.62 - - [27/Mar/2026:02:03:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.038 [auth-system-keycloak-80] [] 10.0.0.116:8080 1249 0.038 200 1cb51430d1547adc252aedcbd5196944 162.253.55.62 - - [27/Mar/2026:02:03:04 +0000] "POST /admin/realms/atmosphere/clients/71a5f77b-2e14-4d00-8475-13d20b2db819/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.014 201 0303c433f73f427d3e975798fb894c07 162.253.55.62 - - [27/Mar/2026:02:03:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 1249 0.006 200 b5efef62d5710c8462302eb979b6bf7f 162.253.55.62 - - [27/Mar/2026:02:03:04 +0000] "GET /admin/realms/atmosphere/clients/71a5f77b-2e14-4d00-8475-13d20b2db819/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.057 [auth-system-keycloak-80] [] 10.0.0.116:8080 166 0.056 200 536e6a93936c4c7ded3e750a65894122 W0327 02:03:16.534618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:16.534686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:19.869243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:19.869292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.045066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.045093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.112959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:10.113018 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0327 02:04:10.113049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.113061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.113627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:10.113694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:10.113780 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0327 02:04:10.113811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.113696 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0327 02:04:10.113822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.113856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.113874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:10.116871 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0327 02:04:10.116904 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0327 02:04:10.119967 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0327 02:04:10.120013 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0327 02:04:10.120307 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0327 02:04:10.120369 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0327 02:04:10.125005 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0327 02:04:10.125328 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0327 02:04:10.125367 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2f509915-2b35-42e1-9ec6-6a9637609c6e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4343", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:10.127586 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0327 02:04:10.127882 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0327 02:04:10.127914 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4ba19dc8-1711-48fa-a69a-8e9dde0e1c1a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4346", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:10.135519 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0327 02:04:10.135778 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0327 02:04:10.135809 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7e45e3eb-93bf-4a03-902a-6b23b6072655", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4351", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:10.520397 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0327 02:04:10.521260 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0327 02:04:10.536529 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0327 02:04:10.537273 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0327 02:04:11.786566 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0327 02:04:11.788016 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0327 02:04:13.379033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:13.379096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:13.379136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:13.379259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:13.379288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:13.379403 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:04:13.423880 7 controller.go:216] "Backend successfully reloaded" I0327 02:04:13.424179 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfscs", UID:"3acdb9e1-074b-4c74-a803-f5b317077f86", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:04:16.712183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:16.712226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:16.712245 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:16.712307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:16.712318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:20.045722 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:20.045769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:20.045796 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:20.045878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:20.045896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:23.379037 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:23.379081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:23.379100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:23.379172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:23.379190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:26.712289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:26.712355 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:26.712386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:26.712484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:26.712513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:30.045459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:30.045568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:30.045613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:30.045759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:30.045794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:33.378690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:33.378820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:33.378992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:33.379104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:36.712951 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:36.713053 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:36.713164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:36.713192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:40.047274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:40.047406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:40.047553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:40.047587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:43.379576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:43.379704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:43.379846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:43.379878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:46.712837 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:46.712980 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:46.713138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:46.713157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.86 - - [27/Mar/2026:02:04:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.116:8080 6411 0.031 200 36eb696ab431f39492bced5c2d9f42fb 10.0.0.157 - - [27/Mar/2026:02:04:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.116:8080 6411 0.006 200 e7db1bc5c14f9ad75d7375df6b9ca091 W0327 02:04:50.045634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:50.045843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:50.045873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:53.379732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:53.379790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:56.713488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:56.713554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:59.310505 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.96.216"}] I0327 02:04:59.310651 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.96.216"}] I0327 02:04:59.310858 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.96.216"}] I0327 02:04:59.317158 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7e45e3eb-93bf-4a03-902a-6b23b6072655", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5505", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:59.318933 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4ba19dc8-1711-48fa-a69a-8e9dde0e1c1a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5506", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:59.320277 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2f509915-2b35-42e1-9ec6-6a9637609c6e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5507", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:05:00.045721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:00.045767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:03.379353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:03.379404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:06.712156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:06.712201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:10.045800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:10.045849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:05:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.470 200 5076ed51715afe66ab07224ec47ea5cf 162.253.55.62 - - [27/Mar/2026:02:05:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.037 [auth-system-keycloak-80] [] 10.0.0.116:8080 4246 0.037 200 a03745d309115a4011a0f1958fcc7300 162.253.55.62 - - [27/Mar/2026:02:05:13 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.483 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.482 204 fc6c2589c3107875797ef4957851ee3d 162.253.55.62 - - [27/Mar/2026:02:05:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.113 [auth-system-keycloak-80] [] 10.0.0.116:8080 4384 0.113 200 6f8c3e29ff276fb03bc85c2ae02aab67 162.253.55.62 - - [27/Mar/2026:02:05:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.478 200 21fce38e56c3c478b5f38dd7b51ed43b 162.253.55.62 - - [27/Mar/2026:02:05:14 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.116:8080 1682 0.027 200 a7fc462580b05071d9260686df9dce06 162.253.55.62 - - [27/Mar/2026:02:05:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.116:8080 6411 0.007 200 23d5ce8f0ef49f8190a84d5882f21904 162.253.55.62 - - [27/Mar/2026:02:05:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.468 200 d31d1b3042a025d0c4e4210f7dd905c9 162.253.55.62 - - [27/Mar/2026:02:05:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.009 200 e51ae854619b687c919a10699d943988 162.253.55.62 - - [27/Mar/2026:02:05:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.161 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.160 201 b94922e9b70873d33330baa9e5e5a674 162.253.55.62 - - [27/Mar/2026:02:05:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.079 [auth-system-keycloak-80] [] 10.0.0.116:8080 2242 0.079 200 7fc0a1cde2f86c381828f3c5116b33c0 162.253.55.62 - - [27/Mar/2026:02:05:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.116:8080 1925 0.472 200 8774f39020a6c8d5cd65cc2febc457cb 162.253.55.62 - - [27/Mar/2026:02:05:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.116:8080 2242 0.008 200 1ac41c08d4025712aed7cdec3a87f4c5 162.253.55.62 - - [27/Mar/2026:02:05:17 +0000] "GET /admin/realms/atmosphere/clients/7b06edf6-fe2f-4185-9024-f286b664f393/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.042 [auth-system-keycloak-80] [] 10.0.0.116:8080 233 0.042 200 e953407a042a320723e23981858cce51 162.253.55.62 - - [27/Mar/2026:02:05:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.019 [auth-system-keycloak-80] [] 10.0.0.116:8080 831 0.019 200 b1866aff26300e4d2ae1fedbdcb87673 162.253.55.62 - - [27/Mar/2026:02:05:17 +0000] "GET /admin/realms/atmosphere/clients/d1d93a1c-c254-4501-aae3-34f53b19b3a2/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.067 [auth-system-keycloak-80] [] 10.0.0.116:8080 3758 0.067 200 42ce4b35b2a2d6b8ff2018c1836db284 162.253.55.62 - - [27/Mar/2026:02:05:18 +0000] "GET /admin/realms/atmosphere/users/902485d9-ac40-40c4-bed6-7607d29af5b3/role-mappings/clients/d1d93a1c-c254-4501-aae3-34f53b19b3a2/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.104 [auth-system-keycloak-80] [] 10.0.0.116:8080 3758 0.105 200 0023b369cb38233eb120324491216b54 162.253.55.62 - - [27/Mar/2026:02:05:18 +0000] "GET /admin/realms/atmosphere/users/902485d9-ac40-40c4-bed6-7607d29af5b3/role-mappings/clients/d1d93a1c-c254-4501-aae3-34f53b19b3a2/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.073 [auth-system-keycloak-80] [] 10.0.0.116:8080 2 0.074 200 97181a1e47ecad0c9d9c85ac8b07003f 162.253.55.62 - - [27/Mar/2026:02:05:18 +0000] "POST /admin/realms/atmosphere/users/902485d9-ac40-40c4-bed6-7607d29af5b3/role-mappings/clients/d1d93a1c-c254-4501-aae3-34f53b19b3a2 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.079 [auth-system-keycloak-80] [] 10.0.0.116:8080 0 0.078 204 e1437ff3a33b3d9fbdc9444e77050fc3 162.253.55.62 - - [27/Mar/2026:02:05:18 +0000] "GET /admin/realms/atmosphere/users/902485d9-ac40-40c4-bed6-7607d29af5b3/role-mappings/clients/d1d93a1c-c254-4501-aae3-34f53b19b3a2/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.116:8080 576 0.014 200 3ea0e66fe1c1f52b0f9bfbc0632bb2ee W0327 02:05:20.891946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:20.891976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:24.226022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:24.226068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:37.048603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:37.048636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:26.869258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:26.869311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:04.758305 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:08:04.758391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:04.758411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:04.762059 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0327 02:08:04.762099 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0327 02:08:04.766541 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0327 02:08:04.766786 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"56cdc2e1-9e17-47ea-8a4c-a1d02fe06857", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6760", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:08:04.766979 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0327 02:08:04.767307 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:08:04.767368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:04.767381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:04.767490 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:08:04.821861 7 controller.go:216] "Backend successfully reloaded" I0327 02:08:04.822164 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfscs", UID:"3acdb9e1-074b-4c74-a803-f5b317077f86", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:08:05.001111 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0327 02:08:05.002031 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0327 02:08:08.101456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:08.101505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:08:09 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 22276aa426bf98555a506fa2b305d166 162.253.55.62 - - [27/Mar/2026:02:08:10 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.004 200 8519a621027033b13329a501f1a0b3df 162.253.55.62 - - [27/Mar/2026:02:08:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.349 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.349 201 df408ac6c735e2c2bd0b00e47d0084ee 162.253.55.62 - - [27/Mar/2026:02:08:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 0ade952ef40caa23d051ef4badd3b3b6 162.253.55.62 - - [27/Mar/2026:02:08:10 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.036 [openstack-keystone-api-5000] [] 10.0.0.140:5000 90 0.036 404 96c7fac89e101602a98c7dba19eb1453 162.253.55.62 - - [27/Mar/2026:02:08:10 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.140:5000 366 0.028 200 383b51682f04415c148b6eca54762300 162.253.55.62 - - [27/Mar/2026:02:08:11 +0000] "GET /v3/domains/3a3bf8c4abca495e8309165cf9c0c43c HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 244 0.024 200 672f3da9a8679892cabf259017f20726 162.253.55.62 - - [27/Mar/2026:02:08:11 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.004 200 36a0fec15a3b9d87ce453f0df2033a51 162.253.55.62 - - [27/Mar/2026:02:08:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.288 201 972954eddac9144a1b8efb2fa6b3a505 162.253.55.62 - - [27/Mar/2026:02:08:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 ebc12d223e6e2b586fd96ed648d1109f 162.253.55.62 - - [27/Mar/2026:02:08:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.026 [openstack-keystone-api-5000] [] 10.0.0.140:5000 101 0.026 404 99f7d023170a857001e2926f5ad965a4 162.253.55.62 - - [27/Mar/2026:02:08:11 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.140:5000 155 0.018 200 c1ec76663215f96c07b40a4b03215e89 162.253.55.62 - - [27/Mar/2026:02:08:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.027 [openstack-keystone-api-5000] [] 10.0.0.140:5000 340 0.027 201 aace0e9e92bee127800e006217dcda39 162.253.55.62 - - [27/Mar/2026:02:08:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.004 200 2ee95e126d916ba54e1ace86b60b4ae3 162.253.55.62 - - [27/Mar/2026:02:08:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.294 201 95f37e170590e2649355563d80a029af 162.253.55.62 - - [27/Mar/2026:02:08:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 f9f7d9096ac0bc2084e06a72ecf25d21 162.253.55.62 - - [27/Mar/2026:02:08:12 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.140:5000 98 0.020 404 5d65b805a71583d7142b7136a333076c 162.253.55.62 - - [27/Mar/2026:02:08:12 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.016 [openstack-keystone-api-5000] [] 10.0.0.140:5000 135 0.015 200 1b294b6c1bb091d73fe0e010edf39af3 162.253.55.62 - - [27/Mar/2026:02:08:12 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.022 [openstack-keystone-api-5000] [] 10.0.0.140:5000 356 0.022 201 ee923b56082d48654793f1d5b7e1f499 162.253.55.62 - - [27/Mar/2026:02:08:13 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 265 0.004 200 2f57c05c0e5d46582d741a22c5760624 162.253.55.62 - - [27/Mar/2026:02:08:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1359 0.297 201 3fb86a04381d091f4f3ff6d00022ba3e 162.253.55.62 - - [27/Mar/2026:02:08:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 a6d7fc79887d3ed79b431658b9647b7e 162.253.55.62 - - [27/Mar/2026:02:08:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.140:5000 131 0.022 404 ab396b75ceec6dca2e6f2cdeff3e12dc 162.253.55.62 - - [27/Mar/2026:02:08:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.017 [openstack-keystone-api-5000] [] 10.0.0.140:5000 167 0.017 200 a4da8ef472f971b3027afc9f6c59187e 162.253.55.62 - - [27/Mar/2026:02:08:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.024 [openstack-keystone-api-5000] [] 10.0.0.140:5000 222 0.023 201 f498470ece4cf3f9dbecccba0a423493 W0327 02:08:23.394171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:23.394205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:26.729633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:26.729688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:30.061511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:30.061540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:33.397543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:33.397584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:47.874497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:47.874541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:51.208289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:51.208339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:54.541432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:54.541478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:57.875232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:57.875278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:59.313470 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.96.216"}] I0327 02:08:59.318309 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"56cdc2e1-9e17-47ea-8a4c-a1d02fe06857", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7258", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:09:01.208148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:01.208193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:19.539003 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:10:19.539071 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:10:19.539102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:19.539110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:19.541465 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0327 02:10:19.541492 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0327 02:10:19.548858 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0327 02:10:19.549127 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"aeb1fb1f-d782-481f-aecf-962286ed9798", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7809", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:10:19.549353 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0327 02:10:19.549832 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:10:19.549943 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:10:19.550026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:19.550053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:19.550185 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:10:19.600904 7 controller.go:216] "Backend successfully reloaded" I0327 02:10:19.601161 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfscs", UID:"3acdb9e1-074b-4c74-a803-f5b317077f86", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:10:19.998603 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0327 02:10:19.999394 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.62 - - [27/Mar/2026:02:10:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 d71bf9aa21a09b399adca7117acb23c7 162.253.55.62 - - [27/Mar/2026:02:10:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.338 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1990 0.338 201 7958d872f9896f37372b0e9e2faee323 162.253.55.62 - - [27/Mar/2026:02:10:20 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 85 0.023 404 69d0b4d805b637700f4f3da3ed95c489 162.253.55.62 - - [27/Mar/2026:02:10:20 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-keystone-api-5000] [] 10.0.0.140:5000 128 0.027 200 dc7bb3b34352fb38535e0969abf8626f 162.253.55.62 - - [27/Mar/2026:02:10:20 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.045 [openstack-keystone-api-5000] [] 10.0.0.140:5000 229 0.046 201 677cae7cdfa351b631609f4a0fa10920 W0327 02:10:22.883320 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:10:22.883482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:22.883511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:10:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 e2f7db187a2e01a4289559de9b59343a 162.253.55.62 - - [27/Mar/2026:02:10:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.290 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1990 0.290 201 bf5ad80e29d126c11db882c4a05c1531 162.253.55.62 - - [27/Mar/2026:02:10:28 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.031 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1514 0.031 200 d30a9538667abff3732f2f72675b07ab 162.253.55.62 - - [27/Mar/2026:02:10:28 +0000] "PUT /v3/roles/ce38a7f4319f4d379c00d8d2d96f5d5d/implies/afd90ed5ea3045f5a774380f23803a09 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.035 [openstack-keystone-api-5000] [] 10.0.0.140:5000 518 0.035 201 b90f3a96346341147676b22e8414fc4f W0327 02:10:31.990971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:31.991042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:59.311110 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.96.216"}] I0327 02:10:59.317622 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"aeb1fb1f-d782-481f-aecf-962286ed9798", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8197", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:10:59.319167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:59.319206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:11:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.002 300 13fcde583e19e7c2ed87c2a14b5ba09f 162.253.55.62 - - [27/Mar/2026:02:11:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2053 0.332 201 cd7878db342c401464b20c0d468b61c9 162.253.55.62 - - [27/Mar/2026:02:11:13 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.140:5000 87 0.022 404 6f5cb38d3e40f87533dc7d148a7ee7f6 162.253.55.62 - - [27/Mar/2026:02:11:13 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 388 0.022 200 e57936ad96f007d6c302417532f82bba 162.253.55.62 - - [27/Mar/2026:02:11:13 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a808bdfd15e34687a04dc6f055274287 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.032 [openstack-keystone-api-5000] [] 10.0.0.140:5000 91 0.032 404 a1201c451857fd20dc8d2842ea1dc756 162.253.55.62 - - [27/Mar/2026:02:11:14 +0000] "GET /v3/users?domain_id=a808bdfd15e34687a04dc6f055274287&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.044 [openstack-keystone-api-5000] [] 10.0.0.140:5000 177 0.044 200 89f380b34ba9f274efe35e00af35c447 162.253.55.62 - - [27/Mar/2026:02:11:14 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.285 [openstack-keystone-api-5000] [] 10.0.0.140:5000 290 0.285 201 0fe526eb57e307c09871f5846f3bff9b 162.253.55.62 - - [27/Mar/2026:02:11:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 1e7d4c189ef5f9aae831bdcf6ee304fd 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.300 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2053 0.300 201 2e16d6eb2175b58b530c0fe7155a4f47 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 83 0.022 404 cb717796e7ebc41a1dc083334d88d0f7 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.022 [openstack-keystone-api-5000] [] 10.0.0.140:5000 359 0.022 200 44d407eb4956a62008bcc688716265b0 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.024 [openstack-keystone-api-5000] [] 10.0.0.140:5000 87 0.024 404 d2c0f78eef30470c92245afd902178c0 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.026 [openstack-keystone-api-5000] [] 10.0.0.140:5000 388 0.027 200 33cd65324baefe7b6c35ebd27fa4ab30 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a808bdfd15e34687a04dc6f055274287 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.024 [openstack-keystone-api-5000] [] 10.0.0.140:5000 91 0.024 404 644f57060cb0cb53d84fb6dc4e6c7ae8 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "GET /v3/users?domain_id=a808bdfd15e34687a04dc6f055274287&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.043 [openstack-keystone-api-5000] [] 10.0.0.140:5000 456 0.043 200 0781e9cefa49ac401eec23a8a55b3c04 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.140:5000 88 0.021 404 a6d20ba6d0a7b1c58ca0cd656f6d9612 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.140:5000 518 0.024 200 0f7c94b13e612f962013a238307dda01 162.253.55.62 - - [27/Mar/2026:02:11:18 +0000] "PUT /v3/projects/fe2fc4296ebf42b1a2fb0a9fe06810d4/users/f774ea62a9464dcf9c1534dbcbfc1b13/roles/f0da06d838cc410dbb6e1834c5f149b1 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.044 [openstack-keystone-api-5000] [] 10.0.0.140:5000 0 0.044 204 762551bb1514ea5fbb1c003189d2b4fa 162.253.55.62 - - [27/Mar/2026:02:11:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 3ba4090486e83ea91b58c21ba5822f59 162.253.55.62 - - [27/Mar/2026:02:11:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2053 0.329 201 39ac2d6f4cb20d93486f2a874256ed44 162.253.55.62 - - [27/Mar/2026:02:11:20 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.021 [openstack-keystone-api-5000] [] 10.0.0.140:5000 150 0.021 200 3d770a390c7ef35320a45d7c29543fbd 162.253.55.62 - - [27/Mar/2026:02:11:20 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.030 [openstack-keystone-api-5000] [] 10.0.0.140:5000 262 0.030 201 e2bcf241b4382b1e54dfc1713cf04565 162.253.55.62 - - [27/Mar/2026:02:11:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.005 300 16fb82fd34fda7a5bb2dfb150691187b 162.253.55.62 - - [27/Mar/2026:02:11:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2155 0.304 201 80fc54babaf56da6426b4c209cc827b2 162.253.55.62 - - [27/Mar/2026:02:11:21 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.140:5000 86 0.022 404 c767912d3ad5f5832a94c6ab68b79553 162.253.55.62 - - [27/Mar/2026:02:11:21 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.140:5000 380 0.021 200 758cc498b8b2a15e65abb93aaf71316c 162.253.55.62 - - [27/Mar/2026:02:11:21 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=23d4e15081564e4ca4102050d69f3055 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.020 [openstack-keystone-api-5000] [] 10.0.0.140:5000 204 0.019 200 e53af16ecf3aefba275e628997857d7f 162.253.55.62 - - [27/Mar/2026:02:11:21 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.032 [openstack-keystone-api-5000] [] 10.0.0.140:5000 377 0.031 201 74f17ef4bc4111e512e716e47b23f7d1 162.253.55.62 - - [27/Mar/2026:02:11:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 20021e53930cffe1e34e927e7e097f95 162.253.55.62 - - [27/Mar/2026:02:11:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2363 0.296 201 a8383eaf73251668f59bf1a96177e55c 162.253.55.62 - - [27/Mar/2026:02:11:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.030 [openstack-keystone-api-5000] [] 10.0.0.140:5000 86 0.030 404 bb2869bba799f2bba15640e8db46c619 162.253.55.62 - - [27/Mar/2026:02:11:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.140:5000 380 0.019 200 e3813a419c7d1dce56c61f26859f77ff 162.253.55.62 - - [27/Mar/2026:02:11:22 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=23d4e15081564e4ca4102050d69f3055 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.016 [openstack-keystone-api-5000] [] 10.0.0.140:5000 206 0.017 200 4a2e341a9a29bc8030d2696ffaa5287b 162.253.55.62 - - [27/Mar/2026:02:11:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 391 0.024 201 036f22324bc00a5a05d85e67e9be9da0 W0327 02:11:23.857063 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:23.857299 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:11:23.857413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:23.857458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:23.862123 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0327 02:11:23.862208 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0327 02:11:23.866890 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0327 02:11:23.867298 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"78460031-6c01-4e5a-930d-d199be23d60a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8378", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:11:23.867264 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0327 02:11:23.867600 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:23.867694 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:11:23.867774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:23.867819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:23.867941 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:11:23.919286 7 controller.go:216] "Backend successfully reloaded" I0327 02:11:23.919485 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfscs", UID:"3acdb9e1-074b-4c74-a803-f5b317077f86", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:11:24.169936 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0327 02:11:24.171581 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0327 02:11:27.203681 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:27.203849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:27.203869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:40.499225 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:40.499395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:40.499414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:45.569034 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:45.569283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:45.569312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:48.903289 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:48.903485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:48.903516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:48.903718 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:11:48.950381 7 controller.go:216] "Backend successfully reloaded" I0327 02:11:48.950711 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfscs", UID:"3acdb9e1-074b-4c74-a803-f5b317077f86", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:11:52.237042 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:52.237302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:52.237334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:55.569190 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:55.569357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:55.569385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:59.310056 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.96.216"}] I0327 02:11:59.315504 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"78460031-6c01-4e5a-930d-d199be23d60a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8759", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:11:59.317291 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:59.317463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:59.317489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:02.652875 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:02.653064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:02.653091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:05.985250 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:05.985444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:05.985475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:09.318234 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:09.318519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:09.318594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:30.118598 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:30.118760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:30.118791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:09.618065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:09.618115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:07.735196 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:07.735325 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:14:07.735378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:07.735403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:14:07.738681 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.1kB} I0327 02:14:07.738705 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0327 02:14:07.743066 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0327 02:14:07.743295 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a4a88f7c-c7ad-4846-89aa-89b6b787c1e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9811", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:14:07.743609 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0327 02:14:07.744070 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:07.744379 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:14:07.744459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:07.744483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:14:07.744640 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:14:07.795646 7 controller.go:216] "Backend successfully reloaded" I0327 02:14:07.795928 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfscs", UID:"3acdb9e1-074b-4c74-a803-f5b317077f86", APIVersion:"v1", ResourceVersion:"1425", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:14:08.070014 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0327 02:14:08.071318 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0327 02:14:11.078145 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:11.078363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:11.078399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:14:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 f7a0da6bf59bdec2bb4eb985845efb94 162.253.55.62 - - [27/Mar/2026:02:14:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.334 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.333 201 77789e2cfce35f12ef3823ef82338b2d 162.253.55.62 - - [27/Mar/2026:02:14:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7476b232b8bce089d6c364aaa2ab31db 162.253.55.62 - - [27/Mar/2026:02:14:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 857377f288838f69cd314c4a19a9bd1a 162.253.55.62 - - [27/Mar/2026:02:14:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 7811c56346672e4652710b46e4a800ce 162.253.55.62 - - [27/Mar/2026:02:14:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.294 201 568a8b371c64a809ce7f1b5d3de07eac 162.253.55.62 - - [27/Mar/2026:02:14:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0980dcb8879a5aa74238cc66656c50c9 162.253.55.62 - - [27/Mar/2026:02:14:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e61f11ed9338ea7af628eab785d29ad7 162.253.55.62 - - [27/Mar/2026:02:14:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 419bf23162b04918a0b32bb660f40999 162.253.55.62 - - [27/Mar/2026:02:14:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.289 201 06521d7fd69bd399167da5aab676f4ce 162.253.55.62 - - [27/Mar/2026:02:14:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 70c7acf0ba9b3e9ed9f86a3a32158f2b 162.253.55.62 - - [27/Mar/2026:02:14:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8f421ddb868288b9f4e48504f98fc692 162.253.55.62 - - [27/Mar/2026:02:14:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 6dc40853a18cd92f6f664d5eae042fe3 162.253.55.62 - - [27/Mar/2026:02:14:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.290 201 08f47ad237e3cc0841dae18827f52ef8 162.253.55.62 - - [27/Mar/2026:02:14:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 523e11f6e9eb66a1eb52356836e68b53 162.253.55.62 - - [27/Mar/2026:02:14:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fe54a2eb620f63d07c8baaf636ffaa4b W0327 02:14:18.246257 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:18.246452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:18.246482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:14:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.004 300 d9383fae2d1aa3db9d4bf51e104b7659 162.253.55.62 - - [27/Mar/2026:02:14:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.289 201 3785ebc7d91bf0f339164f0385c616b8 162.253.55.62 - - [27/Mar/2026:02:14:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - be2ef0c1789fdc8d2a0dbefdc54d5410 162.253.55.62 - - [27/Mar/2026:02:14:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b18213c48d8c25f8fe7c7a61e6e90b06 162.253.55.62 - - [27/Mar/2026:02:14:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 a5e2c4c4679c66cfee118d44b78312fd 162.253.55.62 - - [27/Mar/2026:02:14:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.285 201 3eef79ce85d16938f06ab01130efedb2 162.253.55.62 - - [27/Mar/2026:02:14:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - aec47d0b317a410bb452dce210cf8fc7 162.253.55.62 - - [27/Mar/2026:02:14:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 901793936c5f6efa691af856601e2e6f 162.253.55.62 - - [27/Mar/2026:02:14:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 cbd2ee41449ca0314bd3185b959d770e 162.253.55.62 - - [27/Mar/2026:02:14:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.285 201 a6163038b2ca2cc37b2f80b3432a5193 162.253.55.62 - - [27/Mar/2026:02:14:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 518d204a9f4d452b8dfcceb0b6c87fa2 162.253.55.62 - - [27/Mar/2026:02:14:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e74334b330e7cf2e78ff1856b750f3b3 162.253.55.62 - - [27/Mar/2026:02:14:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 5c1b437e5efa883ba0a6fbbde699de1a 162.253.55.62 - - [27/Mar/2026:02:14:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.285 201 391a39741007bee5cd395e50b9d6e2c2 162.253.55.62 - - [27/Mar/2026:02:14:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 942fb8c4836c3de7c5e20801d735b2a3 162.253.55.62 - - [27/Mar/2026:02:14:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 53eb5601c05be01799a7b559de1b7fad 162.253.55.62 - - [27/Mar/2026:02:14:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.007 300 e386714ae1925232c9ee42cdef0e2b1e 162.253.55.62 - - [27/Mar/2026:02:14:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.290 201 4c5afd53940ade258d4b306d0e657fe7 162.253.55.62 - - [27/Mar/2026:02:14:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c1d66e840ca09da58c42c5476f56d39d 162.253.55.62 - - [27/Mar/2026:02:14:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d11cf0318419dd061c5227f87b1d0fcd W0327 02:14:27.737093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:27.737139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [27/Mar/2026:02:14:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.005 300 a0c29c04bd6d4bb16addbd6b7ef718e5 162.253.55.62 - - [27/Mar/2026:02:14:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.294 201 9834bf531aa128076268da4ca063af44 162.253.55.62 - - [27/Mar/2026:02:14:28 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.202:9292 1301 0.003 300 6b94bfc64b5bd4e5faba281a84f56547 162.253.55.62 - - [27/Mar/2026:02:14:28 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.559 [openstack-glance-api-9292] [] 10.0.0.202:9292 69 0.558 200 7fa5fcdd6c48e595bdd0174f21d65c60 162.253.55.62 - - [27/Mar/2026:02:14:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 280 0.003 300 07fbac43327f52196ce809ce5b94083e 162.253.55.62 - - [27/Mar/2026:02:14:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3197 0.284 201 774316f639fdf07b4861a40f10bfdf72 162.253.55.62 - - [27/Mar/2026:02:14:31 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.202:9292 1301 0.002 300 6e01e61ecd1554d61d00e7c3c92ad849 162.253.55.62 - - [27/Mar/2026:02:14:31 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-glance-api-9292] [] 10.0.0.202:9292 69 0.035 200 7e2d267caca8c66d35d8e16b983a5ceb 162.253.55.62 - - [27/Mar/2026:02:14:32 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.128 [openstack-glance-api-9292] [] 10.0.0.202:9292 151 0.127 404 0c3ed9b14c61957134586fb2ed1966e2 162.253.55.62 - - [27/Mar/2026:02:14:32 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.202:9292 81 0.023 200 eb806e0521e20cc41edf53ef197bf26f 162.253.55.62 - - [27/Mar/2026:02:14:32 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.202:9292 84 0.026 200 6a73e856760fc1370166faa3dc6470d0 162.253.55.62 - - [27/Mar/2026:02:14:32 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.064 [openstack-glance-api-9292] [] 10.0.0.202:9292 760 0.064 201 b440405d5a93baba8b35df6176ab0fcc 162.253.55.62 - - [27/Mar/2026:02:14:35 +0000] "PUT /v2/images/55a463dd-05b6-44a4-b22e-d2ed3e9c416e/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.625 [openstack-glance-api-9292] [] 10.0.0.202:9292 0 3.624 204 8979f026ede47dc7a4aef4f8153edea8 162.253.55.62 - - [27/Mar/2026:02:14:35 +0000] "GET /v2/images/55a463dd-05b6-44a4-b22e-d2ed3e9c416e HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.202:9292 1171 0.015 200 134a2bbc3e8b4f4a67c5da8688883225 162.253.55.62 - - [27/Mar/2026:02:14:35 +0000] "GET /v2/images/55a463dd-05b6-44a4-b22e-d2ed3e9c416e HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.202:9292 1171 0.014 200 b184e06b715e7d32438cdb69fe7f5a0e W0327 02:14:38.685253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:38.685312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:42.020018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:42.020065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:14:59.310210 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.96.216"}] I0327 02:14:59.314782 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a4a88f7c-c7ad-4846-89aa-89b6b787c1e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10263", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:14:59.315771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:59.315795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store