------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0505 10:18:38.308876 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0505 10:18:38.309068 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0505 10:18:38.317683 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0505 10:18:38.321599 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0505 10:18:39.144816 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0505 10:18:39.168263 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0505 10:18:39.182860 7 nginx.go:271] "Starting NGINX Ingress controller" I0505 10:18:39.188779 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"bb3e99bf-d654-4291-857d-26c6bd78017b", APIVersion:"v1", ResourceVersion:"1356", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0505 10:18:39.193215 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"fe7aa219-e67b-4736-9b2c-a37927913d12", APIVersion:"v1", ResourceVersion:"1354", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0505 10:18:39.193347 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"319b3b53-f43b-459e-9f3c-90a771e55e27", APIVersion:"v1", ResourceVersion:"1355", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0505 10:18:40.385186 7 nginx.go:317] "Starting NGINX process" I0505 10:18:40.385265 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0505 10:18:40.385702 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0505 10:18:40.386068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:40.386129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:18:40.386228 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:18:40.392700 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0505 10:18:40.392738 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-b7f5n" I0505 10:18:40.421740 7 controller.go:216] "Backend successfully reloaded" I0505 10:18:40.421890 7 controller.go:227] "Initial sync, sleeping for 1 second" I0505 10:18:40.421957 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 10:18:44.212875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:44.212913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:47.546608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:47.546667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:50.880186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:50.880232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:54.213467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:54.213512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:57.547518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:18:57.547560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:00.880986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:00.881043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:04.213081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:04.213129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:07.546615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:07.546688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:10.879949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:10.880024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:17.139605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:19:17.139677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:04.460288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:04.460331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:07.793835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:07.793897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:29.159916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:29.160012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:37.712840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:37.712876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:41.046350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:41.046377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:44.380594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:44.380637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:47.713149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:47.713218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:51.047353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:51.047396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:55.873689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:55.873718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:59.207490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:20:59.207540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:21:02.542309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:21:02.542353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:21:05.876094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:21:05.876148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:21:09.207663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:21:09.207786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:18.443250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:18.443294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:20.977385 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0505 10:23:20.977452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:20.977469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:23:20.979307 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0505 10:23:20.979342 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0505 10:23:21.008470 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0505 10:23:21.009160 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-246.nip.io-tls" in local store I0505 10:23:21.009223 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c9a9a89c-5605-4838-8445-e16a23bd54c8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3510", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 10:23:21.278086 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-246.nip.io-tls" I0505 10:23:21.279545 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-246.nip.io-tls" W0505 10:23:21.777305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:21.777352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:23:21.777424 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:23:21.818361 7 controller.go:216] "Backend successfully reloaded" I0505 10:23:21.818607 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 10:23:25.110693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:25.110745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:23:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.180 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 2.178 200 7690ca9a332188275eeede5a78b0fe79 199.204.45.246 - - [05/May/2026:10:23:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.177 [auth-system-keycloak-80] [] 10.0.0.123:8080 116 0.177 404 4fc6b166ea4dcf4e497c873fc1837f03 199.204.45.246 - - [05/May/2026:10:23:37 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.201 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 4.200 201 e41e5065aa972932c901400e586b2654 199.204.45.246 - - [05/May/2026:10:23:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.700 [auth-system-keycloak-80] [] 10.0.0.123:8080 4246 0.700 200 f210e6ea3998b44b5487eea3345964e6 199.204.45.246 - - [05/May/2026:10:23:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.502 200 33a1ee3be2f96b806f6fa821fdabd1e7 199.204.45.246 - - [05/May/2026:10:23:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.084 [auth-system-keycloak-80] [] 10.0.0.123:8080 12500 0.084 200 a8cf187515e9b85c2bfb3e7803a00992 199.204.45.246 - - [05/May/2026:10:23:39 +0000] "GET /admin/realms/atmosphere/client-scopes/27db13e3-837a-4c33-b018-33dcd6afa3d4 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.067 [auth-system-keycloak-80] [] 10.0.0.123:8080 1278 0.067 200 b1da86f729340bd552f0d0b58c26e984 199.204.45.246 - - [05/May/2026:10:23:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/27db13e3-837a-4c33-b018-33dcd6afa3d4 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.083 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.082 204 8d63d05a7ac0a92ecb05fbff696d9b36 199.204.45.246 - - [05/May/2026:10:23:39 +0000] "GET /admin/realms/atmosphere/client-scopes/27db13e3-837a-4c33-b018-33dcd6afa3d4/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.017 [auth-system-keycloak-80] [] 10.0.0.123:8080 963 0.017 200 9018abb3a6cff2127b56feed9629a00e 199.204.45.246 - - [05/May/2026:10:23:39 +0000] "GET /admin/realms/atmosphere/client-scopes/27db13e3-837a-4c33-b018-33dcd6afa3d4/protocol-mappers/models/35398353-a37f-4adc-b35b-16e328571708 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.123:8080 366 0.061 200 b744cab0fd73e1408aa2d4267bb87764 199.204.45.246 - - [05/May/2026:10:23:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/27db13e3-837a-4c33-b018-33dcd6afa3d4/protocol-mappers/models/35398353-a37f-4adc-b35b-16e328571708 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.021 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.020 204 783d87cddbacfc8ae1894241085e9202 199.204.45.246 - - [05/May/2026:10:23:39 +0000] "GET /admin/realms/atmosphere/client-scopes/27db13e3-837a-4c33-b018-33dcd6afa3d4 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.123:8080 1218 0.070 200 16b4af19e3d1609ef27a6e10917157cd I0505 10:23:40.400110 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:23:40.405168 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c9a9a89c-5605-4838-8445-e16a23bd54c8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3795", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:23:40.406968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:23:40.406997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:24:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.473 200 73d4d052ccd9b7b873805fdb04b6e607 199.204.45.246 - - [05/May/2026:10:24:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.057 [auth-system-keycloak-80] [] 10.0.0.123:8080 2 0.057 200 f702ff0dde419ee5c7ccd89d6d753e5f 199.204.45.246 - - [05/May/2026:10:24:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.194 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.193 201 f57d5c2529f9554df0f9f975a7a045b3 199.204.45.246 - - [05/May/2026:10:24:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.081 [auth-system-keycloak-80] [] 10.0.0.123:8080 1261 0.081 200 ca49e0067512cd76fc7e8a21c7e85264 199.204.45.246 - - [05/May/2026:10:24:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.496 200 354f49ec54dfddb170f2a294a0d2892c 199.204.45.246 - - [05/May/2026:10:24:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.123:8080 2 0.010 200 209e9fd43821ef0a4858b73d6cbd18db 199.204.45.246 - - [05/May/2026:10:24:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.082 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.081 201 4bdc1258e825609623c3b91f8ffc5aa9 199.204.45.246 - - [05/May/2026:10:24:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.085 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.085 200 f94daf3136cb87369bddefbcddd5d04f 199.204.45.246 - - [05/May/2026:10:24:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.111 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 1.110 200 67cde2f0427b5e4765e9db17c7442fb3 199.204.45.246 - - [05/May/2026:10:24:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.123:8080 2 0.074 200 5df02e6741a631abccd640c9987c429b 199.204.45.246 - - [05/May/2026:10:24:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.106 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.105 201 e38f510a7a114399609410d8b481aea7 199.204.45.246 - - [05/May/2026:10:24:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.123:8080 1251 0.069 200 1307733b08f879bba7b4715a8e6c5da2 199.204.45.246 - - [05/May/2026:10:24:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.486 200 d816d9151cedb41f621a8ebcab4f76b7 199.204.45.246 - - [05/May/2026:10:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.123:8080 1261 0.009 200 ea0e7a4d3629e8f37040eb709be07e44 199.204.45.246 - - [05/May/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients/7add246c-5467-43fd-a251-c2e402ac2149/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.060 [auth-system-keycloak-80] [] 10.0.0.123:8080 119 0.060 404 7ed703af098d9e34b17d627fac983b43 199.204.45.246 - - [05/May/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.123:8080 1261 0.010 200 17d91c2b6d315423aa0868c4ddfd9451 199.204.45.246 - - [05/May/2026:10:24:06 +0000] "POST /admin/realms/atmosphere/clients/7add246c-5467-43fd-a251-c2e402ac2149/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.083 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.082 201 8f7aefb11a053b9f9cb9f1b7fcf2eb88 199.204.45.246 - - [05/May/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.123:8080 1261 0.009 200 772323265a8b1ed4e551a1aa249e708e 199.204.45.246 - - [05/May/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients/7add246c-5467-43fd-a251-c2e402ac2149/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.058 [auth-system-keycloak-80] [] 10.0.0.123:8080 166 0.058 200 1cca201863d4ef73d7f0afc541ac7ff8 199.204.45.246 - - [05/May/2026:10:24:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.445 200 a527799a87cd288a7f29038b9dad3264 199.204.45.246 - - [05/May/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.020 200 5a7917ad59fd24839c9de28fab539e2d 199.204.45.246 - - [05/May/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.123:8080 119 0.011 404 e2a3be0bcc234b2678a271880dd11490 199.204.45.246 - - [05/May/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.007 200 b905d9468065357bdd3ff402eddc9f18 199.204.45.246 - - [05/May/2026:10:24:07 +0000] "POST /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.050 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.049 201 f19636480942ae5a3f88ed439b711f49 199.204.45.246 - - [05/May/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.007 200 cff77829e8b5a0b45f87a42bd4cd926d 199.204.45.246 - - [05/May/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.066 [auth-system-keycloak-80] [] 10.0.0.123:8080 165 0.066 200 c94adb8ceedaecfea3c832d5dc2ce1fe 199.204.45.246 - - [05/May/2026:10:24:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.538 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.537 200 79ac8990f33c67077cc1cecb3af1ffb1 199.204.45.246 - - [05/May/2026:10:24:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.055 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.055 200 c2544fecd212db0018e1bd110f957963 199.204.45.246 - - [05/May/2026:10:24:08 +0000] "GET /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.123:8080 119 0.013 404 2ed137c8c2b8fea65570d9ab9dcb5901 199.204.45.246 - - [05/May/2026:10:24:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.006 200 e70ca839a9119a9129647a7863e8eb14 199.204.45.246 - - [05/May/2026:10:24:08 +0000] "POST /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.054 201 590c60b78520c00e9497d2d48f893d43 199.204.45.246 - - [05/May/2026:10:24:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.009 200 144e41dacdee4ba3e0099fa795a8cc8d 199.204.45.246 - - [05/May/2026:10:24:08 +0000] "GET /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.123:8080 166 0.019 200 5d2245289fa0e4a70738f59a812e9f43 199.204.45.246 - - [05/May/2026:10:24:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.498 200 1c12ff1f1bb7401f0380320c165d409c 199.204.45.246 - - [05/May/2026:10:24:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.029 200 ba9a2fa1f57415a59a80aa764a9f78a4 199.204.45.246 - - [05/May/2026:10:24:09 +0000] "GET /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.123:8080 119 0.010 404 32ba42eeebf312d9fa36d59ab0bc2cda 199.204.45.246 - - [05/May/2026:10:24:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.066 200 6c0ef24f138dfe5ac439759efaafc900 199.204.45.246 - - [05/May/2026:10:24:09 +0000] "POST /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.021 201 d264bf99dceb988f16a0bbb14816f830 199.204.45.246 - - [05/May/2026:10:24:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.123:8080 1286 0.008 200 480b3c8b405d9ab45891544c1a8dac2c 199.204.45.246 - - [05/May/2026:10:24:09 +0000] "GET /admin/realms/atmosphere/clients/89dc693f-8722-4fef-89de-addbc8910182/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.123:8080 166 0.042 200 89067427826b6de9fc2d961c2f93c1c1 199.204.45.246 - - [05/May/2026:10:24:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.503 200 e54fa04dbee6f481035ffca9a22d6eeb 199.204.45.246 - - [05/May/2026:10:24:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.123:8080 1251 0.009 200 44a368cce3da8da6cf265ef6e752b899 199.204.45.246 - - [05/May/2026:10:24:10 +0000] "GET /admin/realms/atmosphere/clients/5737dde8-2014-4755-bd34-23f2489d03e0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.123:8080 119 0.051 404 5c9cbfe743b620a6894e0607dc8b5f40 199.204.45.246 - - [05/May/2026:10:24:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.123:8080 1251 0.010 200 d1ee2dd77b0538bb7c7d02dd8d56dd21 199.204.45.246 - - [05/May/2026:10:24:10 +0000] "POST /admin/realms/atmosphere/clients/5737dde8-2014-4755-bd34-23f2489d03e0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.068 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.067 201 94289a50f49cddc823e1a65b3dbb7d66 199.204.45.246 - - [05/May/2026:10:24:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.123:8080 1251 0.009 200 9cbbc56511446840d0a1f0316848abc9 199.204.45.246 - - [05/May/2026:10:24:10 +0000] "GET /admin/realms/atmosphere/clients/5737dde8-2014-4755-bd34-23f2489d03e0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.123:8080 166 0.019 200 8398ccef1f142e25fe6d3badd5888b41 W0505 10:24:16.870896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:16.870932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:20.205057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:20.205110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:23.537686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:24:23.537733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:19.372171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:19.372234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:19.485336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:19.485410 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0505 10:25:19.485450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:19.485469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:19.486094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:25:19.486293 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0505 10:25:19.486386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:19.486413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:19.487154 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:19.487299 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0505 10:25:19.487424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:19.487447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:25:19.488377 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0505 10:25:19.488423 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0505 10:25:19.490339 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0505 10:25:19.490424 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0505 10:25:19.492272 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0505 10:25:19.492307 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0505 10:25:19.493824 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0505 10:25:19.494693 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0505 10:25:19.495188 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2afb1ad6-7834-4b7e-96db-f55c1ef4d944", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4550", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 10:25:19.496691 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0505 10:25:19.497283 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0505 10:25:19.497347 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3fd5b6b3-c105-4687-a1db-b3b52ac4c6bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4553", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 10:25:19.501633 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0505 10:25:19.502154 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0505 10:25:19.502208 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3c36bd33-0137-4b62-8299-0cd47c3e532c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4555", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 10:25:19.774057 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0505 10:25:19.775111 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0505 10:25:19.811884 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0505 10:25:19.813063 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0505 10:25:21.165826 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0505 10:25:21.166558 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0505 10:25:22.706591 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:22.706655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:25:22.706696 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:22.707377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:22.707406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:25:22.707536 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:25:22.757897 7 controller.go:216] "Backend successfully reloaded" I0505 10:25:22.758268 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 10:25:26.039763 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:26.039815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:25:26.039842 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:26.039951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:26.039994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:29.372634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:29.372688 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:25:29.372712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:29.372808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:29.372822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:32.706922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:32.706997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:25:32.707043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:32.707185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:32.707216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:36.038849 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:36.038920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:25:36.038952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:36.039055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:36.039079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:39.372513 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:39.373130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0505 10:25:39.373217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:39.373342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:39.373379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:25:40.399995 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:25:40.401426 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:25:40.401579 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:25:40.407429 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3c36bd33-0137-4b62-8299-0cd47c3e532c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5283", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 10:25:40.409190 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2afb1ad6-7834-4b7e-96db-f55c1ef4d944", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5284", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0505 10:25:40.411461 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3fd5b6b3-c105-4687-a1db-b3b52ac4c6bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5285", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:25:42.705816 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:42.705930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:42.706070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:42.706105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:46.039039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:46.039146 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:46.039257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:46.039281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:49.373092 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:49.373210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:49.373431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:49.373454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.141 - - [05/May/2026:10:25:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.088 [auth-system-keycloak-80] [] 10.0.0.123:8080 6432 0.088 200 a45289e07a29dc9bd25e973e6b931b2e W0505 10:25:52.707200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:52.707339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0505 10:25:52.707524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:52.707560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:56.039120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:56.039347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:56.039393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.206 - - [05/May/2026:10:25:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.123:8080 6432 0.006 200 df572ba3739229b14b840a490b4b0389 W0505 10:25:59.373024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:25:59.373341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:25:59.373396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:02.706351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:26:02.706591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:02.706622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:06.039601 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:26:06.039890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:06.039923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:09.372911 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:26:09.373151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:09.373245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:12.706530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0505 10:26:12.706868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:12.706943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:16.040590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:16.040645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:19.373083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:19.373119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:22.706409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:22.706452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:26:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.478 200 02179fe25841cf1825ef93c659a69411 199.204.45.246 - - [05/May/2026:10:26:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.123:8080 4246 0.005 200 815127bb7623c3d908f2cb9ac7c290c0 199.204.45.246 - - [05/May/2026:10:26:25 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.378 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.377 204 859e731176391ef4a0896fc9fa634dd9 199.204.45.246 - - [05/May/2026:10:26:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.186 [auth-system-keycloak-80] [] 10.0.0.123:8080 4384 0.186 200 d08012ebf9888604ee6d6414a5b971d2 199.204.45.246 - - [05/May/2026:10:26:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.494 200 1b6b8725bf6dbb87dd88903c62d30827 199.204.45.246 - - [05/May/2026:10:26:26 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.123:8080 1682 0.010 200 2723c220fc254211654de4102853f63c 199.204.45.246 - - [05/May/2026:10:26:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.004 [auth-system-keycloak-80] [] 10.0.0.123:8080 6432 0.004 200 881ba4734112bcb36776d944903a3d94 199.204.45.246 - - [05/May/2026:10:26:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.470 200 406966ba3af45b0b0b14ed96d3dcf95d 199.204.45.246 - - [05/May/2026:10:26:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.123:8080 2 0.011 200 bf5ef966012353e7c358e62cc141edf6 199.204.45.246 - - [05/May/2026:10:26:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.192 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.191 201 3d5bcef05de68fccf72a6dd46e282efd 199.204.45.246 - - [05/May/2026:10:26:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.066 [auth-system-keycloak-80] [] 10.0.0.123:8080 2246 0.066 200 5724fce54c1f7bbaab6e02fdfd8c981d 199.204.45.246 - - [05/May/2026:10:26:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.123:8080 1928 0.485 200 4e6e0951c173e34f61cad36e55c12842 199.204.45.246 - - [05/May/2026:10:26:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.123:8080 2246 0.007 200 6fc65cb33defaf5397db8f053832128e 199.204.45.246 - - [05/May/2026:10:26:29 +0000] "GET /admin/realms/atmosphere/clients/f0d07102-d3ff-47ae-ba44-82a1f3b695f6/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.022 [auth-system-keycloak-80] [] 10.0.0.123:8080 233 0.022 200 95dc829fbbaaceced6ed45a5ee3e9158 199.204.45.246 - - [05/May/2026:10:26:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.046 [auth-system-keycloak-80] [] 10.0.0.123:8080 831 0.046 200 d18a8eea19bb9216d36f6a9997073edc 199.204.45.246 - - [05/May/2026:10:26:29 +0000] "GET /admin/realms/atmosphere/clients/4cbd6c8a-3e02-4d55-8522-38c76f254564/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.086 [auth-system-keycloak-80] [] 10.0.0.123:8080 3758 0.086 200 6c115d727cd779772cf6dbb6fde5cb66 199.204.45.246 - - [05/May/2026:10:26:30 +0000] "GET /admin/realms/atmosphere/users/fc1a2461-c1e2-4d47-9fce-ca09e3a0148c/role-mappings/clients/4cbd6c8a-3e02-4d55-8522-38c76f254564/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.197 [auth-system-keycloak-80] [] 10.0.0.123:8080 3758 0.197 200 61559dc24cdf33412653d3a005753460 199.204.45.246 - - [05/May/2026:10:26:30 +0000] "GET /admin/realms/atmosphere/users/fc1a2461-c1e2-4d47-9fce-ca09e3a0148c/role-mappings/clients/4cbd6c8a-3e02-4d55-8522-38c76f254564/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.123:8080 2 0.076 200 d80fe03067f1cf8874c5ad1805df329c 199.204.45.246 - - [05/May/2026:10:26:30 +0000] "POST /admin/realms/atmosphere/users/fc1a2461-c1e2-4d47-9fce-ca09e3a0148c/role-mappings/clients/4cbd6c8a-3e02-4d55-8522-38c76f254564 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.023 [auth-system-keycloak-80] [] 10.0.0.123:8080 0 0.022 204 7f756d0ac771032ef3f0fd4db9c493d3 199.204.45.246 - - [05/May/2026:10:26:30 +0000] "GET /admin/realms/atmosphere/users/fc1a2461-c1e2-4d47-9fce-ca09e3a0148c/role-mappings/clients/4cbd6c8a-3e02-4d55-8522-38c76f254564/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.123:8080 576 0.013 200 076a921e11a4740319df4747128b08e7 W0505 10:26:32.827715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:32.827760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:36.161503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:36.161555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:47.041773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:47.041820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:50.375422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:50.375489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:53.709336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:26:53.709399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:38.581189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:28:38.581270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:10.916575 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 10:29:10.916696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:10.916724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:29:10.921530 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:28.7kB} I0505 10:29:10.921577 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0505 10:29:10.925569 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0505 10:29:10.925839 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"30781f4c-e69e-49bf-9d32-5521f1006ce1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6964", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:29:10.926168 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0505 10:29:10.926600 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0505 10:29:10.926679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:10.926702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:29:10.926831 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:29:10.974778 7 controller.go:216] "Backend successfully reloaded" I0505 10:29:10.975103 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:29:11.347248 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0505 10:29:11.348509 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0505 10:29:14.260380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:14.260431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:29:15 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.005 300 975f18e5c64306027cfd8aac3f961681 199.204.45.246 - - [05/May/2026:10:29:16 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 266 0.005 200 40e70d0b11358872bf4559067b186624 199.204.45.246 - - [05/May/2026:10:29:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1360 0.353 201 56389c99503cc1621e0d3a8761ebfe3c 199.204.45.246 - - [05/May/2026:10:29:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 919982c6fe1e56a95191dd8532f86305 199.204.45.246 - - [05/May/2026:10:29:17 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.220:5000 90 0.037 404 92c7085a9c250c736366154184395b18 199.204.45.246 - - [05/May/2026:10:29:17 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.037 [openstack-keystone-api-5000] [] 10.0.0.220:5000 370 0.037 200 e435c0c458e14f258ebf31dce99179ca 199.204.45.246 - - [05/May/2026:10:29:17 +0000] "GET /v3/domains/723c601e74f14e62ba73d7cfe715b964 HTTP/1.1" 200 247 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 247 0.023 200 d2455d96abce84b4f8201a76af9deab7 199.204.45.246 - - [05/May/2026:10:29:18 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 266 0.003 200 1804bcb8e4e8c28f5b29424201e19ade 199.204.45.246 - - [05/May/2026:10:29:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.404 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1360 0.404 201 8bc997a8de8ab73add266f4f547de1ed 199.204.45.246 - - [05/May/2026:10:29:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 6834959cb4f760101e4a0a7c82e61a84 199.204.45.246 - - [05/May/2026:10:29:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.220:5000 101 0.026 404 5e9648b55787a3c8fa2569841637d06c 199.204.45.246 - - [05/May/2026:10:29:18 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.220:5000 156 0.020 200 0020abd239aad4400346a787befa656d 199.204.45.246 - - [05/May/2026:10:29:18 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.028 [openstack-keystone-api-5000] [] 10.0.0.220:5000 342 0.028 201 cc09f00f6e31194512602beb951aa5a4 199.204.45.246 - - [05/May/2026:10:29:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 266 0.004 200 ee73766a94cd105e96a36ca339ebe1ac 199.204.45.246 - - [05/May/2026:10:29:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1360 0.299 201 cc0fe601689336c025bdc1951036e372 199.204.45.246 - - [05/May/2026:10:29:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 4bce94729740bfc9941b46f13cffd144 199.204.45.246 - - [05/May/2026:10:29:19 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 98 0.023 404 ee0c8560ea67d7e4a9c88b519d3d12aa 199.204.45.246 - - [05/May/2026:10:29:19 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.220:5000 136 0.018 200 89e22152dd68eb9dd4f8a2760f45d59e 199.204.45.246 - - [05/May/2026:10:29:19 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 357 0.022 201 f9f8ec72743dede792fbfc7755d5e6a5 199.204.45.246 - - [05/May/2026:10:29:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 266 0.003 200 812d7888d168597ed701a105ddde4a9c 199.204.45.246 - - [05/May/2026:10:29:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1360 0.315 201 67fc5a432bc6225388cceac48dd52a20 199.204.45.246 - - [05/May/2026:10:29:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.005 300 8122b05916077dc11e5c898b7ad82bc4 199.204.45.246 - - [05/May/2026:10:29:20 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.220:5000 131 0.024 404 b2bc1541ff9c087c5c444639b4b1f1d6 199.204.45.246 - - [05/May/2026:10:29:20 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.220:5000 168 0.021 200 e5806a72f1d4fd16507469e434183bbd 199.204.45.246 - - [05/May/2026:10:29:20 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.220:5000 224 0.025 201 4d6829c9f0df87690d9f376589c8f3e0 W0505 10:29:31.543676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:31.543720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:34.878400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:34.878473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:38.498024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:38.498064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:29:40.401311 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:29:40.407474 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"30781f4c-e69e-49bf-9d32-5521f1006ce1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7229", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:29:41.832518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:41.832577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:45.165676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:45.165728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:57.139626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:29:57.139665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:30:00.474372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:30:00.474449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:30:05.195394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:30:05.195471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:30:08.528812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:30:08.528860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:43.090004 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 10:31:43.090163 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 10:31:43.090237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:43.090256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:31:43.093438 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0505 10:31:43.093463 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0505 10:31:43.098355 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0505 10:31:43.098657 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4c289e3a-740c-4efe-b355-d077f6fae059", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8106", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:31:43.098950 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0505 10:31:43.099345 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 10:31:43.099448 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0505 10:31:43.099524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:43.099548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:31:43.099690 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:31:43.158346 7 controller.go:216] "Backend successfully reloaded" I0505 10:31:43.158678 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:31:43.406713 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0505 10:31:43.409023 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.246 - - [05/May/2026:10:31:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 558b69c9d8f663d7594f24153c6c6c5b 199.204.45.246 - - [05/May/2026:10:31:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1992 0.342 201 50daa3b4d048a1c5d1859b821c944508 199.204.45.246 - - [05/May/2026:10:31:44 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 85 0.023 404 d29686d0c4eff0c31edeb927a38232ac 199.204.45.246 - - [05/May/2026:10:31:44 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.220:5000 129 0.025 200 10553665f57a494c70778034d9520fc8 199.204.45.246 - - [05/May/2026:10:31:44 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.033 [openstack-keystone-api-5000] [] 10.0.0.220:5000 230 0.033 201 c1366810ec8d7deb248aa71e0861334e W0505 10:31:46.434176 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0505 10:31:46.434470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:46.434519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:31:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 8e2d3d50a5227299a85afba3f71a5183 199.204.45.246 - - [05/May/2026:10:31:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1992 0.303 201 f2586d3866e28470d4694e262b37056d 199.204.45.246 - - [05/May/2026:10:31:52 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.220:5000 1521 0.027 200 db152d17651ccbc25f1b6df94e61a13c 199.204.45.246 - - [05/May/2026:10:31:52 +0000] "PUT /v3/roles/31cbdeb93a26412aa9739ae76f7d2e95/implies/f99b1b1bba2a49769f215685e58af997 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.037 [openstack-keystone-api-5000] [] 10.0.0.220:5000 521 0.037 201 93de2d5ec1755b9166b929e8fa57312a W0505 10:31:55.583438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:31:55.583476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:32:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 e61655764a80637203bc56f9c49c54fe 199.204.45.246 - - [05/May/2026:10:32:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2055 0.342 201 25ac9040205d3d11ee97f3fc04215b4c 199.204.45.246 - - [05/May/2026:10:32:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.033 [openstack-keystone-api-5000] [] 10.0.0.220:5000 87 0.033 404 5e290762854e6013c438727a16479bc3 199.204.45.246 - - [05/May/2026:10:32:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.022 [openstack-keystone-api-5000] [] 10.0.0.220:5000 390 0.022 200 62e1e24639bd29ecfa5d2dade0d349ab 199.204.45.246 - - [05/May/2026:10:32:39 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f2ef89cf8cf34ffba582ceb8f948dfd9 HTTP/1.1" 404 91 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.220:5000 91 0.030 404 4c5dd0dfb47b429ee78e8f4db2c6d9e6 199.204.45.246 - - [05/May/2026:10:32:39 +0000] "GET /v3/users?domain_id=f2ef89cf8cf34ffba582ceb8f948dfd9&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.043 [openstack-keystone-api-5000] [] 10.0.0.220:5000 178 0.043 200 67727f9ceddd4dcfe9f6658825876ee2 199.204.45.246 - - [05/May/2026:10:32:40 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.315 [openstack-keystone-api-5000] [] 10.0.0.220:5000 291 0.315 201 633b1881d532fc017c8fcda30d3df9bc I0505 10:32:40.399875 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:32:40.405629 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4c289e3a-740c-4efe-b355-d077f6fae059", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8631", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:32:40.408655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:32:40.408701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:32:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 4961a2b54db8b8c4633673f4f028ef8e 199.204.45.246 - - [05/May/2026:10:32:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2055 0.295 201 b04f5a6b03cb7b57457698b1eb04ee29 199.204.45.246 - - [05/May/2026:10:32:44 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 430 0.025 [openstack-keystone-api-5000] [] 10.0.0.220:5000 83 0.025 404 372c7a4dc1974abbbaf9336da8d4372a 199.204.45.246 - - [05/May/2026:10:32:44 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 448 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 361 0.023 200 b86f873acfd5b10876d1b24ba66d6dff 199.204.45.246 - - [05/May/2026:10:32:45 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.220:5000 87 0.027 404 bea3098871b67a5081236aab1a291ac7 199.204.45.246 - - [05/May/2026:10:32:45 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 452 0.033 [openstack-keystone-api-5000] [] 10.0.0.220:5000 390 0.033 200 1a7cb90894c453cde52b702916319bf2 199.204.45.246 - - [05/May/2026:10:32:45 +0000] "GET /v3/users/rgw-RegionOne?domain_id=f2ef89cf8cf34ffba582ceb8f948dfd9 HTTP/1.1" 404 91 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 481 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 91 0.023 404 d74906fa1d4e8a9b0ecce855c496af61 199.204.45.246 - - [05/May/2026:10:32:45 +0000] "GET /v3/users?domain_id=f2ef89cf8cf34ffba582ceb8f948dfd9&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 499 0.041 [openstack-keystone-api-5000] [] 10.0.0.220:5000 458 0.041 200 5d496a9b935ea7d37795e987f9720525 199.204.45.246 - - [05/May/2026:10:32:45 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 435 0.021 [openstack-keystone-api-5000] [] 10.0.0.220:5000 88 0.021 404 274d22e5ba88ce62e0d846f72ada7811 199.204.45.246 - - [05/May/2026:10:32:45 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.220:5000 520 0.026 200 221f5b56b9f9249ed2737200bad939e5 199.204.45.246 - - [05/May/2026:10:32:45 +0000] "PUT /v3/projects/d708e42923ed464cba2f909bae2131fc/users/037f07fd420448b7a5d17d030bb2f39a/roles/b1a9313bc3cf4f3eb847da2f64c18456 HTTP/1.1" 204 0 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 557 0.038 [openstack-keystone-api-5000] [] 10.0.0.220:5000 0 0.038 204 4b685bdbae4fea6d67720cd0f526e22a 199.204.45.246 - - [05/May/2026:10:32:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.002 300 dcdb5217c3f1d101ce882c0c105d9bc6 199.204.45.246 - - [05/May/2026:10:32:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2055 0.353 201 312101b5ce9fa6e78c20714ffe645fb5 199.204.45.246 - - [05/May/2026:10:32:47 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.220:5000 151 0.021 200 c56333a4849c1067027d73d5e65ee1eb 199.204.45.246 - - [05/May/2026:10:32:47 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.029 [openstack-keystone-api-5000] [] 10.0.0.220:5000 263 0.029 201 199fe4ccc6cc74cbfc8a11f2aba37b35 199.204.45.246 - - [05/May/2026:10:32:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 ea8b74b4644e0c75e4928731c99a6d89 199.204.45.246 - - [05/May/2026:10:32:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2157 0.321 201 0913a9ec515386f7bc283bb273089129 199.204.45.246 - - [05/May/2026:10:32:48 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.220:5000 86 0.027 404 84078f4f05e75a58f3bf4805ccf83559 199.204.45.246 - - [05/May/2026:10:32:48 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.220:5000 382 0.019 200 2391ef3533b95a72b7de88e6e58c7e5c 199.204.45.246 - - [05/May/2026:10:32:48 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=0466fc083a714dc593de13a3613ff0cd HTTP/1.1" 200 205 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.220:5000 205 0.022 200 74858e920f0c81949af7e855572e3d72 199.204.45.246 - - [05/May/2026:10:32:49 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.028 [openstack-keystone-api-5000] [] 10.0.0.220:5000 379 0.028 201 6423b2baac0b7c82fe054f42d4c73445 199.204.45.246 - - [05/May/2026:10:32:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.006 300 7f3e1120b07b5c13c22b1c9b7c43b17c 199.204.45.246 - - [05/May/2026:10:32:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.220:5000 2366 0.307 201 2e0182a05510351ec6625581fa7253ef 199.204.45.246 - - [05/May/2026:10:32:49 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.220:5000 86 0.023 404 784e32f1f01c0b3529502a879662f1a1 199.204.45.246 - - [05/May/2026:10:32:49 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.220:5000 382 0.018 200 d2d0cdc6da72cefc0e5b184a784345ab 199.204.45.246 - - [05/May/2026:10:32:49 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=0466fc083a714dc593de13a3613ff0cd HTTP/1.1" 200 207 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.027 [openstack-keystone-api-5000] [] 10.0.0.220:5000 207 0.027 200 8acc9e03c1b26e54f452bf7151bb8510 199.204.45.246 - - [05/May/2026:10:32:49 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.027 [openstack-keystone-api-5000] [] 10.0.0.220:5000 392 0.027 201 a1bd45db69f90a7e4d11ff399275ddc7 W0505 10:32:51.422086 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:32:51.422262 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 10:32:51.422377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:32:51.422414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:32:51.428209 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0505 10:32:51.428246 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0505 10:32:51.432992 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0505 10:32:51.433333 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9ca8f0f2-1b8d-454c-b24b-32711483408e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8691", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:32:51.433437 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0505 10:32:51.433700 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:32:51.433797 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0505 10:32:51.433857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:32:51.433873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:32:51.433981 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:32:51.482322 7 controller.go:216] "Backend successfully reloaded" I0505 10:32:51.482518 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:32:51.635798 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0505 10:32:51.637039 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0505 10:32:54.767590 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:32:54.767784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:32:54.767809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:08.165971 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0505 10:33:08.166253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:08.166281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:12.077349 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:12.077505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:12.077524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:33:12.077648 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:33:12.145713 7 controller.go:216] "Backend successfully reloaded" I0505 10:33:12.146159 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0505 10:33:15.411201 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:15.411457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:15.411513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:18.746762 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:18.746976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:18.747011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:22.078955 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:22.079241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:22.079295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:25.411328 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:25.411565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:25.411600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:39.203638 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:39.203846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:39.203872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:33:40.402043 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:33:40.406544 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9ca8f0f2-1b8d-454c-b24b-32711483408e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9159", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:33:42.537172 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:42.537382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:42.537409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:45.872129 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:45.872315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:45.872344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:49.204719 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:49.204960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:49.204986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:57.817707 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0505 10:33:57.817880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:33:57.817910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:34:36.771544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:34:36.771582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:59.698350 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:35:59.698501 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 10:35:59.698586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:59.698613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:35:59.703902 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0505 10:35:59.703940 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0505 10:35:59.706750 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0505 10:35:59.706987 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7e616b79-8252-40fa-8bd4-d45ab92a324c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10251", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:35:59.707243 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0505 10:35:59.707685 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:35:59.707798 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0505 10:35:59.707875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:35:59.707896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:35:59.708082 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:35:59.765836 7 controller.go:216] "Backend successfully reloaded" I0505 10:35:59.766057 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:36:00.297584 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0505 10:36:00.298500 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0505 10:36:03.041678 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:36:03.041882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:03.041916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:36:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 f775a5f82987ff9db42643f6a6571178 199.204.45.246 - - [05/May/2026:10:36:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.340 201 d80406f6aa0773fb2a737ed6ad851b2e 199.204.45.246 - - [05/May/2026:10:36:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f8a84dddbb3243cfebf746a44bc1c58e 199.204.45.246 - - [05/May/2026:10:36:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 496ff8fbf69f1724d53730061c0c9009 199.204.45.246 - - [05/May/2026:10:36:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 328d3ef620562be99acf1b5ae204d545 199.204.45.246 - - [05/May/2026:10:36:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.301 201 c60b41b7c1ca61cb7aed9a31a78ac68c 199.204.45.246 - - [05/May/2026:10:36:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 576af5367b9e4d0bfc312b0df937776f 199.204.45.246 - - [05/May/2026:10:36:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 75714f81c7164c924765439d88cf2be3 W0505 10:36:06.375375 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0505 10:36:06.375574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:06.375605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:36:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 58bae3157ad06b817b62e191b4149092 199.204.45.246 - - [05/May/2026:10:36:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.296 201 bff9d8536ee552f328a188e2d18c6d33 199.204.45.246 - - [05/May/2026:10:36:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 66bb22fd57d806f617b39b142934ccb3 199.204.45.246 - - [05/May/2026:10:36:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7a5374cd6fe5674d6b8b6b13d75a79b2 199.204.45.246 - - [05/May/2026:10:36:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 bda99413b921db40eb463477e2f585bb 199.204.45.246 - - [05/May/2026:10:36:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.293 201 b31ca41e8153c4967ff7eeeff87bc986 199.204.45.246 - - [05/May/2026:10:36:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2b4b895efd671357db31cbc6c9025c5b 199.204.45.246 - - [05/May/2026:10:36:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d79f61cb4e6142bec96c160fcd3090fe 199.204.45.246 - - [05/May/2026:10:36:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.006 300 8fdd5a1e19cdae1b106b778c391c2da4 199.204.45.246 - - [05/May/2026:10:36:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.306 201 65876b8f06b00ab78b6c896de1f78268 199.204.45.246 - - [05/May/2026:10:36:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 87adf38bd969f5d5e86389e307913438 199.204.45.246 - - [05/May/2026:10:36:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e916addb4404f1edd3530878628d00a7 199.204.45.246 - - [05/May/2026:10:36:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 1d1f7979a3b757bae49bc8935d6399e4 199.204.45.246 - - [05/May/2026:10:36:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.303 201 71c4503b012a12ab12f4f3056a3747d0 199.204.45.246 - - [05/May/2026:10:36:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6f50ab867d04af0a04c06dba75af99e3 199.204.45.246 - - [05/May/2026:10:36:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 809b43ddca281efc920dd87c8d7e7be0 199.204.45.246 - - [05/May/2026:10:36:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 15428936c34248198950e0c6aa676309 199.204.45.246 - - [05/May/2026:10:36:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.305 201 dfc40d6de64ecc4c3abc25a5c2b96ec8 199.204.45.246 - - [05/May/2026:10:36:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 71b8c34c186ed93c3544f417079f1814 199.204.45.246 - - [05/May/2026:10:36:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b81d22819f8a6bcb81a8670aafd0d44f W0505 10:36:15.609832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:15.609865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [05/May/2026:10:36:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.004 300 a511c9f7914e936a0f277fb46e324a53 199.204.45.246 - - [05/May/2026:10:36:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.301 201 ab543e407b97212e103823b5572d8108 199.204.45.246 - - [05/May/2026:10:36:16 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.237:9292 1312 0.002 300 2f42910f5db10e8b81e40522563159a3 199.204.45.246 - - [05/May/2026:10:36:17 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.572 [openstack-glance-api-9292] [] 10.0.0.237:9292 69 0.572 200 5766f6f1f05d60e245f5095548e2c2ae 199.204.45.246 - - [05/May/2026:10:36:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.220:5000 281 0.003 300 1f58abc35e4620015ab63d085c34508f 199.204.45.246 - - [05/May/2026:10:36:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.220:5000 3201 0.309 201 80f9e80f228c800db1e67c011dac5a6f 199.204.45.246 - - [05/May/2026:10:36:20 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.237:9292 1312 0.002 300 8dfdf3297369c0dcab37b012ecdec0c7 199.204.45.246 - - [05/May/2026:10:36:20 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.040 [openstack-glance-api-9292] [] 10.0.0.237:9292 69 0.039 200 a236027fccd6e3ebf5d21bb65899f79d 199.204.45.246 - - [05/May/2026:10:36:20 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.122 [openstack-glance-api-9292] [] 10.0.0.237:9292 151 0.122 404 8737881350f70dbf5b7740ff5c7dc1e5 199.204.45.246 - - [05/May/2026:10:36:20 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.237:9292 81 0.023 200 21f4798f2ac59f327fc4278868a24d20 199.204.45.246 - - [05/May/2026:10:36:20 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-glance-api-9292] [] 10.0.0.237:9292 84 0.021 200 c8dd2b02333a4f53d1e08cfd412ec455 199.204.45.246 - - [05/May/2026:10:36:21 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.059 [openstack-glance-api-9292] [] 10.0.0.237:9292 760 0.059 201 a44846bcb2c766f48535e34eeb97f3f2 199.204.45.246 - - [05/May/2026:10:36:25 +0000] "PUT /v2/images/72af1951-88e6-4ebe-bcc8-d468f10515b8/file HTTP/1.1" 204 0 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.054 [openstack-glance-api-9292] [] 10.0.0.237:9292 0 4.054 204 54258b1907e0965a0c98408b7446acbb 199.204.45.246 - - [05/May/2026:10:36:25 +0000] "GET /v2/images/72af1951-88e6-4ebe-bcc8-d468f10515b8 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.237:9292 1171 0.015 200 bf9359973e100c8222ba22c4e8c82bf0 199.204.45.246 - - [05/May/2026:10:36:25 +0000] "GET /v2/images/72af1951-88e6-4ebe-bcc8-d468f10515b8 HTTP/1.1" 200 1171 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.012 [openstack-glance-api-9292] [] 10.0.0.237:9292 1171 0.012 200 c92f5f2ae0f7800be4c7f8668c7239ce W0505 10:36:28.191590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:28.191625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:31.525654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:31.525696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:36:40.400665 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:36:40.407500 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7e616b79-8252-40fa-8bd4-d45ab92a324c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10634", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:36:40.409065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:40.409106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:50.925389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:50.925435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:54.259801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:54.259860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:57.592659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:36:57.592707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:00.926377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:00.926423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:16.390684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:16.390731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:19.724285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:19.724332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:25.165077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:25.165206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:28.498474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:37:28.498507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:40:45.557024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:40:45.557063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:11.903671 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 10:42:11.903780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:11.903805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:42:11.907946 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.004s renderingIngressLength:9 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:42.6kB} I0505 10:42:11.907987 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/volumev3" I0505 10:42:11.917008 7 store.go:440] "Found valid IngressClass" ingress="openstack/volumev3" ingressclass="atmosphere" I0505 10:42:11.917346 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"c1dbaa44-69c1-49f2-a65f-797276cdc209", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12996", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:42:11.917877 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/cinder-api-certs" in local store W0505 10:42:11.918541 7 controller.go:1441] Error getting SSL certificate "openstack/cinder-api-certs": local SSL certificate openstack/cinder-api-certs was not found. Using default certificate W0505 10:42:11.918757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:11.918783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:42:11.919319 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:42:11.974092 7 controller.go:216] "Backend successfully reloaded" I0505 10:42:11.974300 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:42:12.537990 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/cinder-api-certs" I0505 10:42:12.542190 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/cinder-api-certs" W0505 10:42:15.252731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:15.252779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:18.585683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:18.585776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:21.921256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:21.921322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:42:40.400053 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="volumev3" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:42:40.405156 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"volumev3", UID:"c1dbaa44-69c1-49f2-a65f-797276cdc209", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13303", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:42:40.407233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:42:40.407273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:43:44.976127 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 10:43:44.976369 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 10:43:44.976506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:43:44.976563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:43:44.983234 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.008s renderingIngressLength:10 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:46.1kB} I0505 10:43:44.983336 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0505 10:43:44.989891 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" I0505 10:43:44.990364 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"87baa6e8-05a4-43fa-866e-e9eb6a84e9ff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"13705", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:43:44.990417 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0505 10:43:44.990903 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 10:43:44.991076 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0505 10:43:44.991211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:43:44.991245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:43:44.991477 7 controller.go:196] "Configuration changes detected, backend reload required" I0505 10:43:45.050123 7 controller.go:216] "Backend successfully reloaded" I0505 10:43:45.050434 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-b7f5n", UID:"44a70e75-b4bd-49aa-9f6b-3beef64cdf20", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0505 10:43:45.395506 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0505 10:43:45.396858 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0505 10:43:48.327052 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0505 10:43:48.327339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:43:48.327405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:43:55.141188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:43:55.141229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0505 10:44:40.399584 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.101.185.235"}] I0505 10:44:40.404689 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"87baa6e8-05a4-43fa-866e-e9eb6a84e9ff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"14027", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0505 10:44:40.406297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0505 10:44:40.406325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store