------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0410 01:13:37.499737 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0410 01:13:37.499907 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0410 01:13:37.508053 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0410 01:13:37.510965 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0410 01:13:37.580755 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0410 01:13:37.600459 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0410 01:13:37.611283 7 nginx.go:271] "Starting NGINX Ingress controller" I0410 01:13:37.620394 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"02045994-c1ee-471c-a023-9485d8a51ab2", APIVersion:"v1", ResourceVersion:"1431", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0410 01:13:37.627186 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c6897e63-9118-4dab-96a0-78cc342057ec", APIVersion:"v1", ResourceVersion:"1433", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0410 01:13:37.627232 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0c4f4933-72de-4be6-91fd-651453fb007e", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0410 01:13:38.813409 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0410 01:13:38.813506 7 nginx.go:317] "Starting NGINX process" I0410 01:13:38.814577 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0410 01:13:38.814769 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0410 01:13:38.814834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:38.814852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:13:38.814898 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:13:38.827188 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0410 01:13:38.827285 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-lcwb8" I0410 01:13:38.850812 7 controller.go:216] "Backend successfully reloaded" I0410 01:13:38.851026 7 controller.go:227] "Initial sync, sleeping for 1 second" I0410 01:13:38.851135 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lcwb8", UID:"057376f3-a9ff-404b-bfbf-a95695e273d1", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:13:42.639031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:42.639067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:45.974234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:45.974285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:49.306867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:49.306910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:52.639256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:52.639314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:02.400586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:02.400643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:05.734764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:05.734813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:09.068100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:09.068154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:12.402146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:12.402193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:15.734675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:15.734706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:19.067955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:19.068021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:15:47.435625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:15:47.435661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:13.454727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:13.454770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:16.791410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:16.791467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:20.353066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:20.353099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:23.686276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:23.686333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:27.020412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:27.020448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:30.353185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:30.353259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:33.688753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:33.688803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:41.338057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:41.338099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:44.671605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:44.671660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:49.398563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:49.398606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:52.733422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:52.733471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:01.557048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:01.557088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:03.911425 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-129.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-129.nip.io-tls was not found. Using default certificate W0410 01:19:03.911515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:03.911535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:19:03.914087 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0410 01:19:03.914136 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0410 01:19:03.921153 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0410 01:19:03.921556 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"32ccfbb0-5e9f-4c8c-a107-59909600e81b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3748", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:19:03.921945 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-129.nip.io-tls" in local store I0410 01:19:04.315422 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-129.nip.io-tls" I0410 01:19:04.316796 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-129.nip.io-tls" W0410 01:19:04.890755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:04.890813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:19:04.890920 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:19:04.932225 7 controller.go:216] "Backend successfully reloaded" I0410 01:19:04.932561 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lcwb8", UID:"057376f3-a9ff-404b-bfbf-a95695e273d1", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:19:08.224936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:08.224997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:19:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.999 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 1.998 200 d04a662cc66283726201fd49c7fd9ef7 199.204.45.129 - - [10/Apr/2026:01:19:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.164:8080 116 0.190 404 ad81269f83af93ee13e60161bf3227e0 199.204.45.129 - - [10/Apr/2026:01:19:19 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.189 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 4.189 201 536bd2a3e3b9cd2552054deb28a6fcb4 199.204.45.129 - - [10/Apr/2026:01:19:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.599 [auth-system-keycloak-80] [] 10.0.0.164:8080 4246 0.599 200 339dd017d6f1253d7fec70869407de85 199.204.45.129 - - [10/Apr/2026:01:19:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.478 200 940d10eb56f54ff9367c79e57c4eab5e 199.204.45.129 - - [10/Apr/2026:01:19:21 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.142 [auth-system-keycloak-80] [] 10.0.0.164:8080 12500 0.143 200 6f2fd183139546baf3fa709529d6f3a6 199.204.45.129 - - [10/Apr/2026:01:19:21 +0000] "GET /admin/realms/atmosphere/client-scopes/41c7e10b-1ee5-45e9-9df6-c0c486209c31 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.164:8080 1278 0.010 200 dcb985e737700c883cfff47c1a0a5bdb 199.204.45.129 - - [10/Apr/2026:01:19:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/41c7e10b-1ee5-45e9-9df6-c0c486209c31 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.066 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.065 204 a5dc7aef23f78c88a41320effb9b5287 199.204.45.129 - - [10/Apr/2026:01:19:21 +0000] "GET /admin/realms/atmosphere/client-scopes/41c7e10b-1ee5-45e9-9df6-c0c486209c31/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.164:8080 963 0.019 200 685daf8727939a2de6b3a32844aba38f 199.204.45.129 - - [10/Apr/2026:01:19:21 +0000] "GET /admin/realms/atmosphere/client-scopes/41c7e10b-1ee5-45e9-9df6-c0c486209c31/protocol-mappers/models/2bf52db9-7257-4ae9-82ad-80cf90ba4787 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.064 [auth-system-keycloak-80] [] 10.0.0.164:8080 366 0.064 200 a90158ac5ed7e137d35c005ef64e9880 199.204.45.129 - - [10/Apr/2026:01:19:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/41c7e10b-1ee5-45e9-9df6-c0c486209c31/protocol-mappers/models/2bf52db9-7257-4ae9-82ad-80cf90ba4787 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.143 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.142 204 6040d34c0ffc88e1f94ecff2065de103 199.204.45.129 - - [10/Apr/2026:01:19:21 +0000] "GET /admin/realms/atmosphere/client-scopes/41c7e10b-1ee5-45e9-9df6-c0c486209c31 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.041 [auth-system-keycloak-80] [] 10.0.0.164:8080 1218 0.041 200 1cb960ee7b7f38ae43ee8ff9a786e18d I0410 01:19:38.834877 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.117.62"}] I0410 01:19:38.839730 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"32ccfbb0-5e9f-4c8c-a107-59909600e81b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4119", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:19:38.841575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:38.841610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:19:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.475 200 46bb3aa8a238929d291b3337b2b28322 199.204.45.129 - - [10/Apr/2026:01:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.164:8080 2 0.024 200 da183827b9d6a0fb05fee72c850c3e95 199.204.45.129 - - [10/Apr/2026:01:19:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.179 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.177 201 6ffafdcdee7dc5e0944517dc82af9f0f 199.204.45.129 - - [10/Apr/2026:01:19:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.164:8080 1261 0.023 200 4baa8456650fddfd4d7d8a5c74353ec6 199.204.45.129 - - [10/Apr/2026:01:19:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.012 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 1.010 200 6e19d275441132c72741070ca39b16fb 199.204.45.129 - - [10/Apr/2026:01:19:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.164:8080 2 0.067 200 0d87ce8db50dec1d8c74bc9554d2e6de 199.204.45.129 - - [10/Apr/2026:01:19:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.839 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.838 201 f9468e69dfeb699840fb2ddefa919230 199.204.45.129 - - [10/Apr/2026:01:19:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.020 200 38d8101d706d525f49b62fc123c2a234 199.204.45.129 - - [10/Apr/2026:01:19:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.478 200 9de69244197d17b3f660075d84d05cab 199.204.45.129 - - [10/Apr/2026:01:19:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.164:8080 2 0.008 200 6addcc62042f7fd893a0d6b84caf8b09 199.204.45.129 - - [10/Apr/2026:01:19:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.055 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.054 201 b4ed9f55ce8061f239481f1006e869a2 199.204.45.129 - - [10/Apr/2026:01:19:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.071 [auth-system-keycloak-80] [] 10.0.0.164:8080 1251 0.072 200 9ebfc81132b1d2df0b1c5ecfa556c92f 199.204.45.129 - - [10/Apr/2026:01:19:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.478 200 880dd5cb01406b43799736b29990bbf1 199.204.45.129 - - [10/Apr/2026:01:19:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.164:8080 1261 0.007 200 e009a3bdb6f0077a0a8d18169f7c7962 199.204.45.129 - - [10/Apr/2026:01:19:47 +0000] "GET /admin/realms/atmosphere/clients/18091d8b-3216-4d56-a217-f25bcf492436/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.164:8080 119 0.013 404 5a8132354b22d55200b99134572c205b 199.204.45.129 - - [10/Apr/2026:01:19:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.164:8080 1261 0.008 200 54733c8d995ee1e8b3522ab469c9f9ad 199.204.45.129 - - [10/Apr/2026:01:19:47 +0000] "POST /admin/realms/atmosphere/clients/18091d8b-3216-4d56-a217-f25bcf492436/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.040 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.039 201 318da0f769035998161ee861041dd2c1 199.204.45.129 - - [10/Apr/2026:01:19:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.164:8080 1261 0.006 200 3a48513093d653d58cd743a3bfa70daf 199.204.45.129 - - [10/Apr/2026:01:19:47 +0000] "GET /admin/realms/atmosphere/clients/18091d8b-3216-4d56-a217-f25bcf492436/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.164:8080 166 0.062 200 d86af21ec92243ec0bb58899c47c7d70 199.204.45.129 - - [10/Apr/2026:01:19:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.459 200 13cf6d7527fd8f22a6ddb80ae8606340 199.204.45.129 - - [10/Apr/2026:01:19:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.005 200 054914be05aa82f02936403c01c14e6d 199.204.45.129 - - [10/Apr/2026:01:19:48 +0000] "GET /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.032 [auth-system-keycloak-80] [] 10.0.0.164:8080 119 0.032 404 236f743570cecac81c0328a9fc055059 199.204.45.129 - - [10/Apr/2026:01:19:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.007 200 e3c263d33264a9e0bcc2f1b868fe5edb 199.204.45.129 - - [10/Apr/2026:01:19:48 +0000] "POST /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.071 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.069 201 c4a28352603905dcd96e87aaa49a4e1d 199.204.45.129 - - [10/Apr/2026:01:19:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.007 200 a33333ed412e5f24a61bb6c03c716575 199.204.45.129 - - [10/Apr/2026:01:19:48 +0000] "GET /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.164:8080 165 0.012 200 0a6e5901253583fde0a80a2117c3e3de 199.204.45.129 - - [10/Apr/2026:01:19:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.482 200 64635593c8a10dd2f90e69c4ee1fcb50 199.204.45.129 - - [10/Apr/2026:01:19:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.007 200 83ba8ebd0a0e67b816c43e5e61de0d53 199.204.45.129 - - [10/Apr/2026:01:19:49 +0000] "GET /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.164:8080 119 0.009 404 3b762b20d12220757dfdb117a1768e63 199.204.45.129 - - [10/Apr/2026:01:19:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.051 200 760c70438f6c5c03ca570dceed4bd594 199.204.45.129 - - [10/Apr/2026:01:19:49 +0000] "POST /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.016 201 af090dadf30d4635b2172f2b2398a403 199.204.45.129 - - [10/Apr/2026:01:19:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.007 200 caeadc24dc1e721c7cb95f8de5a0fadc 199.204.45.129 - - [10/Apr/2026:01:19:49 +0000] "GET /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.164:8080 166 0.049 200 c3ebfef219873fe5c45e4431d26d811f 199.204.45.129 - - [10/Apr/2026:01:19:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.502 200 c4e8511c47f3cee8264065f2ec6d78d0 199.204.45.129 - - [10/Apr/2026:01:19:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.010 200 96d5e413471cdbbc28720e8cf0b05999 199.204.45.129 - - [10/Apr/2026:01:19:50 +0000] "GET /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.164:8080 119 0.007 404 52cc22e9f578891de72c4ad81c26a7b4 199.204.45.129 - - [10/Apr/2026:01:19:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.049 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.050 200 b36da1977dacf0909eb2b9b1723cbf68 199.204.45.129 - - [10/Apr/2026:01:19:50 +0000] "POST /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.019 201 f31b0ff3f2e76d0b9c880b758d6bbd6d 199.204.45.129 - - [10/Apr/2026:01:19:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.164:8080 1286 0.008 200 8ebd1d7cd11e08be387301edc7b7c63c 199.204.45.129 - - [10/Apr/2026:01:19:50 +0000] "GET /admin/realms/atmosphere/clients/418bdee6-7b7d-4ac1-b17b-c03d83ad7fe0/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.164:8080 166 0.051 200 69decb0ee2a6c8d88029f0880cf8c9f1 199.204.45.129 - - [10/Apr/2026:01:19:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.439 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.438 200 23d2f8a584550dda50750ab4e6fdcdaf 199.204.45.129 - - [10/Apr/2026:01:19:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.164:8080 1251 0.005 200 242065ebe86be4178fa44c7e682aba0e 199.204.45.129 - - [10/Apr/2026:01:19:51 +0000] "GET /admin/realms/atmosphere/clients/0809ddc0-1a34-4145-818a-850db0210e45/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.164:8080 119 0.009 404 46cdeeb6ebc301d7eb8c2ffe08e74df3 199.204.45.129 - - [10/Apr/2026:01:19:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.164:8080 1251 0.030 200 d37070bde1556b8d4d7fb4a12660cf25 199.204.45.129 - - [10/Apr/2026:01:19:51 +0000] "POST /admin/realms/atmosphere/clients/0809ddc0-1a34-4145-818a-850db0210e45/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.015 201 d34e0e06006b2799472d15f1dd18404a 199.204.45.129 - - [10/Apr/2026:01:19:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.164:8080 1251 0.007 200 b270568bbed6c95380835d81e4b9d0c0 199.204.45.129 - - [10/Apr/2026:01:19:51 +0000] "GET /admin/realms/atmosphere/clients/0809ddc0-1a34-4145-818a-850db0210e45/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.164:8080 166 0.011 200 693de73f03b674a5493639693d4a9f11 W0410 01:19:59.371868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:59.371914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:02.706348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:02.706406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:57.717019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:57.717062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:57.794451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:20:57.794495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:20:57.794648 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0410 01:20:57.794723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:57.794746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:57.794519 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0410 01:20:57.794898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:57.794917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:57.795754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:20:57.795864 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0410 01:20:57.795934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:57.795962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:20:57.796728 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0410 01:20:57.796752 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0410 01:20:57.796775 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0410 01:20:57.796756 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0410 01:20:57.799039 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0410 01:20:57.799075 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0410 01:20:57.809960 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0410 01:20:57.810867 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"26f74ff2-cf9e-44bf-9986-4989f3b847fd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4759", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:20:57.811966 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0410 01:20:57.812028 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0410 01:20:57.812250 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a2a05b93-1733-4350-a0bc-c96b6586c1f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4760", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:20:57.812518 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0410 01:20:57.812558 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0410 01:20:57.813005 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0410 01:20:57.813050 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"612b5f95-9f1f-408d-8c8f-64e34db9e7bf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4764", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:20:58.096530 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0410 01:20:58.098078 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0410 01:20:58.123870 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0410 01:20:58.125415 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0410 01:20:59.271255 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0410 01:20:59.272517 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0410 01:21:01.050998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:01.051111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:01.051177 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:01.051320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:01.051349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:21:01.051472 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:21:01.097207 7 controller.go:216] "Backend successfully reloaded" I0410 01:21:01.097381 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lcwb8", UID:"057376f3-a9ff-404b-bfbf-a95695e273d1", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:21:04.383943 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:04.384024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:04.384078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:04.384212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:04.384243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:07.717402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:07.717466 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:07.717493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:07.717584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:07.717611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:11.051315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:11.051407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:11.051516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:11.051658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:11.051691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:14.384337 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:14.384481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:14.384558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:14.384741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:14.384832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:17.718236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:17.718339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:17.718393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:17.718551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:17.718583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:21.051657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:21.051721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:21.051758 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:21.051881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:21.051907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:24.383793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:24.383861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:24.383898 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:24.384024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:24.384065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:27.717313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:27.717408 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:27.717465 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:27.717658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:27.717715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:31.051254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:31.051350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:31.051466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:31.051519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:34.383945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:34.384059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:34.384182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:34.384210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:37.717206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:37.717304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:37.717435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:37.717480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:21:38.834277 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.117.62"}] I0410 01:21:38.834838 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.117.62"}] I0410 01:21:38.834849 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.117.62"}] I0410 01:21:38.840010 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"26f74ff2-cf9e-44bf-9986-4989f3b847fd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5778", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:21:38.846747 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"612b5f95-9f1f-408d-8c8f-64e34db9e7bf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5779", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:21:38.848847 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a2a05b93-1733-4350-a0bc-c96b6586c1f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5780", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:21:41.050542 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:41.050662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:41.050834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:41.050868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:44.384113 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:44.384211 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:44.384322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:44.384347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.219 - - [10/Apr/2026:01:21:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.028 [auth-system-keycloak-80] [] 10.0.0.164:8080 6432 0.028 200 e0b6f646f669484b5c523eda6ef3452f 10.0.0.141 - - [10/Apr/2026:01:21:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.164:8080 6432 0.008 200 61f75992ec6bd75c0f70c8f956a11705 W0410 01:21:47.717302 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:47.717523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:47.717559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:51.052815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:51.053078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:51.053101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:54.384942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:54.384982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:57.717288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:57.717326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:01.051300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:01.051349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:10.255180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:10.255208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:13.589314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:13.589345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:22:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.440 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.438 200 b0893f903de3b8b5bf5e571fa00c9160 199.204.45.129 - - [10/Apr/2026:01:22:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.026 [auth-system-keycloak-80] [] 10.0.0.164:8080 4246 0.027 200 6d72c37ebc47acb42112b7fce8e31804 199.204.45.129 - - [10/Apr/2026:01:22:16 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.397 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.396 204 c4720f1c5fe76a1d96edddb9704b92ed 199.204.45.129 - - [10/Apr/2026:01:22:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.181 [auth-system-keycloak-80] [] 10.0.0.164:8080 4384 0.181 200 f1abaac4dcf92b0816cb3d9c9320cfb0 199.204.45.129 - - [10/Apr/2026:01:22:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.521 200 13765b787be273acc6500f7749651c12 199.204.45.129 - - [10/Apr/2026:01:22:17 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.164:8080 1682 0.009 200 bee36713a04bff235ce4205f92440f0c 199.204.45.129 - - [10/Apr/2026:01:22:18 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.164:8080 6432 0.008 200 4865fc223fd6392f01a67deaba61f73e 199.204.45.129 - - [10/Apr/2026:01:22:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.665 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.664 200 1baa600e40578c0da93c15942d59d075 199.204.45.129 - - [10/Apr/2026:01:22:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.164:8080 2 0.028 200 980527bb78bb40b4baf1b05c5d2dc944 199.204.45.129 - - [10/Apr/2026:01:22:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.100 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.099 201 bc2dee7b192e27fb5277d517dcebd5bd 199.204.45.129 - - [10/Apr/2026:01:22:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.164:8080 2246 0.020 200 6a66d6291ed9a3cc29cc2c4c5c762152 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.164:8080 1928 0.464 200 76adab55856237e084b5358787be74d4 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.164:8080 2246 0.006 200 a1d31029550e36193cf580a1e9a78552 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "GET /admin/realms/atmosphere/clients/b425eff9-934b-4061-86fb-955c73992705/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.041 [auth-system-keycloak-80] [] 10.0.0.164:8080 233 0.042 200 c309bffd1cdbb7b23bd01c06f8e23091 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.164:8080 831 0.020 200 37c425c672f409309cff2bf6ff9fa26c 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "GET /admin/realms/atmosphere/clients/bdf28317-c341-48c9-b4a7-8f9b44435424/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.067 [auth-system-keycloak-80] [] 10.0.0.164:8080 3758 0.068 200 846692ec88fde318285dba0df27eaf48 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "GET /admin/realms/atmosphere/users/f1bf6130-300a-49cb-913a-ddcaf5fe76f9/role-mappings/clients/bdf28317-c341-48c9-b4a7-8f9b44435424/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.197 [auth-system-keycloak-80] [] 10.0.0.164:8080 3758 0.197 200 bc53d288b7a36ad41404d89c3c1c6afa 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "GET /admin/realms/atmosphere/users/f1bf6130-300a-49cb-913a-ddcaf5fe76f9/role-mappings/clients/bdf28317-c341-48c9-b4a7-8f9b44435424/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.086 [auth-system-keycloak-80] [] 10.0.0.164:8080 2 0.087 200 31d30b36701e4c4a0c464d065c9ab5ab 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "POST /admin/realms/atmosphere/users/f1bf6130-300a-49cb-913a-ddcaf5fe76f9/role-mappings/clients/bdf28317-c341-48c9-b4a7-8f9b44435424 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.164:8080 0 0.017 204 78d1aaabae575c8b62caf6938f5be33e 199.204.45.129 - - [10/Apr/2026:01:22:21 +0000] "GET /admin/realms/atmosphere/users/f1bf6130-300a-49cb-913a-ddcaf5fe76f9/role-mappings/clients/bdf28317-c341-48c9-b4a7-8f9b44435424/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.164:8080 576 0.056 200 b5453a4cb6495408f9c52f6e95bf400a W0410 01:22:24.297309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:24.297357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:27.630890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:27.630941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:38.453568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:38.453621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:41.787332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:41.787372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:45.120447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:45.120485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:24:30.481379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:24:30.481446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:04.520591 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0410 01:25:04.521151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:04.521236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:25:04.525322 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:28.7kB} I0410 01:25:04.525360 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0410 01:25:04.533411 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0410 01:25:04.533679 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"8d32b25f-58a7-4665-b9c1-e9d03f749215", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7238", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:25:04.533969 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0410 01:25:04.534418 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0410 01:25:04.534495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:04.534519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:25:04.534645 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:25:04.584270 7 controller.go:216] "Backend successfully reloaded" I0410 01:25:04.584984 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lcwb8", UID:"057376f3-a9ff-404b-bfbf-a95695e273d1", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:25:04.815580 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0410 01:25:04.816983 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0410 01:25:07.868275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:07.868343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:25:09 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.005 300 cd99754a884baa64f08b7f78ff637e87 199.204.45.129 - - [10/Apr/2026:01:25:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 266 0.004 200 7970eb6459e72d02b0a26cf691918b63 199.204.45.129 - - [10/Apr/2026:01:25:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.122:5000 1360 0.340 201 3f41ca82054926fd8971089797ca7a87 199.204.45.129 - - [10/Apr/2026:01:25:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 0e6d17cc35c5718ce77a6cb43aefa688 199.204.45.129 - - [10/Apr/2026:01:25:10 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.042 [openstack-keystone-api-5000] [] 10.0.0.122:5000 90 0.042 404 ea3d3a3f0cd09e734ac01127829fc94f 199.204.45.129 - - [10/Apr/2026:01:25:10 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.122:5000 368 0.028 200 562037d6b82a4583f41c7e31a6221f1f 199.204.45.129 - - [10/Apr/2026:01:25:10 +0000] "GET /v3/domains/e7f6202a16ff44b69662e98649d17964 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.027 [openstack-keystone-api-5000] [] 10.0.0.122:5000 245 0.027 200 c4cc8fc3ff9ee432df5d35d5b6704d25 199.204.45.129 - - [10/Apr/2026:01:25:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 266 0.004 200 0a79dccc4e1e09de158482aedd017e43 199.204.45.129 - - [10/Apr/2026:01:25:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.122:5000 1360 0.309 201 c246ef6184609b7fe422d518631a63d7 199.204.45.129 - - [10/Apr/2026:01:25:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 6bb4df72c85d0dc1ed72fdcc9833ac1d 199.204.45.129 - - [10/Apr/2026:01:25:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.122:5000 101 0.026 404 c42b8383b939c3f3f337c0de10ec7191 199.204.45.129 - - [10/Apr/2026:01:25:11 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.122:5000 156 0.018 200 d10fdb70f2a54c100ea4167c0e65e35a 199.204.45.129 - - [10/Apr/2026:01:25:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.028 [openstack-keystone-api-5000] [] 10.0.0.122:5000 342 0.028 201 ba157efa5fb125d29e219553589790a7 199.204.45.129 - - [10/Apr/2026:01:25:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 266 0.004 200 14ee4fa83e9dd1850dfe768ce7264651 199.204.45.129 - - [10/Apr/2026:01:25:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.122:5000 1360 0.284 201 d6ba1c8b54dffc3efe5aefc40378449c 199.204.45.129 - - [10/Apr/2026:01:25:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 654db5fbee7886144ada975dcb5967fd 199.204.45.129 - - [10/Apr/2026:01:25:12 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.122:5000 98 0.025 404 e53b1eaadacbf6f95f9e3c5f4870994d 199.204.45.129 - - [10/Apr/2026:01:25:12 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.122:5000 136 0.019 200 21eec734d405978b6f0765b4645242cc 199.204.45.129 - - [10/Apr/2026:01:25:12 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.018 [openstack-keystone-api-5000] [] 10.0.0.122:5000 357 0.019 201 1983c5dad1ce7c82951115124b66f507 199.204.45.129 - - [10/Apr/2026:01:25:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 266 0.004 200 7ed3d9ac70fead82dd18d18f17563429 199.204.45.129 - - [10/Apr/2026:01:25:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.122:5000 1360 0.285 201 8041d3595e75680afa6b3a5f7037acee 199.204.45.129 - - [10/Apr/2026:01:25:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 085c6f7113c25d2dcd614ed309286751 199.204.45.129 - - [10/Apr/2026:01:25:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.122:5000 131 0.028 404 7ed8f157ee40c61ecd13afdd4f7cef1d 199.204.45.129 - - [10/Apr/2026:01:25:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.122:5000 168 0.019 200 f14f248fb8ab39c4696105d4235eaa77 199.204.45.129 - - [10/Apr/2026:01:25:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.019 [openstack-keystone-api-5000] [] 10.0.0.122:5000 224 0.019 201 224d8d68404a737812dc58f866511e09 W0410 01:25:23.671590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:23.671710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:27.007112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:27.007159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:30.338376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:30.338458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:33.671977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:33.672096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:25:38.834063 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.117.62"}] I0410 01:25:38.840101 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"8d32b25f-58a7-4665-b9c1-e9d03f749215", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7526", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:25:38.842431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:38.842479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:49.167214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:49.167241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:56.822807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:56.822844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:00.158004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:00.158105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:29.838177 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:27:29.838301 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0410 01:27:29.838432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:29.838496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:27:29.842812 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0410 01:27:29.842851 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0410 01:27:29.851158 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0410 01:27:29.851536 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4bb20ff1-0b2f-4fa1-bb3c-4eaaa8b253f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8338", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:27:29.851900 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0410 01:27:29.852402 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:27:29.852560 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0410 01:27:29.852668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:29.852718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:27:29.852870 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:27:29.912133 7 controller.go:216] "Backend successfully reloaded" I0410 01:27:29.912462 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lcwb8", UID:"057376f3-a9ff-404b-bfbf-a95695e273d1", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:27:30.183631 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0410 01:27:30.184681 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.129 - - [10/Apr/2026:01:27:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.005 300 79f6df3b2326ad14df9679b93ae07e14 199.204.45.129 - - [10/Apr/2026:01:27:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.122:5000 1992 0.326 201 55e03c955432c865420f366c04e25568 199.204.45.129 - - [10/Apr/2026:01:27:31 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.122:5000 85 0.028 404 e69eb4a14d567c7ca80aaab242802279 199.204.45.129 - - [10/Apr/2026:01:27:31 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-keystone-api-5000] [] 10.0.0.122:5000 129 0.026 200 1ee2164e52b1566b51281c63808816f2 199.204.45.129 - - [10/Apr/2026:01:27:31 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.026 [openstack-keystone-api-5000] [] 10.0.0.122:5000 230 0.025 201 d6f6334ef86fa5a5caf5856b6fb060c7 W0410 01:27:33.186775 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:27:33.186949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:33.186977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:37.209534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:37.209586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:27:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.023 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.022 300 646d115b959d820b68a4c7c1e63224ec I0410 01:27:38.835956 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.106.117.62"}] I0410 01:27:38.850381 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4bb20ff1-0b2f-4fa1-bb3c-4eaaa8b253f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8426", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.129 - - [10/Apr/2026:01:27:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.122:5000 1992 0.288 201 b500acfc52938e63e31495cedcce36e9 199.204.45.129 - - [10/Apr/2026:01:27:39 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.031 [openstack-keystone-api-5000] [] 10.0.0.122:5000 1521 0.031 200 c92e1cb07ccefe1993a5478c691079d9 199.204.45.129 - - [10/Apr/2026:01:27:39 +0000] "PUT /v3/roles/9d13548459e4474aba015f3e7ee407f7/implies/3187676b871649b69a8f53ec71970940 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.122:5000 521 0.036 201 04e4fb36e17448a6545a43535bd56d16 W0410 01:27:40.543555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:27:40.543589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:28:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 a68f3de2e1126f44d35fcd790acde2d8 199.204.45.129 - - [10/Apr/2026:01:28:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.122:5000 2055 0.335 201 05ef43c8d2f735628c1467423a924c9b 199.204.45.129 - - [10/Apr/2026:01:28:29 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.029 [openstack-keystone-api-5000] [] 10.0.0.122:5000 87 0.029 404 14c023685c9c9cb6128a2487b0d0867f 199.204.45.129 - - [10/Apr/2026:01:28:29 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.029 [openstack-keystone-api-5000] [] 10.0.0.122:5000 390 0.028 200 3e8f3a29c08ed1dcc27377c4dcc3c062 199.204.45.129 - - [10/Apr/2026:01:28:29 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b25825b01ed647f0bac16b9c94681ccd HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.122:5000 91 0.030 404 d2d7e4dcc1ed42527f65110a4eef7bf0 199.204.45.129 - - [10/Apr/2026:01:28:29 +0000] "GET /v3/users?domain_id=b25825b01ed647f0bac16b9c94681ccd&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.038 [openstack-keystone-api-5000] [] 10.0.0.122:5000 178 0.038 200 f686868d02f317b7fd3deb69505937c8 199.204.45.129 - - [10/Apr/2026:01:28:30 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.303 [openstack-keystone-api-5000] [] 10.0.0.122:5000 291 0.304 201 edc3262153ccfef8a27283e14e843857 199.204.45.129 - - [10/Apr/2026:01:28:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.005 300 6838962258de9408b071bf4e08489462 199.204.45.129 - - [10/Apr/2026:01:28:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.122:5000 2055 0.298 201 920abc4eb3c89f3f582405ff26ad014a 199.204.45.129 - - [10/Apr/2026:01:28:34 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.023 [openstack-keystone-api-5000] [] 10.0.0.122:5000 83 0.023 404 d804f4c5cb2f20b836621b50c8bb4924 199.204.45.129 - - [10/Apr/2026:01:28:35 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.024 [openstack-keystone-api-5000] [] 10.0.0.122:5000 361 0.023 200 2c7939198f1fb78333c768834c763423 199.204.45.129 - - [10/Apr/2026:01:28:35 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.122:5000 87 0.025 404 ec658ad08b8a0d683609822c769e489d 199.204.45.129 - - [10/Apr/2026:01:28:35 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.027 [openstack-keystone-api-5000] [] 10.0.0.122:5000 390 0.027 200 582273c690591956164b27c0476e7ddc 199.204.45.129 - - [10/Apr/2026:01:28:35 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b25825b01ed647f0bac16b9c94681ccd HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.024 [openstack-keystone-api-5000] [] 10.0.0.122:5000 91 0.023 404 cf9e5cc7a105c7f6b49521b806c44d10 199.204.45.129 - - [10/Apr/2026:01:28:35 +0000] "GET /v3/users?domain_id=b25825b01ed647f0bac16b9c94681ccd&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.155 [openstack-keystone-api-5000] [] 10.0.0.122:5000 458 0.155 200 bdfbcc8d2f44eaa8746115082852019f 199.204.45.129 - - [10/Apr/2026:01:28:35 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.032 [openstack-keystone-api-5000] [] 10.0.0.122:5000 88 0.031 404 47854fa45ed9f37bc4896f7ac505edf6 199.204.45.129 - - [10/Apr/2026:01:28:35 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.030 [openstack-keystone-api-5000] [] 10.0.0.122:5000 520 0.030 200 f05993412f8ea5f753b7b8b0ae9ae718 199.204.45.129 - - [10/Apr/2026:01:28:35 +0000] "PUT /v3/projects/07f652093c0547e1abcbe87efa09be32/users/46373578153b42948d3eb58f08c66fe7/roles/a4abdc9d7a2e40879bc9437b0f5f30bc HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.049 [openstack-keystone-api-5000] [] 10.0.0.122:5000 0 0.048 204 ba26dfbfc46d2e337c6c2cb767b260e4 199.204.45.129 - - [10/Apr/2026:01:28:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 d605b0b9680e34bbb378a93299988e57 199.204.45.129 - - [10/Apr/2026:01:28:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.122:5000 2055 0.343 201 4a0d60bb2e6d05a98f8b192df65dca93 199.204.45.129 - - [10/Apr/2026:01:28:39 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.122:5000 151 0.023 200 08986bb8bbcba4416a17d7d25c67afb2 199.204.45.129 - - [10/Apr/2026:01:28:39 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.036 [openstack-keystone-api-5000] [] 10.0.0.122:5000 263 0.037 201 92540f5fe21d0175a3283aec1d685e0b 199.204.45.129 - - [10/Apr/2026:01:28:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.005 300 b53057489cab6a263c7b7830650cf6f2 199.204.45.129 - - [10/Apr/2026:01:28:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.122:5000 2157 0.300 201 1df5dc05d06028f4abf0c81f12662745 199.204.45.129 - - [10/Apr/2026:01:28:40 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.122:5000 86 0.024 404 92fc33192d342bed6c07de6ce2c5280a 199.204.45.129 - - [10/Apr/2026:01:28:40 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.122:5000 382 0.018 200 83631afbdb60b3ea7bf06c98dcc0d4f9 199.204.45.129 - - [10/Apr/2026:01:28:40 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=707e5cba15574e7282f63a8eec4817d4 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.025 [openstack-keystone-api-5000] [] 10.0.0.122:5000 205 0.025 200 6912ddf90d45ffcf1084dffb78582213 199.204.45.129 - - [10/Apr/2026:01:28:40 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.078 [openstack-keystone-api-5000] [] 10.0.0.122:5000 379 0.079 201 3d8588a183e66640324acf3569be28fe 199.204.45.129 - - [10/Apr/2026:01:28:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 aab75cb7087ccc5ce191e6bd6d1fa44e 199.204.45.129 - - [10/Apr/2026:01:28:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.122:5000 2366 0.298 201 a079fc464114ac788c02f55cb91c5556 199.204.45.129 - - [10/Apr/2026:01:28:41 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.122:5000 86 0.020 404 4253ad6da490be2869c37db3775c6799 199.204.45.129 - - [10/Apr/2026:01:28:41 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.122:5000 382 0.019 200 50aed6466d10183eae1f3d6552e28cd6 199.204.45.129 - - [10/Apr/2026:01:28:41 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=707e5cba15574e7282f63a8eec4817d4 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.122:5000 207 0.021 200 e0307d21c1f413502ab06dd750008e82 199.204.45.129 - - [10/Apr/2026:01:28:41 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.029 [openstack-keystone-api-5000] [] 10.0.0.122:5000 392 0.030 201 716d8e360c3d0772c1eeaadd0c026b59 W0410 01:28:43.054847 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:28:43.055020 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0410 01:28:43.055104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:43.055127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:28:43.060425 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0410 01:28:43.060457 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0410 01:28:43.065115 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0410 01:28:43.065380 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"17036d6e-655b-4ebb-9fec-bc4a4084ffc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8940", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:28:43.065510 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0410 01:28:43.065816 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:28:43.065901 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0410 01:28:43.065948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:43.065960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:28:43.066062 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:28:43.118342 7 controller.go:216] "Backend successfully reloaded" I0410 01:28:43.118666 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lcwb8", UID:"057376f3-a9ff-404b-bfbf-a95695e273d1", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:28:43.268786 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0410 01:28:43.270358 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0410 01:28:46.399927 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:28:46.400105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:46.400125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:00.226127 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:29:00.226335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:00.226364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:03.560114 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:03.560268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:03.560287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:29:03.560403 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:29:03.631664 7 controller.go:216] "Backend successfully reloaded" I0410 01:29:03.631916 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lcwb8", UID:"057376f3-a9ff-404b-bfbf-a95695e273d1", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:29:06.894009 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:06.894423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:06.894456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:10.227514 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:10.227747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:10.227782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:13.560065 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:13.560218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:13.560234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:16.893670 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:16.893829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:16.893846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:30.444014 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:30.444165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:30.444185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:29:38.841338 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.106.117.62"}] I0410 01:29:38.849609 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"17036d6e-655b-4ebb-9fec-bc4a4084ffc5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9438", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:29:38.851598 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:38.851810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:38.851860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:42.186060 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:42.186305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:42.186349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:46.376387 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:46.376628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:46.376663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:25.603272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:25.603332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:31:51.386460 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:31:51.386661 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0410 01:31:51.386786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:31:51.386825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:31:51.392385 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.2kB} I0410 01:31:51.392489 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0410 01:31:51.396285 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0410 01:31:51.396804 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3ac61627-b6cc-44dc-b842-2a7b6e5d0582", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10489", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:31:51.396933 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0410 01:31:51.397432 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:31:51.397569 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0410 01:31:51.397668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:31:51.397694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:31:51.397871 7 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:31:51.451419 7 controller.go:216] "Backend successfully reloaded" I0410 01:31:51.452232 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lcwb8", UID:"057376f3-a9ff-404b-bfbf-a95695e273d1", APIVersion:"v1", ResourceVersion:"1480", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:31:51.744485 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0410 01:31:51.746063 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0410 01:31:54.731504 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:31:54.731690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:31:54.731712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:31:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.005 300 891753ad95668cbfa8aec562b7b96d52 199.204.45.129 - - [10/Apr/2026:01:31:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.122:5000 3201 0.325 201 65fc804eb9e4f3e47dc7436d5690793a 199.204.45.129 - - [10/Apr/2026:01:31:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3c1d1045423f4c71e6760590506d2f85 199.204.45.129 - - [10/Apr/2026:01:31:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7cb24be0d7d49dfaf0ce3f6789bedd31 199.204.45.129 - - [10/Apr/2026:01:31:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.005 300 d5a90373f63aa9f82fd83d02c0605ce8 199.204.45.129 - - [10/Apr/2026:01:31:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.122:5000 3201 0.301 201 ca5657f8c7c4fe1da02f5301f7a1db40 199.204.45.129 - - [10/Apr/2026:01:31:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e50f903cec7903cccc8ca769fbb9d90f 199.204.45.129 - - [10/Apr/2026:01:31:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc8f1315cfe0fb26ad0f2d1c85569bad W0410 01:31:58.065762 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:31:58.066088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:31:58.066164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:31:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.005 300 e1759c6030223d7f5452d9b41e88ad49 199.204.45.129 - - [10/Apr/2026:01:31:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.122:5000 3201 0.294 201 4f6020d72553d9eb96eef71b943d857f 199.204.45.129 - - [10/Apr/2026:01:31:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7e712686cdb212edcabf9cfd0516ee0c 199.204.45.129 - - [10/Apr/2026:01:31:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d288e425ce97ab3657bf87b1fe2875be 199.204.45.129 - - [10/Apr/2026:01:32:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.008 300 f33a326301309258367f667c726d13b1 199.204.45.129 - - [10/Apr/2026:01:32:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.122:5000 3201 0.298 201 762ab96b40f4ea5d6e2c6f728387c3f7 199.204.45.129 - - [10/Apr/2026:01:32:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4827cf0063b8c72e2740fb6623b94aa3 199.204.45.129 - - [10/Apr/2026:01:32:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3766dbf5fd1503baba0c6c6344af052d 199.204.45.129 - - [10/Apr/2026:01:32:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 2f29d509b6b0241f64d5a2b3d7c93045 199.204.45.129 - - [10/Apr/2026:01:32:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.122:5000 3201 0.309 201 9c990d57e6f1b5c67bca3593cc165d39 199.204.45.129 - - [10/Apr/2026:01:32:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ca8501ac387895c2c9b98b54829b775d 199.204.45.129 - - [10/Apr/2026:01:32:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e50f76dc7058c87f2cea70c8a61547a W0410 01:32:04.109962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:04.109993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [10/Apr/2026:01:32:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.003 300 8a30b0407da8e8288941a9fa0f39c16c 199.204.45.129 - - [10/Apr/2026:01:32:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.122:5000 3201 0.294 201 854f4533aaff506f81dde9722bb8aa4a 199.204.45.129 - - [10/Apr/2026:01:32:04 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.137:9292 1312 0.002 300 dae5ec3c13582007e5c8b6073474606b 199.204.45.129 - - [10/Apr/2026:01:32:05 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.563 [openstack-glance-api-9292] [] 10.0.0.137:9292 69 0.564 200 359978e3aab6c8b65aa9c08165b55ad1 199.204.45.129 - - [10/Apr/2026:01:32:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.122:5000 281 0.004 300 a3cb70f9499a996736718a7c4e6c3107 199.204.45.129 - - [10/Apr/2026:01:32:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.122:5000 3201 0.283 201 70ed5016537e156700eb3e7d4f04de36 199.204.45.129 - - [10/Apr/2026:01:32:08 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.137:9292 1312 0.002 300 cd45487e092032a13f5ae5d530d6f328 199.204.45.129 - - [10/Apr/2026:01:32:08 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.034 [openstack-glance-api-9292] [] 10.0.0.137:9292 69 0.034 200 b55f3d54ee6ca722b8a64ead7e59bb3f 199.204.45.129 - - [10/Apr/2026:01:32:08 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.120 [openstack-glance-api-9292] [] 10.0.0.137:9292 151 0.120 404 f35fe6415a5f8992b4dba19f179e3b80 199.204.45.129 - - [10/Apr/2026:01:32:08 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.137:9292 81 0.024 200 e80ed623ae8c1f2508dc6e264a59aee7 199.204.45.129 - - [10/Apr/2026:01:32:09 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.137:9292 84 0.024 200 5320d7c29603951184fb46f367c325ef 199.204.45.129 - - [10/Apr/2026:01:32:09 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.064 [openstack-glance-api-9292] [] 10.0.0.137:9292 760 0.064 201 c8de07ed30e91f6f44104214b02c709e 199.204.45.129 - - [10/Apr/2026:01:32:13 +0000] "PUT /v2/images/0ac86ba2-f423-4ac4-beb8-12055d9b9699/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.077 [openstack-glance-api-9292] [] 10.0.0.137:9292 0 4.077 204 c3a8f34160e3230006071a005e53a1a9 199.204.45.129 - - [10/Apr/2026:01:32:13 +0000] "GET /v2/images/0ac86ba2-f423-4ac4-beb8-12055d9b9699 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.137:9292 1171 0.016 200 a554b00335a4ebb910e9bc0e4e9cfe3f 199.204.45.129 - - [10/Apr/2026:01:32:13 +0000] "GET /v2/images/0ac86ba2-f423-4ac4-beb8-12055d9b9699 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.137:9292 1171 0.014 200 51512077ec88e00eb351ef70c4f4ee27 W0410 01:32:16.203378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:16.203417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:19.537364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:19.537427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:32:38.835023 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.106.117.62"}] I0410 01:32:38.839933 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3ac61627-b6cc-44dc-b842-2a7b6e5d0582", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10923", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:32:38.841352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:38.841396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store