------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0416 02:55:41.040613 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 02:55:41.040786 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0416 02:55:41.050993 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0416 02:55:41.053985 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0416 02:55:41.756169 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0416 02:55:44.334390 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0416 02:55:44.350913 7 nginx.go:271] "Starting NGINX Ingress controller" I0416 02:55:44.357397 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"03230ac8-ed31-474a-b52d-cccc47e29860", APIVersion:"v1", ResourceVersion:"1253", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0416 02:55:44.361995 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"26d27446-4473-4ac2-b2d6-e3998eb3554b", APIVersion:"v1", ResourceVersion:"1251", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0416 02:55:44.362197 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"a62334e5-83c7-4dc3-845d-6beb52b1b990", APIVersion:"v1", ResourceVersion:"1252", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0416 02:55:45.552590 7 nginx.go:317] "Starting NGINX process" I0416 02:55:45.552746 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0416 02:55:45.553573 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0416 02:55:45.553849 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0416 02:55:45.553907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:55:45.553928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 02:55:45.553979 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 02:55:45.706589 7 controller.go:216] "Backend successfully reloaded" I0416 02:55:45.706974 7 controller.go:227] "Initial sync, sleeping for 1 second" I0416 02:55:45.707132 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5r85p", UID:"90d3a2c9-6840-427b-aa16-3a7d37150af2", APIVersion:"v1", ResourceVersion:"1431", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 02:55:45.744108 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0416 02:55:45.744219 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-5r85p" W0416 02:55:49.371779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:55:49.371808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:55:52.705026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:55:52.705160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:55:56.039200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:55:56.039256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:55:59.373484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:55:59.373523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:56:02.706506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:56:02.706588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:56:06.038318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:56:06.038360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:56:55.885428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:56:55.885464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:01.798162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:01.798189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:05.131827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:05.131966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:08.465260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:08.465302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:11.798281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:11.798342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:15.132482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:15.132524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:19.162982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:19.163126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:22.498148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:22.498172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:26.864149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:26.864185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:53.114065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:53.114113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:56.448270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:57:56.448311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:42.851580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:42.851622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:46.185200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:46.185248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:49.519279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:49.519313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:52.852870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:52.852913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:56.185615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:58:56.185658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:00.708570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:00.708609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:04.044644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:04.044695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:07.377506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:07.377549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:10.709105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:10.709153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:14.042239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 02:59:14.042279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:00:42.979158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:00:42.979197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:00:46.312572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:00:46.312628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:26.790993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:26.791042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:28.769742 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-119.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-119.nip.io-tls was not found. Using default certificate W0416 03:01:28.769818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:28.769868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:01:28.770821 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0416 03:01:28.771020 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0416 03:01:28.776460 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0416 03:01:28.777108 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-119.nip.io-tls" in local store I0416 03:01:28.777660 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"0bc46087-dad5-4079-8771-67561d7dd346", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3743", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:01:29.057803 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-119.nip.io-tls" I0416 03:01:29.060663 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-119.nip.io-tls" W0416 03:01:30.125117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:30.125159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:01:30.125211 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:01:30.181764 7 controller.go:216] "Backend successfully reloaded" I0416 03:01:30.182461 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5r85p", UID:"90d3a2c9-6840-427b-aa16-3a7d37150af2", APIVersion:"v1", ResourceVersion:"1431", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 03:01:33.458250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:33.458296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.119 - - [16/Apr/2026:03:01:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.068 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 2.067 200 7948591e103b6faa6d28ef049236a93e 199.19.213.119 - - [16/Apr/2026:03:01:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.188 [auth-system-keycloak-80] [] 10.0.0.30:8080 116 0.188 404 cbb00e36af4c949732487e7907a16884 W0416 03:01:40.086871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:40.086916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.119 - - [16/Apr/2026:03:01:43 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.395 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 5.394 201 437ade150a662cc606e5cc86e8a24d0c W0416 03:01:43.421213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:43.421283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.119 - - [16/Apr/2026:03:01:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.594 [auth-system-keycloak-80] [] 10.0.0.30:8080 4246 0.594 200 7d7227b02dae2f59873fcaf9551b01c6 199.19.213.119 - - [16/Apr/2026:03:01:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.553 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.552 200 7ac10da0282d7dc4d6a8e23983aecfb0 199.19.213.119 - - [16/Apr/2026:03:01:44 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.035 [auth-system-keycloak-80] [] 10.0.0.30:8080 12500 0.035 200 60b97803248bc4662137abe170f939a2 199.19.213.119 - - [16/Apr/2026:03:01:45 +0000] "GET /admin/realms/atmosphere/client-scopes/55ca101a-d796-47f8-8b8c-beb0dc9363c6 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.040 [auth-system-keycloak-80] [] 10.0.0.30:8080 1278 0.040 200 d91c1c9c4d869a044183a9a29f18d107 199.19.213.119 - - [16/Apr/2026:03:01:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/55ca101a-d796-47f8-8b8c-beb0dc9363c6 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.023 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.022 204 a66bed4aaf654ab85dff448db2463138 199.19.213.119 - - [16/Apr/2026:03:01:45 +0000] "GET /admin/realms/atmosphere/client-scopes/55ca101a-d796-47f8-8b8c-beb0dc9363c6/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.056 [auth-system-keycloak-80] [] 10.0.0.30:8080 963 0.056 200 864ff6bd27cb135fb716fbec75fe2648 199.19.213.119 - - [16/Apr/2026:03:01:45 +0000] "GET /admin/realms/atmosphere/client-scopes/55ca101a-d796-47f8-8b8c-beb0dc9363c6/protocol-mappers/models/ff631674-a9cb-4d4a-b114-674362d6f9a1 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 366 0.009 200 ca9c635c74c6fb8a0219bef0ba56c9e8 199.19.213.119 - - [16/Apr/2026:03:01:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/55ca101a-d796-47f8-8b8c-beb0dc9363c6/protocol-mappers/models/ff631674-a9cb-4d4a-b114-674362d6f9a1 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.079 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.079 204 e09b53283a131082f7ec72da612d9a89 199.19.213.119 - - [16/Apr/2026:03:01:45 +0000] "GET /admin/realms/atmosphere/client-scopes/55ca101a-d796-47f8-8b8c-beb0dc9363c6 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.30:8080 1218 0.084 200 a58c868e0f2eb680121d178c77b22d6a I0416 03:01:45.764051 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.139.173"}] I0416 03:01:45.772396 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"0bc46087-dad5-4079-8771-67561d7dd346", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3979", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:01:46.753694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:46.753736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:54.373748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:01:54.373774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:02:06.705478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:02:06.705505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.119 - - [16/Apr/2026:03:02:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.479 200 af40e7815f688e5d82c0cc403091fc9a 199.19.213.119 - - [16/Apr/2026:03:02:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.013 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.013 200 807a6e9709db73009f401f0bb5d563f4 199.19.213.119 - - [16/Apr/2026:03:02:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.169 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.168 201 aa0e8947a649d67951dd1a300c9278df 199.19.213.119 - - [16/Apr/2026:03:02:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.082 [auth-system-keycloak-80] [] 10.0.0.30:8080 1261 0.082 200 722a80bb6f0c04aa6561737559d44e03 199.19.213.119 - - [16/Apr/2026:03:02:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.501 200 1f21fa066c816ee69c0801b754e0db8c 199.19.213.119 - - [16/Apr/2026:03:02:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.009 200 b00ea9ad80f0eebb0bb390867c2b637e 199.19.213.119 - - [16/Apr/2026:03:02:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.076 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.075 201 8b0506b48fd9b3a1cdabe071a0758f32 199.19.213.119 - - [16/Apr/2026:03:02:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.070 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.070 200 e9b2f4d3114b60389340d6029174424b 199.19.213.119 - - [16/Apr/2026:03:02:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.445 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.444 200 83408df93682a235ad9a643ed2791911 199.19.213.119 - - [16/Apr/2026:03:02:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.032 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.032 200 92c2e339ae5bb45eb53e532b646f5849 W0416 03:02:10.039099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:02:10.039144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.119 - - [16/Apr/2026:03:02:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.092 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.090 201 9a8d6c73114115c70a927c5768600a7e 199.19.213.119 - - [16/Apr/2026:03:02:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.075 [auth-system-keycloak-80] [] 10.0.0.30:8080 1251 0.075 200 f13154a87da596261e950c06f46d4d9c 199.19.213.119 - - [16/Apr/2026:03:02:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.518 200 1f8ee9d53513848cd31213790a129752 199.19.213.119 - - [16/Apr/2026:03:02:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1261 0.006 200 80c468f1fad6c5f427f6aa030676b33d 199.19.213.119 - - [16/Apr/2026:03:02:11 +0000] "GET /admin/realms/atmosphere/clients/e0d2b1b2-19b8-4ca4-a611-b83b751b4a1f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.014 404 cdead83eb7664871399a6f437ab959b1 199.19.213.119 - - [16/Apr/2026:03:02:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.032 [auth-system-keycloak-80] [] 10.0.0.30:8080 1261 0.032 200 dd529d687676964f968651eba95a2f4b 199.19.213.119 - - [16/Apr/2026:03:02:11 +0000] "POST /admin/realms/atmosphere/clients/e0d2b1b2-19b8-4ca4-a611-b83b751b4a1f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.021 201 0ea94cb98e619993dbd8006e8c8b32f6 199.19.213.119 - - [16/Apr/2026:03:02:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 1261 0.007 200 f34c28d7596129c06b7c842d4fa2203c 199.19.213.119 - - [16/Apr/2026:03:02:11 +0000] "GET /admin/realms/atmosphere/clients/e0d2b1b2-19b8-4ca4-a611-b83b751b4a1f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.050 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.050 200 6df4aea6354016e37e3cdc31ff7a42e7 199.19.213.119 - - [16/Apr/2026:03:02:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.477 200 4227679dd372d540295d444433171521 199.19.213.119 - - [16/Apr/2026:03:02:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.030 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.030 200 f2d0b9460eb72022602df54d39f20dd7 199.19.213.119 - - [16/Apr/2026:03:02:12 +0000] "GET /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.009 404 0e6c51b6a5a08c83c04e18546459bdb7 199.19.213.119 - - [16/Apr/2026:03:02:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.008 200 21b41b3fc697c42a7d1298031829348a 199.19.213.119 - - [16/Apr/2026:03:02:12 +0000] "POST /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.111 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.110 201 80ac039d38a706b9a2a07c7e67ce06c4 199.19.213.119 - - [16/Apr/2026:03:02:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.019 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.019 200 a23e159c95dd9894b0968708e4e00ddf 199.19.213.119 - - [16/Apr/2026:03:02:12 +0000] "GET /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.30:8080 165 0.011 200 a876f7043c1065f9db7e36666ba73c3b 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.090 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 1.089 200 d438e12ddd129258e9c4f08f8f02528b 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.007 200 c500235cb09f1e9df3ac96943a05b748 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.114 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 1.108 200 ed93a85be999af147edb1d6ab6ccda69 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.071 [auth-system-keycloak-80] [] 10.0.0.30:8080 4246 0.071 200 2921408e79119f0afd87acc5af3fc971 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "GET /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.075 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.075 404 08cfd7379bc6737fa38ad7042ec9894e 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.008 200 632fa6ef9ee8d1c750f9f0a5a3c14ed6 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "POST /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.077 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.076 201 877134afd8ef601ba354f3c9290f2fb5 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.078 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.078 200 97edc0800f7a1f38a8d0d08c2851b59f 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "GET /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.090 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.090 200 33cedeec1b0456bb66599f1f8b0c1b93 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.498 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.497 204 cb645c2fd21158155e92ce91342eaf6b 199.19.213.119 - - [16/Apr/2026:03:02:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.293 [auth-system-keycloak-80] [] 10.0.0.30:8080 4384 0.293 200 0bb3caf7a5ade055f91e3128b6de9357 199.19.213.119 - - [16/Apr/2026:03:02:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.853 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.852 200 640504f62d6f73ca967deb7fc2c3258b 199.19.213.119 - - [16/Apr/2026:03:02:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.074 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.074 200 18bf271d0ad1afc1b0fdec2d10fd56e1 199.19.213.119 - - [16/Apr/2026:03:02:15 +0000] "GET /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.007 404 b90aa2736bf6fa171e83bc7aaf8d601b 199.19.213.119 - - [16/Apr/2026:03:02:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.069 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.069 200 8baba967a3bffb27e604cd2c93652aa8 199.19.213.119 - - [16/Apr/2026:03:02:15 +0000] "POST /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.107 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.106 201 dffb1fbbb6b164a67f24ea40bb4b0c17 199.19.213.119 - - [16/Apr/2026:03:02:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.073 [auth-system-keycloak-80] [] 10.0.0.30:8080 1286 0.073 200 5a22cb798aedbcb59d9f0c73b1a15963 199.19.213.119 - - [16/Apr/2026:03:02:16 +0000] "GET /admin/realms/atmosphere/clients/0b153f1f-a5dc-4c30-a708-13ce573fb53b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.111 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.111 200 9b758a3d3bc41591bea5a376da5729ec 199.19.213.119 - - [16/Apr/2026:03:02:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.935 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.934 200 8f6a729a60d86053c70837fa4c4fd3da 199.19.213.119 - - [16/Apr/2026:03:02:16 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.30:8080 1682 0.010 200 36c21aad47c6a354f87085c46c757717 199.19.213.119 - - [16/Apr/2026:03:02:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.100 [auth-system-keycloak-80] [] 10.0.0.30:8080 6432 0.100 200 1a7ba3d65c18362a069cb352e50524d9 199.19.213.119 - - [16/Apr/2026:03:02:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.727 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.726 200 f52f0ed7804610c8dab8eab824691566 199.19.213.119 - - [16/Apr/2026:03:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.30:8080 1251 0.048 200 ef95b26f2fd0e5e2ad14e3700aab488a 199.19.213.119 - - [16/Apr/2026:03:02:17 +0000] "GET /admin/realms/atmosphere/clients/74fccc0d-122c-4118-b345-33ec565bd447/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.009 404 e831d83652a2740fa93380c686ea6bc4 199.19.213.119 - - [16/Apr/2026:03:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 1251 0.007 200 06c5e3447e325382d9a0893951beaceb 199.19.213.119 - - [16/Apr/2026:03:02:17 +0000] "POST /admin/realms/atmosphere/clients/74fccc0d-122c-4118-b345-33ec565bd447/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.021 201 ba8e48e9771b74a5175b5ae714185f57 199.19.213.119 - - [16/Apr/2026:03:02:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.016 [auth-system-keycloak-80] [] 10.0.0.30:8080 1251 0.016 200 bafaecfaf59c0085fb83c7befd8acab9 199.19.213.119 - - [16/Apr/2026:03:02:17 +0000] "GET /admin/realms/atmosphere/clients/74fccc0d-122c-4118-b345-33ec565bd447/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.015 200 50a2eaa5156c39e32e6b5ef907981baa 199.19.213.119 - - [16/Apr/2026:03:02:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.454 200 0a23ec8ac0e4fbeafd5f158b0fa42492 199.19.213.119 - - [16/Apr/2026:03:02:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.006 200 4ceb22fe576856fa51e7e564ef90270f 199.19.213.119 - - [16/Apr/2026:03:02:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.099 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.098 201 24fc2b2c67eb757180e6d427639d8ebd 199.19.213.119 - - [16/Apr/2026:03:02:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.30:8080 2246 0.071 200 657c49c7c8081464351cc8a9cd1c1487 199.19.213.119 - - [16/Apr/2026:03:02:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.464 200 2c0f550e5e31db16e9b997786e09056e 199.19.213.119 - - [16/Apr/2026:03:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 2246 0.006 200 e65d1cdf1cb3dbb08c8ecfab1ec2f45f 199.19.213.119 - - [16/Apr/2026:03:02:19 +0000] "GET /admin/realms/atmosphere/clients/e462da0f-dae9-45b7-b5da-0431be1eec9b/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.30:8080 233 0.016 200 1e0ffa2f34c7d6179c73e5ad17c6b070 199.19.213.119 - - [16/Apr/2026:03:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.062 [auth-system-keycloak-80] [] 10.0.0.30:8080 831 0.062 200 9cf01b98018ee6b93834e3438ded86de 199.19.213.119 - - [16/Apr/2026:03:02:19 +0000] "GET /admin/realms/atmosphere/clients/95088b84-bcaf-4bff-9171-c17428a7d3b6/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.086 [auth-system-keycloak-80] [] 10.0.0.30:8080 3758 0.086 200 53c86bf29bd6b8422070cc55e76885dc 199.19.213.119 - - [16/Apr/2026:03:02:20 +0000] "GET /admin/realms/atmosphere/users/95ee8261-933b-446c-9546-af36318f570a/role-mappings/clients/95088b84-bcaf-4bff-9171-c17428a7d3b6/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.103 [auth-system-keycloak-80] [] 10.0.0.30:8080 3758 0.103 200 8821a40c67096bb1408e3fe471d6212b 199.19.213.119 - - [16/Apr/2026:03:02:20 +0000] "GET /admin/realms/atmosphere/users/95ee8261-933b-446c-9546-af36318f570a/role-mappings/clients/95088b84-bcaf-4bff-9171-c17428a7d3b6/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.077 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.077 200 bc83e4c891ca10689db1f1486f0e57a1 199.19.213.119 - - [16/Apr/2026:03:02:20 +0000] "POST /admin/realms/atmosphere/users/95ee8261-933b-446c-9546-af36318f570a/role-mappings/clients/95088b84-bcaf-4bff-9171-c17428a7d3b6 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.044 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.043 204 5f3cd778dc093892642637c507680201 199.19.213.119 - - [16/Apr/2026:03:02:20 +0000] "GET /admin/realms/atmosphere/users/95ee8261-933b-446c-9546-af36318f570a/role-mappings/clients/95088b84-bcaf-4bff-9171-c17428a7d3b6/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.029 [auth-system-keycloak-80] [] 10.0.0.30:8080 576 0.029 200 58ee5bad655b0573f4d5c752de23d005 W0416 03:02:24.175933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:02:24.176226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:02:27.509459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:02:27.509504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:26.930872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:26.930916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:27.009916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:03:27.009978 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0416 03:03:27.010032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:27.010047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:27.010168 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:27.010282 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0416 03:03:27.010304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:27.010316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:27.010330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:27.010377 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0416 03:03:27.010416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:27.010430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:03:27.011644 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0416 03:03:27.011672 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0416 03:03:27.012072 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0416 03:03:27.012099 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0416 03:03:27.012759 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0416 03:03:27.012801 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0416 03:03:27.018674 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0416 03:03:27.019252 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0416 03:03:27.019300 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"100a55b3-59a4-4740-aaec-812665e6512d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5022", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:03:27.027496 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0416 03:03:27.027759 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0416 03:03:27.027773 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0416 03:03:27.028736 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0416 03:03:27.028761 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"623d45a8-adf9-49b8-87d0-accc311e762d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5024", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:03:27.028773 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8edf7beb-cd55-42a3-9c16-15561f31f8d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5025", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:03:27.366307 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0416 03:03:27.367427 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0416 03:03:27.367469 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0416 03:03:27.368614 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0416 03:03:28.528257 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0416 03:03:28.529515 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0416 03:03:30.264681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:30.264833 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:03:30.264912 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:30.265173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:30.265242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:03:30.265478 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:03:30.327587 7 controller.go:216] "Backend successfully reloaded" I0416 03:03:30.327967 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5r85p", UID:"90d3a2c9-6840-427b-aa16-3a7d37150af2", APIVersion:"v1", ResourceVersion:"1431", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 03:03:33.598128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:33.598220 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:03:33.598272 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:33.598387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:33.598436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:36.932205 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:36.934081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:03:36.934281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:36.934492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:36.934575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:40.265319 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:40.265389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:03:40.265425 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:40.265534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:40.265562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:44.930488 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:44.930545 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:03:44.930583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:44.931607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:44.931679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:03:45.822413 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.139.173"}] I0416 03:03:45.822947 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.139.173"}] I0416 03:03:45.824394 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.139.173"}] I0416 03:03:45.979244 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"623d45a8-adf9-49b8-87d0-accc311e762d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5522", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:03:45.991038 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8edf7beb-cd55-42a3-9c16-15561f31f8d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5523", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 03:03:45.993721 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"100a55b3-59a4-4740-aaec-812665e6512d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5524", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:03:48.264074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:48.264147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:03:48.264183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:48.264311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:48.264341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:51.598360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:51.598421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 03:03:51.598517 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:51.598723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:51.598752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.109 - - [16/Apr/2026:03:03:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 6432 0.008 200 e2260172be287034bdd7edaae276db89 10.0.0.97 - - [16/Apr/2026:03:03:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.30:8080 6432 0.010 200 e5e8108381b7731ce055b17794a82ca0 W0416 03:03:57.435886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:03:57.435946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 03:03:57.436027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:03:57.436058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:00.770561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:04:00.770905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:00.770937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:04.103829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:04:04.104214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:04.104256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:07.436746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 03:04:07.437071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:07.437111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:10.770345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:10.770403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:14.103606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:14.103651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:29.732482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:04:29.732516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:07.083220 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 03:05:07.083280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:07.083294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:05:07.085613 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:28.7kB} I0416 03:05:07.085640 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0416 03:05:07.090392 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0416 03:05:07.090899 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0416 03:05:07.091220 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"cdc2e28c-5265-4255-a2ad-d7abc561e307", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6100", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:05:07.091256 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 03:05:07.091319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:07.091337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:05:07.091454 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:05:07.150269 7 controller.go:216] "Backend successfully reloaded" I0416 03:05:07.150841 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5r85p", UID:"90d3a2c9-6840-427b-aa16-3a7d37150af2", APIVersion:"v1", ResourceVersion:"1431", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 03:05:07.362459 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0416 03:05:07.367934 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0416 03:05:10.425365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:10.425401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.119 - - [16/Apr/2026:03:05:11 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.005 300 af0444da571e585d50d5d8a5e80f1433 199.19.213.119 - - [16/Apr/2026:03:05:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.005 200 f0d01ccc17b4aaa2a50ae06aca548a3e 199.19.213.119 - - [16/Apr/2026:03:05:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.465 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1360 0.465 201 b16d1dfb64a34753c9b460bb792b1758 199.19.213.119 - - [16/Apr/2026:03:05:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.005 300 66a6d9038f2b89850a30a0b8967787f2 199.19.213.119 - - [16/Apr/2026:03:05:13 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.70:5000 90 0.036 404 ee5cfa10a209864fcef2a6e26c17dd2b 199.19.213.119 - - [16/Apr/2026:03:05:13 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.70:5000 370 0.026 200 074fe64fe662df08355d484ba751d21d 199.19.213.119 - - [16/Apr/2026:03:05:13 +0000] "GET /v3/domains/82ebe3a8c40945a1af5f3c4484f4b7dd HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.70:5000 247 0.020 200 7d2fc8ca166d18719ec14a22beec4985 199.19.213.119 - - [16/Apr/2026:03:05:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.004 200 28b3745a6baa2a9ff2a94e1288e0c03c 199.19.213.119 - - [16/Apr/2026:03:05:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1360 0.297 201 03cfe61a9afd1b9d6bb035db027e2ae9 199.19.213.119 - - [16/Apr/2026:03:05:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.003 300 737243f07dfe93a9287d68ba5f342d10 199.19.213.119 - - [16/Apr/2026:03:05:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.70:5000 101 0.019 404 15c2011db285f81968d9b45a81771c4b 199.19.213.119 - - [16/Apr/2026:03:05:15 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.70:5000 156 0.020 200 66e0aba5491bae7d5b5dc2457e36a360 199.19.213.119 - - [16/Apr/2026:03:05:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.70:5000 342 0.025 201 72a7fe6b8a37e4791e8f800d5382ae26 199.19.213.119 - - [16/Apr/2026:03:05:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.002 200 54b3cc5991905b379ffa18e5c538a7ce 199.19.213.119 - - [16/Apr/2026:03:05:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1360 0.290 201 231605211450f63a9c9be7c429154eb5 199.19.213.119 - - [16/Apr/2026:03:05:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.003 300 a8028cbf1bd7bc013cb23add7da60d54 199.19.213.119 - - [16/Apr/2026:03:05:16 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.70:5000 98 0.020 404 efa2dddfef140288ee78e0e2798caf2b 199.19.213.119 - - [16/Apr/2026:03:05:16 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.70:5000 136 0.019 200 7569c5a06d8609e638965fb62fb7595b 199.19.213.119 - - [16/Apr/2026:03:05:16 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.70:5000 357 0.021 201 3fc820be97c0975f081c662b3bb783ee 199.19.213.119 - - [16/Apr/2026:03:05:16 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.004 200 d11deea0806da5d46d79260b9884fb92 199.19.213.119 - - [16/Apr/2026:03:05:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1360 0.302 201 f048f6ff203abefc322fae4d210830f1 199.19.213.119 - - [16/Apr/2026:03:05:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.004 300 dfb375bf57e7d8f147ac97a88af8d050 199.19.213.119 - - [16/Apr/2026:03:05:17 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.70:5000 131 0.022 404 7c37b074b38dff4395d99d5b2357cf63 199.19.213.119 - - [16/Apr/2026:03:05:17 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.015 [openstack-keystone-api-5000] [] 10.0.0.70:5000 168 0.015 200 de68ecf8e7c5e062f1f850451de434c6 199.19.213.119 - - [16/Apr/2026:03:05:17 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.70:5000 224 0.025 201 47e61ac778efe4f7bf56295c4c72ae78 W0416 03:05:23.483289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:23.483326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:26.817046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:26.817099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:30.150256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:30.150298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:05:45.751831 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.139.173"}] I0416 03:05:45.759172 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"cdc2e28c-5265-4255-a2ad-d7abc561e307", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6450", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:05:45.761343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:45.761372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0416 03:05:54.542811 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-119.nip.io. Skipping. W0416 03:05:54.543310 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 03:05:54.543449 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0416 03:05:54.543521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:54.543547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:05:54.547656 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.006s testedConfigurationSize:33.4kB} I0416 03:05:54.547692 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0416 03:05:54.555752 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0416 03:05:54.555819 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-119.nip.io. Skipping. W0416 03:05:54.556029 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0416 03:05:54.556208 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 03:05:54.556276 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate I0416 03:05:54.556266 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"410dcb46-8643-43c8-ad82-6cd46c640d46", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6509", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:05:54.556319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:54.556332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:05:54.556411 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 03:05:54.603010 7 controller.go:216] "Backend successfully reloaded" I0416 03:05:54.603351 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5r85p", UID:"90d3a2c9-6840-427b-aa16-3a7d37150af2", APIVersion:"v1", ResourceVersion:"1431", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 03:05:54.987805 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0416 03:05:54.987971 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-119.nip.io. Skipping. I0416 03:05:54.988921 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0416 03:05:57.890235 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 03:05:57.890607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:05:57.890638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.119 - - [16/Apr/2026:03:06:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.30:8080 1928 0.474 200 a101cc2608cdc8202a67ec40d9ae5b49 199.19.213.119 - - [16/Apr/2026:03:06:14 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.049 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.049 200 1512531fe47398863105a5501e646349 199.19.213.119 - - [16/Apr/2026:03:06:14 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.023 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.022 201 a74761714cdd1bc98cea2ccf5c464c60 199.19.213.119 - - [16/Apr/2026:03:06:14 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.049 [auth-system-keycloak-80] [] 10.0.0.30:8080 322 0.049 200 13b194290819c6e2f9558435c8fa644f 199.19.213.119 - - [16/Apr/2026:03:06:14 +0000] "GET /admin/realms/atmosphere/users/e47e8d89-e966-45d2-8717-680d3cade66a/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.012 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.012 200 52218f04a9b3bb1081a86ad825c81934 199.19.213.119 - - [16/Apr/2026:03:06:14 +0000] "GET /admin/realms/atmosphere/users/e47e8d89-e966-45d2-8717-680d3cade66a/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.005 200 4a782666f03a6eb24148d21069beb480 199.19.213.119 - - [16/Apr/2026:03:06:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.006 200 971b51d7025e2e8867300c7236f5d32c 199.19.213.119 - - [16/Apr/2026:03:06:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.320 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1360 0.320 201 ecfd74672dcbe693d9ea4ce6f3be59af 199.19.213.119 - - [16/Apr/2026:03:06:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.004 300 de320e35e5938bf485a083f12e683846 199.19.213.119 - - [16/Apr/2026:03:06:15 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.026 [openstack-keystone-api-5000] [] 10.0.0.70:5000 90 0.026 404 5f0b57378c9db522ca93b37b20c93b2a 199.19.213.119 - - [16/Apr/2026:03:06:15 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.70:5000 370 0.033 200 4de3594eb5d009c413dfc0560a5f24b5 199.19.213.119 - - [16/Apr/2026:03:06:15 +0000] "GET /v3/users?domain_id=82ebe3a8c40945a1af5f3c4484f4b7dd&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.128 [openstack-keystone-api-5000] [] 10.0.0.70:5000 174 0.128 200 8a58dd83e3c43b9abeaaa30c8365900d 199.19.213.119 - - [16/Apr/2026:03:06:17 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.007 [openstack-keystone-api-5000] [] 10.0.0.70:5000 266 0.007 200 79d10129310e6db06cbf03c8eb26bf2f 199.19.213.119 - - [16/Apr/2026:03:06:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.328 [openstack-keystone-api-5000] [] 10.0.0.70:5000 1360 0.328 201 3f8a7d438ae7e4dff93839a130a7edf1 199.19.213.119 - - [16/Apr/2026:03:06:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.70:5000 281 0.003 300 fdbd1f15d5a542e10d8409353f6ad8c1 199.19.213.119 - - [16/Apr/2026:03:06:17 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.031 [openstack-keystone-api-5000] [] 10.0.0.70:5000 90 0.031 404 7ead751ab68fea297d50da1c50292659 199.19.213.119 - - [16/Apr/2026:03:06:17 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.030 [openstack-keystone-api-5000] [] 10.0.0.70:5000 370 0.030 200 d32c743479079b7a3d2202d1a1402456 199.19.213.119 - - [16/Apr/2026:03:06:17 +0000] "GET /v3/users?domain_id=82ebe3a8c40945a1af5f3c4484f4b7dd&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.128 [openstack-keystone-api-5000] [] 10.0.0.70:5000 451 0.128 200 853eddf7abb3c8f4b935c6fef6c983f4 W0416 03:06:37.100811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:06:37.100840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:06:40.435280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:06:40.435317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:06:43.768647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:06:43.768697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 03:06:45.750259 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.103.139.173"}] E0416 03:06:45.754063 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-119.nip.io. Skipping. I0416 03:06:45.754176 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"410dcb46-8643-43c8-ad82-6cd46c640d46", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6839", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 03:06:47.100883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 03:06:47.100910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store