------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0508 18:18:01.216756 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0508 18:18:01.217659 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0508 18:18:01.226326 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0508 18:18:01.230988 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0508 18:18:01.441738 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0508 18:18:01.461163 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0508 18:18:01.478508 7 nginx.go:271] "Starting NGINX Ingress controller" I0508 18:18:01.483459 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"3e4202c2-5b45-480e-9391-deac69032d81", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0508 18:18:01.492243 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"6d8f07bb-f9bc-422b-8498-988ca6bd5510", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0508 18:18:01.492311 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"8c3655d7-e75e-4aa4-b35d-de708104d9a5", APIVersion:"v1", ResourceVersion:"1338", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0508 18:18:02.681111 7 nginx.go:317] "Starting NGINX process" I0508 18:18:02.681204 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0508 18:18:02.681711 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0508 18:18:02.682081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:02.682121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:18:02.682178 7 controller.go:196] "Configuration changes detected, backend reload required" I0508 18:18:02.688527 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0508 18:18:02.688605 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-kfxph" I0508 18:18:02.713182 7 controller.go:216] "Backend successfully reloaded" I0508 18:18:02.713274 7 controller.go:227] "Initial sync, sleeping for 1 second" I0508 18:18:02.713323 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfxph", UID:"d0910127-6b0d-4b95-9950-3cf3df3d6caa", APIVersion:"v1", ResourceVersion:"1382", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0508 18:18:06.502985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:06.503028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:09.836369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:09.836414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:13.170614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:13.170666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:16.503296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:16.503336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:19.836648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:19.836695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:23.170275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:23.170329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:26.504076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:26.504118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:29.837179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:29.837223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:38.731441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:18:38.731489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:27.414025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:27.414068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:30.748380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:30.748428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:46.374843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:46.374884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:49.708324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:49.708355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:53.042837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:53.042896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:56.375377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:56.375448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:59.709683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:19:59.709728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:03.042203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:03.042246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:06.375282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:06.375330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:09.710551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:09.710592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:13.332680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:13.332708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:16.667267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:16.667392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:19.999658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:20:19.999699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:22:13.968780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:22:13.968815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:22:17.302806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:22:17.302849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:22:17.618685 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-129.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-129.nip.io-tls was not found. Using default certificate W0508 18:22:17.618746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:22:17.618763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:22:17.620593 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0508 18:22:17.620629 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0508 18:22:17.627141 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0508 18:22:17.627507 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-129.nip.io-tls" in local store I0508 18:22:17.627594 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"efb6b1d7-e194-4ef3-9df8-86295be6a757", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3357", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0508 18:22:17.905243 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-129.nip.io-tls" I0508 18:22:17.906886 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-129.nip.io-tls" W0508 18:22:20.635761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:22:20.635809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:22:20.635884 7 controller.go:196] "Configuration changes detected, backend reload required" I0508 18:22:20.675386 7 controller.go:216] "Backend successfully reloaded" I0508 18:22:20.675683 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfxph", UID:"d0910127-6b0d-4b95-9950-3cf3df3d6caa", APIVersion:"v1", ResourceVersion:"1382", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0508 18:22:23.969959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:22:23.970013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [08/May/2026:18:22:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.055 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 2.055 200 fe2a754da92cddf24c63afe8d40b4ee3 199.204.45.129 - - [08/May/2026:18:22:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.185 [auth-system-keycloak-80] [] 10.0.0.66:8080 116 0.185 404 5c688aba499009d06955fc12a69e4606 199.204.45.129 - - [08/May/2026:18:22:33 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.598 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 4.597 201 4e8b6d864929f63cc3d2a5d3d2ad06cf 199.204.45.129 - - [08/May/2026:18:22:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.664 [auth-system-keycloak-80] [] 10.0.0.66:8080 4246 0.664 200 d6e3db9110b1a3fb8ba8d49373a0096b 199.204.45.129 - - [08/May/2026:18:22:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.519 200 721cb0c39f78f244c5cdea71b4311434 199.204.45.129 - - [08/May/2026:18:22:35 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.074 [auth-system-keycloak-80] [] 10.0.0.66:8080 12500 0.074 200 3ee0958d99fe3c6cf13319d6e22884d1 199.204.45.129 - - [08/May/2026:18:22:35 +0000] "GET /admin/realms/atmosphere/client-scopes/a92ba203-a238-4d05-830f-83d02c177c5b HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.66:8080 1278 0.007 200 ed34338cacbb1bc3a723497061e3e7fb 199.204.45.129 - - [08/May/2026:18:22:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/a92ba203-a238-4d05-830f-83d02c177c5b HTTP/1.1" 204 0 "-" "Ansible" 1848 0.061 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.060 204 3ee3691ce418b0d22e79a5d4f269e2bb 199.204.45.129 - - [08/May/2026:18:22:35 +0000] "GET /admin/realms/atmosphere/client-scopes/a92ba203-a238-4d05-830f-83d02c177c5b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.66:8080 963 0.019 200 3678f003f96d4c458f97d342dc998346 199.204.45.129 - - [08/May/2026:18:22:35 +0000] "GET /admin/realms/atmosphere/client-scopes/a92ba203-a238-4d05-830f-83d02c177c5b/protocol-mappers/models/2d03bdb1-f8ad-4d22-9664-7aa045e0e182 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.66:8080 366 0.061 200 8a984e4fd9a6580221e0d2d8badd1dea 199.204.45.129 - - [08/May/2026:18:22:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/a92ba203-a238-4d05-830f-83d02c177c5b/protocol-mappers/models/2d03bdb1-f8ad-4d22-9664-7aa045e0e182 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.089 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.088 204 efbf77ba420955c7186a38ef51ff748c 199.204.45.129 - - [08/May/2026:18:22:35 +0000] "GET /admin/realms/atmosphere/client-scopes/a92ba203-a238-4d05-830f-83d02c177c5b HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.66:8080 1218 0.016 200 3ba0572a3c30ba31fee083dd064c93b2 199.204.45.129 - - [08/May/2026:18:22:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.475 200 1b30d039b506e15de6b6fb828dd38201 199.204.45.129 - - [08/May/2026:18:22:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.66:8080 2 0.050 200 986c1e49068c46993007a25f8da8c391 199.204.45.129 - - [08/May/2026:18:22:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.190 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.189 201 440b50e06b8e33fb7b2ed777eb0577f5 199.204.45.129 - - [08/May/2026:18:22:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.018 [auth-system-keycloak-80] [] 10.0.0.66:8080 1261 0.019 200 e10c36609ef3f927199263c93222c155 199.204.45.129 - - [08/May/2026:18:22:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.455 200 e6d848775c18392950b99fd36d16f09d 199.204.45.129 - - [08/May/2026:18:22:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.66:8080 2 0.010 200 571db4e72c2c4cf9fb4471daf38f0255 199.204.45.129 - - [08/May/2026:18:22:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.097 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.096 201 8cd4aa9ac3ceb2e2ed460fbe6ab0cd8d 199.204.45.129 - - [08/May/2026:18:22:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.073 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.073 200 596828d91bccd7b29e7d94e103a040f1 199.204.45.129 - - [08/May/2026:18:22:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.503 200 268751963cabdca7fbfc27f45eeb8a17 199.204.45.129 - - [08/May/2026:18:22:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.66:8080 2 0.010 200 485a0e71c7e127833b2a8978a1d87684 199.204.45.129 - - [08/May/2026:18:22:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.072 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.071 201 f385370228818221f9017ccb805352a3 199.204.45.129 - - [08/May/2026:18:22:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.66:8080 1251 0.082 200 987225c42b5bfcc364959adb10a13163 199.204.45.129 - - [08/May/2026:18:23:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.460 200 bdafbfc4b10f30e4b68997b719fa1dc3 199.204.45.129 - - [08/May/2026:18:23:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.66:8080 1261 0.006 200 7a2378e59d619e0c519000089c522585 199.204.45.129 - - [08/May/2026:18:23:00 +0000] "GET /admin/realms/atmosphere/clients/f5cec3aa-35bc-4441-abbd-9064bc6620d7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.66:8080 119 0.012 404 1c7ea746656765dfc8940869faf1b063 199.204.45.129 - - [08/May/2026:18:23:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.045 [auth-system-keycloak-80] [] 10.0.0.66:8080 1261 0.045 200 40e122c1ac6662777b83283ea748f869 199.204.45.129 - - [08/May/2026:18:23:00 +0000] "POST /admin/realms/atmosphere/clients/f5cec3aa-35bc-4441-abbd-9064bc6620d7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.018 201 3fbe8cb567cad30b24ba85118b374bbd 199.204.45.129 - - [08/May/2026:18:23:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.66:8080 1261 0.005 200 af47691449f532ee48b315ded3064cdd 199.204.45.129 - - [08/May/2026:18:23:00 +0000] "GET /admin/realms/atmosphere/clients/f5cec3aa-35bc-4441-abbd-9064bc6620d7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.66:8080 166 0.051 200 0dc481c0738f46e9c090e8958a5861fc 199.204.45.129 - - [08/May/2026:18:23:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.562 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.561 200 87afeb5d10adf356f137897fb6bc86b7 199.204.45.129 - - [08/May/2026:18:23:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.005 200 e60bd8c80d7032d01cc77088ee95eb98 199.204.45.129 - - [08/May/2026:18:23:01 +0000] "GET /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.035 [auth-system-keycloak-80] [] 10.0.0.66:8080 119 0.035 404 56c3a5732866476093778a2c0a9d8656 199.204.45.129 - - [08/May/2026:18:23:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.006 200 e96b9cb139eea8271a0f8558d6b1e826 199.204.45.129 - - [08/May/2026:18:23:01 +0000] "POST /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.013 201 250fe372c563849fc84870834a960f32 199.204.45.129 - - [08/May/2026:18:23:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.045 200 03a562b105f3f79687e26de580316eb9 199.204.45.129 - - [08/May/2026:18:23:01 +0000] "GET /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.66:8080 165 0.013 200 1f9dc92e65ea093f8e0799b2cbf6b1b3 199.204.45.129 - - [08/May/2026:18:23:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.459 200 85cd5c40338d82e09e72b815189c1cc3 199.204.45.129 - - [08/May/2026:18:23:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.007 200 e4319d82e3012074cfbd3774ac7de7fe 199.204.45.129 - - [08/May/2026:18:23:02 +0000] "GET /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.66:8080 119 0.008 404 e40937b5c913faad2ba3997da5f10cfc 199.204.45.129 - - [08/May/2026:18:23:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.006 200 ae5410b3f26a371cf57720d3df6329dc 199.204.45.129 - - [08/May/2026:18:23:02 +0000] "POST /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.044 201 999d7673cc578a7a3ad436279fe49377 199.204.45.129 - - [08/May/2026:18:23:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.006 200 3989074f618ccbddf869c861cbb88ed4 199.204.45.129 - - [08/May/2026:18:23:02 +0000] "GET /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.66:8080 166 0.071 200 6c159b09b1e979d47edfe1114bdd0a4f I0508 18:23:02.696274 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.249.118"}] I0508 18:23:02.704962 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"efb6b1d7-e194-4ef3-9df8-86295be6a757", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3781", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0508 18:23:02.706435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:23:02.706470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [08/May/2026:18:23:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.460 200 13033eff44098d868726b2e02b2e987d 199.204.45.129 - - [08/May/2026:18:23:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.045 200 aac6f9d03b724f2e59cf360637ab84c2 199.204.45.129 - - [08/May/2026:18:23:03 +0000] "GET /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.66:8080 119 0.009 404 69c2d176fb7a84447ce50772d7a3db48 199.204.45.129 - - [08/May/2026:18:23:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.005 200 1cf5d0541fedee9d5ea49d0c73921948 199.204.45.129 - - [08/May/2026:18:23:03 +0000] "POST /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.056 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.056 201 7acdbf34cd0b9d35f05f5817020bee29 199.204.45.129 - - [08/May/2026:18:23:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.66:8080 1286 0.007 200 c0e46a140c5f8c306e87c02ba882d69f 199.204.45.129 - - [08/May/2026:18:23:03 +0000] "GET /admin/realms/atmosphere/clients/ad16bd0d-c35e-40f3-80f6-6521fe687e3e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.66:8080 166 0.012 200 1762880354f401a8856fac79938e3e7c 199.204.45.129 - - [08/May/2026:18:23:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.427 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.426 200 defdb12d218f2075f3bcf0cba87d8b67 199.204.45.129 - - [08/May/2026:18:23:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.66:8080 1251 0.005 200 98c14918f829fc5df4f3bb8203321e6c 199.204.45.129 - - [08/May/2026:18:23:04 +0000] "GET /admin/realms/atmosphere/clients/19d19afd-1786-48d3-a7a2-357625e70d76/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.036 [auth-system-keycloak-80] [] 10.0.0.66:8080 119 0.036 404 3e59cc1a0acb4794ae799795c1e97413 199.204.45.129 - - [08/May/2026:18:23:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.66:8080 1251 0.006 200 eb010ce67e195c41e847741649a694af 199.204.45.129 - - [08/May/2026:18:23:04 +0000] "POST /admin/realms/atmosphere/clients/19d19afd-1786-48d3-a7a2-357625e70d76/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.081 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.080 201 9fcadea200149ef41c8f012e2fe28f2b 199.204.45.129 - - [08/May/2026:18:23:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.66:8080 1251 0.007 200 c4f5a35cbebc7b9f772c6fe42c336b31 199.204.45.129 - - [08/May/2026:18:23:04 +0000] "GET /admin/realms/atmosphere/clients/19d19afd-1786-48d3-a7a2-357625e70d76/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.66:8080 166 0.065 200 108c14fbae4f3e799fac1ce48e78c6d2 W0508 18:23:27.757543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:23:27.757572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:23:31.094110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:23:31.094156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:23:34.424503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:23:34.424547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:10.632029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:10.632066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:10.700376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0508 18:24:10.700437 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0508 18:24:10.700500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:10.700514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:10.701889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:10.701954 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0508 18:24:10.701990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:10.702009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:24:10.702137 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0508 18:24:10.702160 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0508 18:24:10.702145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:10.702325 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0508 18:24:10.702419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:10.702485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:24:10.704803 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0508 18:24:10.704876 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0508 18:24:10.705897 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0508 18:24:10.705921 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0508 18:24:10.707057 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0508 18:24:10.707437 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9cb6ab6a-b7d0-4dcf-ac5a-4f5223062a7c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0508 18:24:10.707443 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0508 18:24:10.713282 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0508 18:24:10.713638 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0508 18:24:10.714122 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0508 18:24:10.713722 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8f8e5d0f-21ae-4f4c-bcc3-c90ab4a553a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4377", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0508 18:24:10.714371 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0508 18:24:10.714407 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"36347e60-d119-4f8b-9407-98a3ef90598d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0508 18:24:10.947889 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0508 18:24:10.949205 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0508 18:24:11.519355 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0508 18:24:11.520488 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0508 18:24:11.879911 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0508 18:24:11.881291 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0508 18:24:13.966314 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:13.966360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0508 18:24:13.966389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:13.966483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:13.966497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:24:13.966669 7 controller.go:196] "Configuration changes detected, backend reload required" I0508 18:24:14.012160 7 controller.go:216] "Backend successfully reloaded" I0508 18:24:14.012410 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfxph", UID:"d0910127-6b0d-4b95-9950-3cf3df3d6caa", APIVersion:"v1", ResourceVersion:"1382", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0508 18:24:17.298902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:17.298971 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0508 18:24:17.299007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:17.299159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:17.299187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:20.632448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:20.632509 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0508 18:24:20.632545 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:20.632662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:20.632685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:23.965551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:23.965642 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0508 18:24:23.965703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:23.965900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:23.965935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:27.299372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:27.299423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0508 18:24:27.299447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:27.299688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:27.299712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:30.632996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:30.633059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0508 18:24:30.633097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:30.633214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:30.633241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:33.966278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:33.966392 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:33.966534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:33.966561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:37.299347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:37.299452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:37.299615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:37.299650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:40.632590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:40.632701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:40.632804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:40.632822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:43.966269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:43.966352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:43.966461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:43.966478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:47.298946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0508 18:24:47.299137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0508 18:24:47.299359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:47.299396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.223 - - [08/May/2026:18:24:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.66:8080 6432 0.029 200 b5d5b0576f06ce3ddc5d1774debafa0a 10.0.0.208 - - [08/May/2026:18:24:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.66:8080 6432 0.007 200 e9875b17cde2e6ab280912b184157a7b W0508 18:24:50.633031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:50.633076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:53.966662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:53.966713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:57.299485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:24:57.299519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:00.632537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:00.632676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:25:02.695446 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.249.118"}] I0508 18:25:02.695500 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.249.118"}] I0508 18:25:02.696023 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.249.118"}] I0508 18:25:02.700647 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9cb6ab6a-b7d0-4dcf-ac5a-4f5223062a7c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5550", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0508 18:25:02.703387 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8f8e5d0f-21ae-4f4c-bcc3-c90ab4a553a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5551", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0508 18:25:02.704168 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"36347e60-d119-4f8b-9407-98a3ef90598d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5552", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0508 18:25:03.966134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:03.966189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:07.299030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:07.299078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:10.632601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:10.632648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [08/May/2026:18:25:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.512 200 6cae3790010a7c11c465da78e1fb282f 199.204.45.129 - - [08/May/2026:18:25:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.66:8080 4246 0.006 200 1f09037a04e9adbe2b4e307923ae1949 199.204.45.129 - - [08/May/2026:18:25:12 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.378 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.377 204 9e1936ad86e24f8f2a67b6c9c54b7302 199.204.45.129 - - [08/May/2026:18:25:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.66:8080 4384 0.183 200 03ad94377a870c9e0b97ebff863b91eb 199.204.45.129 - - [08/May/2026:18:25:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.462 200 8698fdac51c0129225dcc2dd3b0a687b 199.204.45.129 - - [08/May/2026:18:25:14 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.013 [auth-system-keycloak-80] [] 10.0.0.66:8080 1682 0.013 200 469497e4125b85aa563af405dc306162 199.204.45.129 - - [08/May/2026:18:25:14 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.66:8080 6432 0.008 200 235a43017f5d5c910befff561fcdea73 199.204.45.129 - - [08/May/2026:18:25:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.476 200 e1b7fac20b4f788edaa4a21958ebc1db 199.204.45.129 - - [08/May/2026:18:25:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.66:8080 2 0.011 200 bd57c50b80c96ee5ebff33b29445d60c 199.204.45.129 - - [08/May/2026:18:25:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.080 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.079 201 2b55edbffd6759020621f837d359a590 199.204.45.129 - - [08/May/2026:18:25:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.076 [auth-system-keycloak-80] [] 10.0.0.66:8080 2246 0.077 200 ad22856edcbb280637bb66ae904f9c91 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.66:8080 1928 0.467 200 aad199a70c67e34144f07e2149f44c14 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.66:8080 2246 0.005 200 a0bd16ea9e94e2b2240947cc6fddbbab 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "GET /admin/realms/atmosphere/clients/823951a5-99c8-477f-bd58-10de235a4636/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.66:8080 233 0.015 200 17f94123993528dfa163fd8e70274834 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.047 [auth-system-keycloak-80] [] 10.0.0.66:8080 831 0.047 200 fa32649ab21975c2f4363419afb4502d 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "GET /admin/realms/atmosphere/clients/814e6238-d3ca-45bb-bc97-fcd9411c72d5/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.66:8080 3758 0.025 200 1a49910905ce67b65b9bee0e229cb88e 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "GET /admin/realms/atmosphere/users/ba834f0e-2f26-4e4a-95b2-e860b6e535de/role-mappings/clients/814e6238-d3ca-45bb-bc97-fcd9411c72d5/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.156 [auth-system-keycloak-80] [] 10.0.0.66:8080 3758 0.156 200 eb661e52bc0ee81863d28b2b7b9a193f 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "GET /admin/realms/atmosphere/users/ba834f0e-2f26-4e4a-95b2-e860b6e535de/role-mappings/clients/814e6238-d3ca-45bb-bc97-fcd9411c72d5/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.070 [auth-system-keycloak-80] [] 10.0.0.66:8080 2 0.070 200 6c07465bea1add0f375af9e5886d5a51 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "POST /admin/realms/atmosphere/users/ba834f0e-2f26-4e4a-95b2-e860b6e535de/role-mappings/clients/814e6238-d3ca-45bb-bc97-fcd9411c72d5 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.66:8080 0 0.017 204 a3f29b10d633abe7ac31439e0d1452d6 199.204.45.129 - - [08/May/2026:18:25:22 +0000] "GET /admin/realms/atmosphere/users/ba834f0e-2f26-4e4a-95b2-e860b6e535de/role-mappings/clients/814e6238-d3ca-45bb-bc97-fcd9411c72d5/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.069 [auth-system-keycloak-80] [] 10.0.0.66:8080 576 0.069 200 0619dd137d82dc63d9841c02cffea87c W0508 18:25:25.195012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:25.195046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:28.529499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:28.529545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:37.849343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:37.849382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:41.183726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:25:41.183771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:27:30.874470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:27:30.874513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:28:05.966579 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0508 18:28:05.966640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:28:05.966655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:28:05.969130 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0508 18:28:05.969157 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0508 18:28:05.973686 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0508 18:28:05.973888 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f47fb771-8a46-4090-919b-fa15ce85febb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6797", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0508 18:28:05.974396 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0508 18:28:05.974847 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0508 18:28:05.974953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:28:05.974981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0508 18:28:05.975184 7 controller.go:196] "Configuration changes detected, backend reload required" I0508 18:28:06.023033 7 controller.go:216] "Backend successfully reloaded" I0508 18:28:06.023372 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kfxph", UID:"d0910127-6b0d-4b95-9950-3cf3df3d6caa", APIVersion:"v1", ResourceVersion:"1382", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0508 18:28:06.166978 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0508 18:28:06.167985 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0508 18:28:09.310391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:28:09.310460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [08/May/2026:18:28:10 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.119:5000 281 0.006 300 a1435609f16ac812d1e781ed08e6322e I0508 18:29:02.694949 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.249.118"}] I0508 18:29:02.701695 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f47fb771-8a46-4090-919b-fa15ce85febb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7113", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0508 18:29:02.703828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0508 18:29:02.703866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store