------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0521 19:35:31.423003 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:35:31.423154 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0521 19:35:31.431919 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0521 19:35:31.435256 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0521 19:35:31.681532 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0521 19:35:31.702665 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0521 19:35:31.715362 7 nginx.go:271] "Starting NGINX Ingress controller" I0521 19:35:31.725199 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"3d081e70-8d3b-4e27-a0ff-e4ed673bd53e", APIVersion:"v1", ResourceVersion:"1332", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0521 19:35:31.729416 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c36d59bc-6836-491a-a01b-944921021504", APIVersion:"v1", ResourceVersion:"1333", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0521 19:35:31.729484 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c7c369d5-c9c1-4b3f-bb80-3d9c6beddae4", APIVersion:"v1", ResourceVersion:"1330", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0521 19:35:32.917953 7 nginx.go:317] "Starting NGINX process" I0521 19:35:32.918019 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0521 19:35:32.918539 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0521 19:35:32.918845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:32.918907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:35:32.918967 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:35:32.923476 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0521 19:35:32.923598 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-kh896" I0521 19:35:32.952544 7 controller.go:216] "Backend successfully reloaded" I0521 19:35:32.952643 7 controller.go:227] "Initial sync, sleeping for 1 second" I0521 19:35:32.952735 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kh896", UID:"7ec0877f-006f-4bd2-8405-47c0187ac9a3", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:35:36.745283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:36.745307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:40.079719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:40.079765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:43.412278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:43.412403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:46.745716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:46.745750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:50.079475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:50.079533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:53.412349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:53.412428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:56.746044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:35:56.746086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:00.079079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:00.079125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:03.413074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:03.413122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:09.576001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:09.576095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:57.573614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:36:57.573647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:00.908026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:00.908069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:04.241128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:04.241175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:07.574251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:07.574295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:10.907710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:10.907756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:14.241339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:14.241379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:17.574246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:17.574292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:20.907128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:37:20.907165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:05.011538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:05.011572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:07.091868 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-44.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-44.nip.io-tls was not found. Using default certificate W0521 19:38:07.091936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:07.091958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:38:07.093947 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0521 19:38:07.093988 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0521 19:38:07.100621 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0521 19:38:07.101071 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c86761a9-99a3-48f1-a5be-da0ed1809e61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2841", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:38:07.101167 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-44.nip.io-tls" in local store I0521 19:38:07.565182 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-44.nip.io-tls" I0521 19:38:07.566298 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-44.nip.io-tls" W0521 19:38:08.345463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:08.345505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:38:08.345591 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:38:08.378010 7 controller.go:216] "Backend successfully reloaded" I0521 19:38:08.378362 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kh896", UID:"7ec0877f-006f-4bd2-8405-47c0187ac9a3", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0521 19:38:11.678786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:11.678837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:15.011973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:15.012041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:18.345292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:18.346360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.44 - - [21/May/2026:19:38:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.479 200 ae8c95b5f523680aa496744124aa1fef 199.19.213.44 - - [21/May/2026:19:38:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.088 [auth-system-keycloak-80] [] 10.0.0.59:8080 28 0.088 404 1d59185ed1d964ae83b74ed387490752 199.19.213.44 - - [21/May/2026:19:38:20 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 1.514 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 1.513 201 9c72f20c50e6be718f0c12458832916c 199.19.213.44 - - [21/May/2026:19:38:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.215 [auth-system-keycloak-80] [] 10.0.0.59:8080 4101 0.215 200 c3894d3dae28d644657bc9696f2a48e3 199.19.213.44 - - [21/May/2026:19:38:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.057 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.056 200 eb7dfdd1fc02335587a9ee492913a916 199.19.213.44 - - [21/May/2026:19:38:21 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1209 0.027 [auth-system-keycloak-80] [] 10.0.0.59:8080 11535 0.027 200 5ff8031bca2471dc0e8977df34c8c7de 199.19.213.44 - - [21/May/2026:19:38:21 +0000] "GET /admin/realms/atmosphere/client-scopes/ec6ddce0-b32c-4ef8-b351-5a88afd4c408 HTTP/1.1" 200 1146 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 1146 0.010 200 68ddb35eb97254ba03bc418f22840c9f 199.19.213.44 - - [21/May/2026:19:38:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/ec6ddce0-b32c-4ef8-b351-5a88afd4c408 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.019 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.018 204 b5735cc14671c8d68358b9ff312be90e 199.19.213.44 - - [21/May/2026:19:38:21 +0000] "GET /admin/realms/atmosphere/client-scopes/ec6ddce0-b32c-4ef8-b351-5a88afd4c408/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1270 0.024 [auth-system-keycloak-80] [] 10.0.0.59:8080 831 0.024 200 7e36a720d203934bfbda45b959ce2a7e 199.19.213.44 - - [21/May/2026:19:38:21 +0000] "GET /admin/realms/atmosphere/client-scopes/ec6ddce0-b32c-4ef8-b351-5a88afd4c408/protocol-mappers/models/8b4d0784-4266-4ff0-9643-d7ac399328c8 HTTP/1.1" 200 331 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.59:8080 331 0.009 200 5c290011d4ef58c1afb04a73979ff79d 199.19.213.44 - - [21/May/2026:19:38:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/ec6ddce0-b32c-4ef8-b351-5a88afd4c408/protocol-mappers/models/8b4d0784-4266-4ff0-9643-d7ac399328c8 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.026 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.025 204 67066a07a5ac03877f651301ceaf8c2f 199.19.213.44 - - [21/May/2026:19:38:21 +0000] "GET /admin/realms/atmosphere/client-scopes/ec6ddce0-b32c-4ef8-b351-5a88afd4c408 HTTP/1.1" 200 1121 "-" "Ansible" 1246 0.016 [auth-system-keycloak-80] [] 10.0.0.59:8080 1121 0.016 200 5cd8b47604903b2149c4498f358337b8 W0521 19:38:21.678917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:21.678959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:25.012706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:25.012747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:38:32.931474 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.214.37"}] I0521 19:38:32.936605 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c86761a9-99a3-48f1-a5be-da0ed1809e61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3178", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:38:32.938244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:38:32.938309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.44 - - [21/May/2026:19:38:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.045 200 2c8c8caf872805e4c7b499c84a7b4fed 199.19.213.44 - - [21/May/2026:19:38:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.019 200 b3233f9db88bc2cdeec5f0799f9ff321 199.19.213.44 - - [21/May/2026:19:38:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.073 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.072 201 a1d4e82bfac7fa394b467037bce3f282 199.19.213.44 - - [21/May/2026:19:38:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.59:8080 1259 0.030 200 8cecde0c5260f79f782f0505f8944f4f 199.19.213.44 - - [21/May/2026:19:38:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.048 200 316831a4549a876ccb19187a2f493c2e 199.19.213.44 - - [21/May/2026:19:38:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.010 200 63dfa47b6bfccb6e034e9e774b3fd93a 199.19.213.44 - - [21/May/2026:19:38:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.037 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.036 201 d4406574af27b3ce6ebc65a743d521fc 199.19.213.44 - - [21/May/2026:19:38:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.022 200 5df8c3bcd7e84fca7cfaf64542e42efa 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.044 200 ee1b6e77b7e598a7f39d37c71b1ab44c 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.010 200 04bf1899b4d0983b175944655dedfea2 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.029 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.029 201 329039bb41b7bf3626a52d8cb724d5fc 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.018 [auth-system-keycloak-80] [] 10.0.0.59:8080 1249 0.018 200 cee06d0fff23cdcb92c9e07ce691954a 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.042 200 d1dd84383cab66262d5b71cdae9bf71b 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 1259 0.007 200 818179d11d8c22aa93b5eeb87a506485 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "GET /admin/realms/atmosphere/clients/a946983f-5aa5-4d89-9248-3b7cf9619229/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.024 [auth-system-keycloak-80] [] 10.0.0.59:8080 31 0.024 404 63875336ad324c93788c44b204e61265 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.59:8080 1259 0.006 200 f8a8f4cf56450346bcd289a9ab167be0 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "POST /admin/realms/atmosphere/clients/a946983f-5aa5-4d89-9248-3b7cf9619229/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.012 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.011 201 4998d8471bae48f8b5a883e39d583b7c 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.59:8080 1259 0.005 200 bf0d9d9a02f84e4ae146af490dd26167 199.19.213.44 - - [21/May/2026:19:38:43 +0000] "GET /admin/realms/atmosphere/clients/a946983f-5aa5-4d89-9248-3b7cf9619229/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.59:8080 166 0.011 200 434e968ef266ff0e40c008d2ce15f380 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.042 200 64b2db38fddd65eac6f334d139b1fa26 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.008 200 dfe3eb45978dc0495a7eb1e3a7843d8b 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 31 0.010 404 c5e40782af474293ad966c1372abf445 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.007 200 f586406fdfde1e7bc7669923a70dca40 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "POST /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.014 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.013 201 28cab65cc6b5120fe931729222ae8245 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.008 200 8c920366a1e6b5a111e3d0f3d85d513b 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.59:8080 165 0.012 200 1c605e1bb857a184dc1ced9f196f2a8c 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.044 200 1f40e3d78210b04c8148601f45db77d3 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.008 200 f5646c9806918270644de59fb76919d1 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.59:8080 31 0.009 404 1c6e52ebc0ba88f8afc2e511651557e0 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.007 200 4773b9bd0e940692c405aefabb46b5e8 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "POST /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.012 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.012 201 ce964a87cac3bb3f581f3f6092f1a22f 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.007 200 63d591627a01b2c428f7eacd50a787be 199.19.213.44 - - [21/May/2026:19:38:44 +0000] "GET /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.59:8080 166 0.011 200 49fa801fd297cf44a3a862cf05df3430 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.043 200 32976067e5a60f390ad45eff5c625f1e 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.014 200 5937bb23edf1575de65f0283384fe5df 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 31 0.007 404 8378323f892c629ca181b2617234b092 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.003 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.003 200 7e101fc8121597fcd269ddb303dc0b91 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "POST /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.057 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.056 201 490cca118dfc772570aca32301169723 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 1283 0.007 200 4e315eb48f74136b392e545848982593 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients/c533ca31-743b-4111-b801-ae5b55056046/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.59:8080 166 0.011 200 e007dcc20df0e196564f72feecff554d 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.043 200 95b5679f38d6c7de8b27f006efcfe7ef 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 1249 0.007 200 c775447745bc65d8cc5b8bae929670e9 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients/a56105cd-0146-49c6-82d3-24d867e694b4/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 31 0.008 404 04f462b5c058306e494285bfe14c9acf 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 1249 0.010 200 764a9ecd599d58994ec2592845fb7188 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "POST /admin/realms/atmosphere/clients/a56105cd-0146-49c6-82d3-24d867e694b4/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.015 201 7b5ff8305620d75034bcc930faf3b5bb 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 1249 0.007 200 e6a580283f7a6d4351658ab17368ec30 199.19.213.44 - - [21/May/2026:19:38:45 +0000] "GET /admin/realms/atmosphere/clients/a56105cd-0146-49c6-82d3-24d867e694b4/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.59:8080 166 0.013 200 7a028493b21a581d3f165211f657d0d2 W0521 19:39:50.912466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:50.912503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:50.972807 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:39:50.972928 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0521 19:39:50.972978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:50.972995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:50.974037 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:39:50.974113 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0521 19:39:50.974153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:50.974172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:50.974430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:39:50.974529 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0521 19:39:50.974588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:50.974614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:39:50.975113 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0521 19:39:50.975152 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0521 19:39:50.975968 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0521 19:39:50.975997 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0521 19:39:50.977421 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0521 19:39:50.977478 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0521 19:39:50.983836 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0521 19:39:50.986762 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4b8e1493-73fc-442c-871c-2135690e855d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3924", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:39:50.987039 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0521 19:39:50.987091 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0521 19:39:50.987372 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f9e56bb3-ea31-44c2-9915-5c095456a9f6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3925", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:39:50.987711 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0521 19:39:50.987751 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0521 19:39:50.987850 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e34d7488-3282-4d82-a2d3-7c802632bb31", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3928", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:39:50.988230 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0521 19:39:51.322667 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 19:39:51.323569 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0521 19:39:51.348872 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0521 19:39:51.349697 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0521 19:39:52.844995 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0521 19:39:52.845942 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0521 19:39:54.246532 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:39:54.246653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:39:54.246732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:39:54.246854 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0521 19:39:54.246949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:54.246983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:39:54.247175 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:39:54.293856 7 controller.go:216] "Backend successfully reloaded" I0521 19:39:54.294529 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kh896", UID:"7ec0877f-006f-4bd2-8405-47c0187ac9a3", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:39:54.645633 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0521 19:39:54.646634 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0521 19:39:57.579307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:39:57.579370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:39:57.579405 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:39:57.579521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:39:57.579548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:00.913529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:00.913598 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:40:00.913624 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:00.913795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:00.913817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:04.246280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:04.246344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:40:04.246387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:04.246509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:04.246533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:07.579531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:07.579600 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:40:07.579642 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:07.579783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:07.579817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:10.912842 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:10.912892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:40:10.912917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:10.913006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:10.913026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:14.246537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:14.246631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:40:14.246676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:14.246796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:14.246844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:17.579609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:17.579659 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:40:17.579803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:17.579980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:17.580052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:20.913780 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:20.913883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0521 19:40:20.913940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:20.914061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:20.914090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:24.246803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:24.246885 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:24.246973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:24.246993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:27.579276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:27.579380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:27.579512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:27.579543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.60 - - [21/May/2026:19:40:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.052 [auth-system-keycloak-80] [] 10.0.0.59:8080 6243 0.052 200 eb2526bef0e77efe82fe8a0698963a87 10.0.0.33 - - [21/May/2026:19:40:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 6243 0.008 200 ced8e27542b1ced1f2d168840ad8c553 W0521 19:40:30.912919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:30.912987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0521 19:40:30.913085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:30.913107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:40:32.931150 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.214.37"}] I0521 19:40:32.931237 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.214.37"}] I0521 19:40:32.931392 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.214.37"}] I0521 19:40:32.938953 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f9e56bb3-ea31-44c2-9915-5c095456a9f6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5064", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:40:32.941706 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e34d7488-3282-4d82-a2d3-7c802632bb31", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5065", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:40:32.944176 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4b8e1493-73fc-442c-871c-2135690e855d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5066", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0521 19:40:34.246408 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:34.246521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:34.246533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:37.579741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:37.579962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:37.579997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:40.913300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:40.913512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:40.913539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:44.246248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0521 19:40:44.246473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:44.246497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:47.580004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:47.580073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:50.912736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:50.912782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:54.246935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:40:54.246983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.44 - - [21/May/2026:19:40:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.041 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.040 200 bdea5fe9ec950cda1b9fad44c30d64fb 199.19.213.44 - - [21/May/2026:19:40:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 4101 0.007 200 75bb10d291142459f5edbc4d30ea0cd6 199.19.213.44 - - [21/May/2026:19:40:58 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5554 0.165 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.165 204 76958164dd65bef9e3e66392cf761c40 199.19.213.44 - - [21/May/2026:19:40:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.058 [auth-system-keycloak-80] [] 10.0.0.59:8080 4239 0.058 200 db8ba9f1ec43f8e8348e792e231308a8 199.19.213.44 - - [21/May/2026:19:40:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.59:8080 6243 0.008 200 e0685b7bcac8ecca956a937ce21fb62e 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.047 200 fdd329ded98288af97c54c3a4514246f 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.010 200 aab493c6a7ef28d7ddc5588d62612406 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.052 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.051 201 10092588a2fea83fa451a6ea63ab618b 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.59:8080 2137 0.022 200 daf10c52e05e8d4ce8abcb6a8b446ff9 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.59:8080 1882 0.043 200 dcc22decd4de856dbca61fd2186bcaf6 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.59:8080 2137 0.007 200 8697d67980365a03813bd85b948f8896 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/clients/b90ef560-154b-4504-b286-214983dd52cc/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.016 [auth-system-keycloak-80] [] 10.0.0.59:8080 233 0.016 200 0c45e9292f81f13bac3d2463e3228046 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.018 [auth-system-keycloak-80] [] 10.0.0.59:8080 831 0.018 200 acb53027019871bd65b5a5692634fdf1 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/clients/1df84644-dd4c-4671-ae8b-7f22bf0434af/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.034 [auth-system-keycloak-80] [] 10.0.0.59:8080 3758 0.034 200 9a30a2c90e6e482a898811d2b0f31d42 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/users/8f1663eb-7220-4946-9cd2-8f6cdaa2274c/role-mappings/clients/1df84644-dd4c-4671-ae8b-7f22bf0434af/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.072 [auth-system-keycloak-80] [] 10.0.0.59:8080 3758 0.072 200 34a1d7302bfbcebe3b89d4a58711767f 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/users/8f1663eb-7220-4946-9cd2-8f6cdaa2274c/role-mappings/clients/1df84644-dd4c-4671-ae8b-7f22bf0434af/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.59:8080 2 0.015 200 c8ea4ac0f727b100c2bc9809945b5747 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "POST /admin/realms/atmosphere/users/8f1663eb-7220-4946-9cd2-8f6cdaa2274c/role-mappings/clients/1df84644-dd4c-4671-ae8b-7f22bf0434af HTTP/1.1" 204 0 "-" "Ansible" 1388 0.019 [auth-system-keycloak-80] [] 10.0.0.59:8080 0 0.018 204 e5856e88b262ad3b4ee8a294afa2a3b4 199.19.213.44 - - [21/May/2026:19:41:00 +0000] "GET /admin/realms/atmosphere/users/8f1663eb-7220-4946-9cd2-8f6cdaa2274c/role-mappings/clients/1df84644-dd4c-4671-ae8b-7f22bf0434af/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.59:8080 576 0.013 200 c07353d332662ca1f8bda51fcba8aec3 W0521 19:41:03.434630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:03.434697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:06.767336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:06.767391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:18.751105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:18.751231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:22.085517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:41:22.085604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:08.408263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:08.408296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:42.055267 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:43:42.055315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:42.055324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:43:42.057688 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:28.7kB} I0521 19:43:42.057717 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0521 19:43:42.062572 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0521 19:43:42.062892 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0521 19:43:42.063157 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0521 19:43:42.063203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:42.063217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:43:42.063343 7 controller.go:196] "Configuration changes detected, backend reload required" I0521 19:43:42.063544 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3864d724-9c7a-468c-b972-a0b360057088", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6633", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0521 19:43:42.115146 7 controller.go:216] "Backend successfully reloaded" I0521 19:43:42.115451 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kh896", UID:"7ec0877f-006f-4bd2-8405-47c0187ac9a3", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0521 19:43:42.317173 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0521 19:43:42.317976 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0521 19:43:45.397216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:43:45.397271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.44 - - [21/May/2026:19:43:46 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.229:5000 280 0.006 300 397e176bfc74c6ff9d94a6c61d9d53d1 I0521 19:44:32.940405 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.214.37"}] W0521 19:44:32.953999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0521 19:44:32.954034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0521 19:44:32.954513 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"3864d724-9c7a-468c-b972-a0b360057088", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6991", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync