------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0415 07:27:44.865455 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0415 07:27:44.865619 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0415 07:27:44.872584 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0415 07:27:44.875906 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0415 07:27:45.151120 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0415 07:27:45.175849 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0415 07:27:45.188238 7 nginx.go:271] "Starting NGINX Ingress controller" I0415 07:27:45.193752 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"44ae9bbf-1fa8-4ba9-83e5-f7720f05b49f", APIVersion:"v1", ResourceVersion:"1321", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0415 07:27:45.200743 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"78c469ee-9021-4c11-ada6-b0fb383f3e46", APIVersion:"v1", ResourceVersion:"1322", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0415 07:27:45.200828 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1650da9a-29e9-4982-850f-6c9059a2fab5", APIVersion:"v1", ResourceVersion:"1320", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0415 07:27:46.388959 7 nginx.go:317] "Starting NGINX process" I0415 07:27:46.389167 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0415 07:27:46.389587 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0415 07:27:46.389991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:27:46.390044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:27:46.390201 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:27:46.396224 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0415 07:27:46.396318 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-f7z9p" I0415 07:27:46.420738 7 controller.go:216] "Backend successfully reloaded" I0415 07:27:46.420959 7 controller.go:227] "Initial sync, sleeping for 1 second" I0415 07:27:46.421413 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f7z9p", UID:"2fa8497d-ee0b-4075-a933-b7ef49db609f", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 07:27:50.206978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:27:50.207006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:27:53.541300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:27:53.541342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:27:56.875224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:27:56.875285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:00.207919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:00.207957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:03.541359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:03.541407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:06.874327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:06.874455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:10.207416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:10.207450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:18.325680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:18.325722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:23.310799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:28:23.310834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:13.296199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:13.296239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:20.159385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:20.159414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:23.495491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:23.495530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:26.827153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:26.827196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:30.160196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:30.160237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:33.494802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:33.494843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:36.826851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:36.826914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:40.160414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:40.160460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:43.494356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:43.494403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:46.826840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:29:46.826884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:31:51.154087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:31:51.154121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:31:54.487456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:31:54.487500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:31:54.745873 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-25.nip.io-tls was not found. Using default certificate W0415 07:31:54.745914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:31:54.745925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:31:54.747270 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0415 07:31:54.747297 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0415 07:31:54.753428 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0415 07:31:54.753713 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-25.nip.io-tls" in local store I0415 07:31:54.753977 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b1965c8e-b952-44e7-bc4a-12b39a8e6e21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3211", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:31:55.144656 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-25.nip.io-tls" I0415 07:31:55.145468 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-25.nip.io-tls" W0415 07:31:57.821190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:31:57.821236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:31:57.821327 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:31:57.885269 7 controller.go:216] "Backend successfully reloaded" I0415 07:31:57.885528 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f7z9p", UID:"2fa8497d-ee0b-4075-a933-b7ef49db609f", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.19.213.25 - - [15/Apr/2026:07:31:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.886 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 1.884 200 dddff5f3c0c06f8144a698287382c93a 199.19.213.25 - - [15/Apr/2026:07:32:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.171 [auth-system-keycloak-80] [] 10.0.0.30:8080 116 0.171 404 337c0bac7eed0f392317899d7db286d4 W0415 07:32:01.154181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:32:01.154256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [15/Apr/2026:07:32:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.999 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 4.998 201 d259c2f2b9376f0789559bc34e61b2d9 199.19.213.25 - - [15/Apr/2026:07:32:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.691 [auth-system-keycloak-80] [] 10.0.0.30:8080 4246 0.692 200 2e042d3990fd1143bf7a88937f1f83ca 199.19.213.25 - - [15/Apr/2026:07:32:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.483 200 95a502ba034c5a06517c4cd74cc18a29 199.19.213.25 - - [15/Apr/2026:07:32:06 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.146 [auth-system-keycloak-80] [] 10.0.0.30:8080 12500 0.147 200 057a3124d74c5dcd3024d22d5de9d047 199.19.213.25 - - [15/Apr/2026:07:32:06 +0000] "GET /admin/realms/atmosphere/client-scopes/fa31b46d-1ff8-4dca-987e-43465d02b9bb HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 1278 0.009 200 37d9ae05f86525db0a7aaa8093bfe44e 199.19.213.25 - - [15/Apr/2026:07:32:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/fa31b46d-1ff8-4dca-987e-43465d02b9bb HTTP/1.1" 204 0 "-" "Ansible" 1846 0.063 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.062 204 d159d370dcdc3b88ffbe01a8bf606253 199.19.213.25 - - [15/Apr/2026:07:32:07 +0000] "GET /admin/realms/atmosphere/client-scopes/fa31b46d-1ff8-4dca-987e-43465d02b9bb/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.080 [auth-system-keycloak-80] [] 10.0.0.30:8080 963 0.079 200 73a30446b8a8c84b237a155df479577b 199.19.213.25 - - [15/Apr/2026:07:32:07 +0000] "GET /admin/realms/atmosphere/client-scopes/fa31b46d-1ff8-4dca-987e-43465d02b9bb/protocol-mappers/models/b3294170-9462-44e3-a527-0a6b15b4d9e3 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.065 [auth-system-keycloak-80] [] 10.0.0.30:8080 366 0.065 200 b368b0b7ef07cfab4e07937a44635bc2 199.19.213.25 - - [15/Apr/2026:07:32:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/fa31b46d-1ff8-4dca-987e-43465d02b9bb/protocol-mappers/models/b3294170-9462-44e3-a527-0a6b15b4d9e3 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.090 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.090 204 89a84bda023e6f1858a96aa1d451d822 199.19.213.25 - - [15/Apr/2026:07:32:07 +0000] "GET /admin/realms/atmosphere/client-scopes/fa31b46d-1ff8-4dca-987e-43465d02b9bb HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.020 [auth-system-keycloak-80] [] 10.0.0.30:8080 1218 0.019 200 007ce1cd1e099c2361b8dff5f4a3974d 199.19.213.25 - - [15/Apr/2026:07:32:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.511 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.510 200 ef24417a4152a2ed2cbc1075d168113a 199.19.213.25 - - [15/Apr/2026:07:32:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.014 200 d5e37dcb3cba5c29e292e191070d1a7a 199.19.213.25 - - [15/Apr/2026:07:32:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.188 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.188 201 f24a95de811deec585fc0684b5e7d613 199.19.213.25 - - [15/Apr/2026:07:32:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.085 [auth-system-keycloak-80] [] 10.0.0.30:8080 1259 0.086 200 36f25cd7b1a63d1d673772c467652a17 199.19.213.25 - - [15/Apr/2026:07:32:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.499 200 27ab9d7577cbb69811a7824dd10859c3 199.19.213.25 - - [15/Apr/2026:07:32:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.012 200 26e0dfcb228fda5ddb285e5ab3f2025e 199.19.213.25 - - [15/Apr/2026:07:32:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.087 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.087 201 b2e3592e6d2763b21e3886cfba7dcab4 199.19.213.25 - - [15/Apr/2026:07:32:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.084 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.084 200 d499125fc29bceae0cd3ff088f225e6e 199.19.213.25 - - [15/Apr/2026:07:32:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.515 200 4ef1627370ac86362a22b47af2a1941c 199.19.213.25 - - [15/Apr/2026:07:32:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.013 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.013 200 81e32f77fd29e64e7856b28614f1b2c6 199.19.213.25 - - [15/Apr/2026:07:32:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.083 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.082 201 afff0eab555422e4764d36adb0bba113 199.19.213.25 - - [15/Apr/2026:07:32:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.018 [auth-system-keycloak-80] [] 10.0.0.30:8080 1249 0.017 200 de276bfc63dd6ddaa0bb8d826c4a160d 199.19.213.25 - - [15/Apr/2026:07:32:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.503 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.503 200 5a4526f847c48ff562e84502d5984251 199.19.213.25 - - [15/Apr/2026:07:32:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1259 0.006 200 03fcaec52193e41cd0115c4a5cb0f05d 199.19.213.25 - - [15/Apr/2026:07:32:31 +0000] "GET /admin/realms/atmosphere/clients/62dd3b59-ad32-4128-8db3-34c12f2c2859/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.011 404 eb0854c3c2ce4bf5b35d0406e09769c8 199.19.213.25 - - [15/Apr/2026:07:32:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.30:8080 1259 0.031 200 70af9a82ffd0921f2ef53587893bd118 199.19.213.25 - - [15/Apr/2026:07:32:31 +0000] "POST /admin/realms/atmosphere/clients/62dd3b59-ad32-4128-8db3-34c12f2c2859/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.017 201 2d6e0514935c7b398eef4ec5a0ac2cee 199.19.213.25 - - [15/Apr/2026:07:32:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1259 0.006 200 25163463e683b5b12d3a1f8cb53ec2db 199.19.213.25 - - [15/Apr/2026:07:32:31 +0000] "GET /admin/realms/atmosphere/clients/62dd3b59-ad32-4128-8db3-34c12f2c2859/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.061 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.060 200 d4ac199b2491ba502eac05b1a06ea247 199.19.213.25 - - [15/Apr/2026:07:32:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.524 200 6a4c23c8bdb09b726a8a3e3d82fe3e02 199.19.213.25 - - [15/Apr/2026:07:32:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.005 200 b56daba6147c95a61e023cdd542a0fb4 199.19.213.25 - - [15/Apr/2026:07:32:32 +0000] "GET /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.008 404 4d1498825dcc6eccffaa437fe3805c56 199.19.213.25 - - [15/Apr/2026:07:32:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.006 200 47404e292d16d05ded839c1f3f37cc75 199.19.213.25 - - [15/Apr/2026:07:32:32 +0000] "POST /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.046 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.046 201 f136d0aace25828c5678d5c1d9cd57f6 199.19.213.25 - - [15/Apr/2026:07:32:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.008 200 4536dd9716529e4b578b27ed0511a996 199.19.213.25 - - [15/Apr/2026:07:32:32 +0000] "GET /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.30:8080 165 0.011 200 ee2741d1b9611f84925a620937e93d66 199.19.213.25 - - [15/Apr/2026:07:32:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.440 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.440 200 2b09d0669fbb3f1d09dc3a754c91ee0f 199.19.213.25 - - [15/Apr/2026:07:32:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.052 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.051 200 0e83f2398606aa236e22d44c6532f4c2 199.19.213.25 - - [15/Apr/2026:07:32:33 +0000] "GET /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.064 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.064 404 96edc7b7b4a7154cf4174455f0d3c99e 199.19.213.25 - - [15/Apr/2026:07:32:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.007 200 b27df21ea0b64507d153a80ddc175833 199.19.213.25 - - [15/Apr/2026:07:32:33 +0000] "POST /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.079 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.078 201 3fe706917480aa3748391be21f87868c 199.19.213.25 - - [15/Apr/2026:07:32:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.006 200 4b9245029414086a060390356c2dc1c0 199.19.213.25 - - [15/Apr/2026:07:32:33 +0000] "GET /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.010 200 83b332fd75dd8ef1bd0a0eb7e36aa20d 199.19.213.25 - - [15/Apr/2026:07:32:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.462 200 2bcc9ef4ab1aae0eec2429138aa954fd 199.19.213.25 - - [15/Apr/2026:07:32:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.027 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.027 200 403940efd3d699636d0b74534c854325 199.19.213.25 - - [15/Apr/2026:07:32:34 +0000] "GET /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.009 404 49a22a03f2d3307c9bdc137eb3f9223e 199.19.213.25 - - [15/Apr/2026:07:32:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.068 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.068 200 53f8a846b04a2bc0be45a82bd15469d0 199.19.213.25 - - [15/Apr/2026:07:32:34 +0000] "POST /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.019 201 a4027eceacb8dcd0abcdc9d02f05d800 199.19.213.25 - - [15/Apr/2026:07:32:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.006 200 65f2b85ab62ffef65b7305f4c6603eb8 199.19.213.25 - - [15/Apr/2026:07:32:34 +0000] "GET /admin/realms/atmosphere/clients/fea8ca28-8350-40e3-8320-c74cb7bee161/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.046 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.045 200 b2c8e27364637386879d4cbb370dbfd1 199.19.213.25 - - [15/Apr/2026:07:32:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.516 200 ee1b5cd0aa2de46d3356cca4d88690a7 199.19.213.25 - - [15/Apr/2026:07:32:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1249 0.007 200 e674c6f8fb9a1ec8e6d007e93136afaa 199.19.213.25 - - [15/Apr/2026:07:32:35 +0000] "GET /admin/realms/atmosphere/clients/75fe98c1-9d79-473d-ad97-c2e055c38c08/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.009 404 0f513cbe818daa65aaf52b86237f3b72 199.19.213.25 - - [15/Apr/2026:07:32:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.049 [auth-system-keycloak-80] [] 10.0.0.30:8080 1249 0.049 200 100a1a7da619ca8f1fc6369e5a607742 199.19.213.25 - - [15/Apr/2026:07:32:35 +0000] "POST /admin/realms/atmosphere/clients/75fe98c1-9d79-473d-ad97-c2e055c38c08/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.013 201 8b8a28c02eb585c9820b8f991bea0275 199.19.213.25 - - [15/Apr/2026:07:32:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.30:8080 1249 0.004 200 dc604f41670279319082917dc329475a 199.19.213.25 - - [15/Apr/2026:07:32:35 +0000] "GET /admin/realms/atmosphere/clients/75fe98c1-9d79-473d-ad97-c2e055c38c08/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.011 200 5da9e3b203a8c3fcb2ee19d669a9f1c9 I0415 07:32:46.405933 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.230.248"}] I0415 07:32:46.411195 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b1965c8e-b952-44e7-bc4a-12b39a8e6e21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3568", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:32:46.414233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:32:46.414277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:44.001132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:44.001166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:44.084914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:33:44.084967 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0415 07:33:44.084995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:44.085034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:44.085688 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:33:44.085773 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0415 07:33:44.085821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:44.085859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:44.086192 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:33:44.086325 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0415 07:33:44.086396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:44.086416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:33:44.087209 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0415 07:33:44.087231 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0415 07:33:44.087767 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0415 07:33:44.087844 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0415 07:33:44.092339 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0415 07:33:44.092374 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0415 07:33:44.103593 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0415 07:33:44.103976 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0415 07:33:44.103997 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0415 07:33:44.104144 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0415 07:33:44.104163 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7776ad72-1a8e-4ef4-970a-e2ec9525d77c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4093", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:33:44.104179 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0348b7be-864a-4d38-9bda-3041cde7a2f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4094", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:33:44.104193 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0415 07:33:44.104324 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0415 07:33:44.104622 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7d29bea6-e624-45b3-acbf-8ade893ab045", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4099", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:33:44.519073 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0415 07:33:44.519967 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0415 07:33:44.595487 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0415 07:33:44.596119 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0415 07:33:45.569443 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0415 07:33:45.571923 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0415 07:33:46.426413 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.230.248"}] I0415 07:33:46.426768 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.230.248"}] I0415 07:33:46.426998 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.230.248"}] I0415 07:33:46.436633 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7d29bea6-e624-45b3-acbf-8ade893ab045", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:33:46.437747 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0415 07:33:46.437809 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0348b7be-864a-4d38-9bda-3041cde7a2f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4328", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:33:46.440844 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7776ad72-1a8e-4ef4-970a-e2ec9525d77c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4329", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 07:33:46.768218 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0415 07:33:46.770899 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0415 07:33:47.335102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:33:47.335178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:33:47.335227 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:33:47.335410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:47.335435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:33:47.335650 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:33:47.374421 7 controller.go:216] "Backend successfully reloaded" I0415 07:33:47.374789 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f7z9p", UID:"2fa8497d-ee0b-4075-a933-b7ef49db609f", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 07:33:50.667939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:33:50.667991 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:33:50.668028 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:33:50.668129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:50.668148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:54.003126 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:33:54.003213 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:33:54.003258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:33:54.003401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:54.003437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:57.336421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:33:57.336499 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:33:57.336557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:33:57.336711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:33:57.336741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:01.691928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:34:01.692016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:34:01.692293 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:34:01.692503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:01.692539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:05.026173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:34:05.026257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:34:05.026337 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:34:05.026531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:05.026573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:08.358805 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:34:08.358868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:34:08.358888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 07:34:08.358970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:08.358984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.31 - - [15/Apr/2026:07:34:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.080 [auth-system-keycloak-80] [] 10.0.0.30:8080 6411 0.081 200 f220949e7f3e04f4fc518c9e6165bbf5 10.0.0.72 - - [15/Apr/2026:07:34:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.078 [auth-system-keycloak-80] [] 10.0.0.30:8080 6411 0.078 200 39945be4bf774335d9a2aa9b430c2558 W0415 07:34:11.692151 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:34:11.692233 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 07:34:11.692567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:11.692597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:15.026396 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:34:15.026775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:15.026814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:18.358771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:34:18.359004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:18.359025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:21.693043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 07:34:21.693339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:21.693388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:25.026240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:25.026302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:28.361321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:28.361374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:31.692233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:31.692362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:35.027380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:35.027439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:43.342084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:43.342117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:46.676339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:46.676398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [15/Apr/2026:07:34:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.515 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.513 200 b4b344fa045f984ef3ddbef94ade3b9f 199.19.213.25 - - [15/Apr/2026:07:34:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 4246 0.007 200 07a41a1ac419e5d29adf2d3c07b8c037 199.19.213.25 - - [15/Apr/2026:07:34:50 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.390 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.390 204 3b30a1dc08b78ee0532722331a518691 199.19.213.25 - - [15/Apr/2026:07:34:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.192 [auth-system-keycloak-80] [] 10.0.0.30:8080 4384 0.192 200 05cab7dc3caea89244dade932cdd4dfc 199.19.213.25 - - [15/Apr/2026:07:34:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.503 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.501 200 98452583953f440dcf5d71239926c2a8 199.19.213.25 - - [15/Apr/2026:07:34:51 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 1682 0.009 200 d59bbdf6f2cc39b9d6806eff82406a29 199.19.213.25 - - [15/Apr/2026:07:34:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 6411 0.007 200 f59c86cff268d1639e05f218fdb888df 199.19.213.25 - - [15/Apr/2026:07:34:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.468 200 ac292e6bfb379bf617c1e319121032ef 199.19.213.25 - - [15/Apr/2026:07:34:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.052 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.053 200 1225cee3793a927c9dbafcfa6c77301c 199.19.213.25 - - [15/Apr/2026:07:34:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.123 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.123 201 81190335e65981c297b3a1228b69f419 199.19.213.25 - - [15/Apr/2026:07:34:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.074 [auth-system-keycloak-80] [] 10.0.0.30:8080 2242 0.074 200 1bd8996d5b010136771e6ceabd500565 199.19.213.25 - - [15/Apr/2026:07:34:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.467 200 3171f2559e61879906d3ab929a56447a 199.19.213.25 - - [15/Apr/2026:07:34:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 2242 0.007 200 448df725642aac195730436a9b8efb8a 199.19.213.25 - - [15/Apr/2026:07:34:55 +0000] "GET /admin/realms/atmosphere/clients/fdd6c3b3-6c78-4499-ab16-7a9e78f6d2f7/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.032 [auth-system-keycloak-80] [] 10.0.0.30:8080 233 0.032 200 cebdfc3e3b98cbaf4225bf98297fa0b5 199.19.213.25 - - [15/Apr/2026:07:34:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.020 [auth-system-keycloak-80] [] 10.0.0.30:8080 831 0.020 200 37b053d5b84f6d817583c1fb6479702a 199.19.213.25 - - [15/Apr/2026:07:34:55 +0000] "GET /admin/realms/atmosphere/clients/0cc93369-1dba-4d45-994a-fb9ea94d13ad/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.066 [auth-system-keycloak-80] [] 10.0.0.30:8080 3758 0.065 200 bf13a4fc99e9b7d1571dfa396a514290 199.19.213.25 - - [15/Apr/2026:07:34:55 +0000] "GET /admin/realms/atmosphere/users/d2352404-eaed-4c0a-9e36-8c493e6f5225/role-mappings/clients/0cc93369-1dba-4d45-994a-fb9ea94d13ad/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.192 [auth-system-keycloak-80] [] 10.0.0.30:8080 3758 0.193 200 1422839ae0f9e2b6a73239bd2401c818 199.19.213.25 - - [15/Apr/2026:07:34:55 +0000] "GET /admin/realms/atmosphere/users/d2352404-eaed-4c0a-9e36-8c493e6f5225/role-mappings/clients/0cc93369-1dba-4d45-994a-fb9ea94d13ad/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.080 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.079 200 e7738d1ebdf7c2703c9db87651332523 199.19.213.25 - - [15/Apr/2026:07:34:55 +0000] "POST /admin/realms/atmosphere/users/d2352404-eaed-4c0a-9e36-8c493e6f5225/role-mappings/clients/0cc93369-1dba-4d45-994a-fb9ea94d13ad HTTP/1.1" 204 0 "-" "Ansible" 1388 0.085 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.084 204 7d537a89fa84f5f2168bfb541af2076a 199.19.213.25 - - [15/Apr/2026:07:34:55 +0000] "GET /admin/realms/atmosphere/users/d2352404-eaed-4c0a-9e36-8c493e6f5225/role-mappings/clients/0cc93369-1dba-4d45-994a-fb9ea94d13ad/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.30:8080 576 0.014 200 bc1e8e55bbbd22892c81277cb6b2d5a7 W0415 07:34:58.351263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:34:58.351286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:01.684935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:35:01.684974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:37:04.011460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:37:04.011498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:37:35.873050 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0415 07:37:35.873160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:37:35.873180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:37:35.877067 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0415 07:37:35.877104 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0415 07:37:35.882554 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0415 07:37:35.882861 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1f936803-118a-4c99-bf62-7d491842c944", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6191", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:37:35.883221 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0415 07:37:35.883705 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0415 07:37:35.883779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:37:35.883800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 07:37:35.883919 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 07:37:35.928070 7 controller.go:216] "Backend successfully reloaded" I0415 07:37:35.928411 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-f7z9p", UID:"2fa8497d-ee0b-4075-a933-b7ef49db609f", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 07:37:36.209463 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0415 07:37:36.210239 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0415 07:37:39.219778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:37:39.219822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.25 - - [15/Apr/2026:07:37:40 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.253:5000 280 0.005 300 82f55927be23c3e9fcb0cfd26cd89556 I0415 07:37:46.403962 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.230.248"}] I0415 07:37:46.409306 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1f936803-118a-4c99-bf62-7d491842c944", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6272", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 07:37:46.411450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 07:37:46.411672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store