------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0307 10:07:09.908791 8 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0307 10:07:09.908933 8 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0307 10:07:09.916841 8 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0307 10:07:09.919839 8 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0307 10:07:09.999073 8 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0307 10:07:10.019391 8 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0307 10:07:10.038261 8 nginx.go:271] "Starting NGINX Ingress controller" I0307 10:07:10.046996 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"23351272-a734-4a1d-b104-b784a5b80272", APIVersion:"v1", ResourceVersion:"1142", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0307 10:07:10.051223 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5b826dbc-cc2e-4ffd-bd20-5dbbaa4bce4d", APIVersion:"v1", ResourceVersion:"1143", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0307 10:07:10.051257 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"008fe687-2d46-4d63-8da8-484cf30ea121", APIVersion:"v1", ResourceVersion:"1141", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0307 10:07:11.240277 8 nginx.go:317] "Starting NGINX process" I0307 10:07:11.240428 8 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0307 10:07:11.240946 8 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0307 10:07:11.241248 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:11.241285 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0307 10:07:11.241343 8 controller.go:196] "Configuration changes detected, backend reload required" I0307 10:07:11.250297 8 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0307 10:07:11.250380 8 status.go:85] "New leader elected" identity="ingress-nginx-controller-cjs6x" I0307 10:07:11.280002 8 controller.go:216] "Backend successfully reloaded" I0307 10:07:11.280115 8 controller.go:227] "Initial sync, sleeping for 1 second" I0307 10:07:11.280166 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cjs6x", UID:"d4f16dde-a718-4a7a-a180-5cd9eac2c3e6", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0307 10:07:15.060427 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:15.060460 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:18.394197 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:18.394228 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:21.727955 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:21.728108 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:25.061348 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:25.061396 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:28.395587 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:28.395628 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:34.336746 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:34.336821 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:37.671690 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:37.671764 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:41.003569 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:41.003615 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:44.338212 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:44.338256 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:47.673059 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:47.673121 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:51.003587 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:51.003627 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:56.399962 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:56.400002 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:59.735797 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:07:59.735860 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:16.196699 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:16.196743 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:30.195486 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:30.195521 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:38.739870 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:38.739908 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:42.073504 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:42.073554 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:45.407151 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:45.407215 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:48.740672 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:48.740721 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:52.074097 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:52.074165 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:57.025639 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:09:57.025687 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:10:00.359562 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:10:00.359608 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:10:05.090980 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:10:05.091021 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:10:08.424596 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:10:08.424651 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:12:25.043909 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:12:25.044032 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:12:28.379541 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:12:28.379579 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:12:28.419019 8 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-62.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-62.nip.io-tls was not found. Using default certificate W0307 10:12:28.419092 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:12:28.419118 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0307 10:12:28.421102 8 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0307 10:12:28.421146 8 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0307 10:12:28.429418 8 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0307 10:12:28.430210 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-62.nip.io-tls" in local store I0307 10:12:28.430292 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"181dc32a-37a3-494b-aad9-d54396fa5bbd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3264", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0307 10:12:28.800925 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-62.nip.io-tls" I0307 10:12:28.802308 8 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-62.nip.io-tls" W0307 10:12:31.711735 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:12:31.711771 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0307 10:12:31.711821 8 controller.go:196] "Configuration changes detected, backend reload required" I0307 10:12:31.750858 8 controller.go:216] "Backend successfully reloaded" I0307 10:12:31.751135 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cjs6x", UID:"d4f16dde-a718-4a7a-a180-5cd9eac2c3e6", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0307 10:12:35.044709 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:12:35.044768 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [07/Mar/2026:10:12:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.254 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 2.254 200 8fadd281a75c6cc72e24ce69ee70b018 162.253.55.62 - - [07/Mar/2026:10:12:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.108 [auth-system-keycloak-80] [] 10.0.0.56:8080 116 0.108 404 41c8ba675c4dfe201cb4ac46515c4488 162.253.55.62 - - [07/Mar/2026:10:12:43 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.999 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 3.997 201 8b2e7cddc8641370696e60e1e251c850 162.253.55.62 - - [07/Mar/2026:10:12:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.585 [auth-system-keycloak-80] [] 10.0.0.56:8080 4246 0.585 200 94dde8f3f30e935934f87e3723ddb256 162.253.55.62 - - [07/Mar/2026:10:12:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.484 200 5a23d7cf71a8682d1cbe1f4604acfabf 162.253.55.62 - - [07/Mar/2026:10:12:45 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.151 [auth-system-keycloak-80] [] 10.0.0.56:8080 12500 0.151 200 54cbdc02deedb46200cd09578c09db8a 162.253.55.62 - - [07/Mar/2026:10:12:45 +0000] "GET /admin/realms/atmosphere/client-scopes/971d5550-7165-4dc7-b471-6da2a0304c04 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.56:8080 1278 0.011 200 e3f2cdb2ed905d7cd9ff1b97aab25108 162.253.55.62 - - [07/Mar/2026:10:12:45 +0000] "PUT /admin/realms/atmosphere/client-scopes/971d5550-7165-4dc7-b471-6da2a0304c04 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.083 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.082 204 6be2ba75b00046cadb0e43b90210d1df 162.253.55.62 - - [07/Mar/2026:10:12:45 +0000] "GET /admin/realms/atmosphere/client-scopes/971d5550-7165-4dc7-b471-6da2a0304c04/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.088 [auth-system-keycloak-80] [] 10.0.0.56:8080 963 0.088 200 14c61bbf7d382220e8a3b0dd8bf58f96 162.253.55.62 - - [07/Mar/2026:10:12:45 +0000] "GET /admin/realms/atmosphere/client-scopes/971d5550-7165-4dc7-b471-6da2a0304c04/protocol-mappers/models/6af65da6-574e-4939-afbb-de752480ba70 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 366 0.009 200 80469e429d14aa16b9a109de7518e136 162.253.55.62 - - [07/Mar/2026:10:12:46 +0000] "PUT /admin/realms/atmosphere/client-scopes/971d5550-7165-4dc7-b471-6da2a0304c04/protocol-mappers/models/6af65da6-574e-4939-afbb-de752480ba70 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.078 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.076 204 235c22689d3be9fa6405ca36c7ecbae9 162.253.55.62 - - [07/Mar/2026:10:12:46 +0000] "GET /admin/realms/atmosphere/client-scopes/971d5550-7165-4dc7-b471-6da2a0304c04 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.077 [auth-system-keycloak-80] [] 10.0.0.56:8080 1218 0.077 200 00f0f7b6da82f9e7390f750bf15f176b 162.253.55.62 - - [07/Mar/2026:10:13:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.464 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.465 200 67b48f8f72aab96806a342e70f72bc02 162.253.55.62 - - [07/Mar/2026:10:13:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.056 [auth-system-keycloak-80] [] 10.0.0.56:8080 2 0.056 200 22e592c4150bb1a4b505126c37fb18d0 162.253.55.62 - - [07/Mar/2026:10:13:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.982 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.981 201 976e72ddc11d8b6d162619eb90e0af85 162.253.55.62 - - [07/Mar/2026:10:13:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.026 [auth-system-keycloak-80] [] 10.0.0.56:8080 1259 0.027 200 d1c7d89ea6fc1044f20df519e2df82a8 162.253.55.62 - - [07/Mar/2026:10:13:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.478 200 ffcce8ea669c9e1f5a0221dd89e2b299 162.253.55.62 - - [07/Mar/2026:10:13:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.56:8080 2 0.008 200 58547aaafef277e303c9f73d8d48264a 162.253.55.62 - - [07/Mar/2026:10:13:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.084 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.083 201 3562c193343a2a173220befa767e26d6 162.253.55.62 - - [07/Mar/2026:10:13:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.062 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.063 200 5149e6359421819b2a4a2e346e0df306 162.253.55.62 - - [07/Mar/2026:10:13:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.470 200 f2d94d3377b899589db8bdcfd84d5d6a 162.253.55.62 - - [07/Mar/2026:10:13:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.041 [auth-system-keycloak-80] [] 10.0.0.56:8080 2 0.040 200 b60f17ac3f5b105bc32ba7ca0acf8ef4 162.253.55.62 - - [07/Mar/2026:10:13:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.091 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.089 201 d1bdde67f4f2a29eb77f6e0f708ff835 162.253.55.62 - - [07/Mar/2026:10:13:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.088 [auth-system-keycloak-80] [] 10.0.0.56:8080 1249 0.088 200 612e77d447c0c1f1bac5737537fd817b I0307 10:13:11.258077 8 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.179.125"}] I0307 10:13:11.263160 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"181dc32a-37a3-494b-aad9-d54396fa5bbd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3655", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0307 10:13:11.265004 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:13:11.265042 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [07/Mar/2026:10:13:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.479 200 ba75869426aad03d4ad974c8d72991c9 162.253.55.62 - - [07/Mar/2026:10:13:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 1259 0.009 200 370ee3903a955fd9f91144be49391852 162.253.55.62 - - [07/Mar/2026:10:13:11 +0000] "GET /admin/realms/atmosphere/clients/c1d551cc-eed9-4b0f-9c1e-69a376d24345/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.054 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.054 404 9555fabe245559ea3abc67d0c0c9ff84 162.253.55.62 - - [07/Mar/2026:10:13:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 1259 0.009 200 3030bba971624578ecd5154a5f82f0de 162.253.55.62 - - [07/Mar/2026:10:13:11 +0000] "POST /admin/realms/atmosphere/clients/c1d551cc-eed9-4b0f-9c1e-69a376d24345/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.023 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.022 201 9596225cc4894e92f8c53cc1d19151d3 162.253.55.62 - - [07/Mar/2026:10:13:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.035 [auth-system-keycloak-80] [] 10.0.0.56:8080 1259 0.035 200 f10533370cdd18101d875691a2974b99 162.253.55.62 - - [07/Mar/2026:10:13:11 +0000] "GET /admin/realms/atmosphere/clients/c1d551cc-eed9-4b0f-9c1e-69a376d24345/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.56:8080 166 0.018 200 c7886e17fd60a6cd666568c0827e069d 162.253.55.62 - - [07/Mar/2026:10:13:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.500 200 c2dbcd30029f167eea8e169a86609c8d 162.253.55.62 - - [07/Mar/2026:10:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.009 200 40bbeb73005ed94d2608c9b20592b8f2 162.253.55.62 - - [07/Mar/2026:10:13:12 +0000] "GET /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.011 404 dcb5de0f6824ae04a8a06d629e259462 162.253.55.62 - - [07/Mar/2026:10:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.035 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.034 200 3c58add16d98f8317b13daa7293846d9 162.253.55.62 - - [07/Mar/2026:10:13:12 +0000] "POST /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.095 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.095 201 9fb2a83d93f9b2154447d8577cee9a36 162.253.55.62 - - [07/Mar/2026:10:13:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.010 200 ce033c7b34149bb774e0333b7cc816b7 162.253.55.62 - - [07/Mar/2026:10:13:12 +0000] "GET /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.071 [auth-system-keycloak-80] [] 10.0.0.56:8080 165 0.070 200 5b22a84f9fb4686f655b4cb293f11f10 162.253.55.62 - - [07/Mar/2026:10:13:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.526 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.526 200 50c779f48df54554b80336ced88dbc81 162.253.55.62 - - [07/Mar/2026:10:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.007 200 d0d170a7cc1a66dcc465f62e06175efb 162.253.55.62 - - [07/Mar/2026:10:13:13 +0000] "GET /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.054 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.054 404 05b5ea892e66555ee506fa2e6dd4d758 162.253.55.62 - - [07/Mar/2026:10:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.008 200 12a6d86f280cab070caca477873c3bd7 162.253.55.62 - - [07/Mar/2026:10:13:13 +0000] "POST /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.082 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.081 201 d93fa5287f083153cc31e9999c6ea391 162.253.55.62 - - [07/Mar/2026:10:13:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.008 200 69625019b6f18cc9f68aec9c0d7ff64c 162.253.55.62 - - [07/Mar/2026:10:13:13 +0000] "GET /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.064 [auth-system-keycloak-80] [] 10.0.0.56:8080 166 0.063 200 d847ad0df33e5cb64473608d39ae2b0f 162.253.55.62 - - [07/Mar/2026:10:13:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.510 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.508 200 0c4f3c48897a46c44a8c94f1b73c6bf5 162.253.55.62 - - [07/Mar/2026:10:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.013 200 bbbaabf4da7723b3805e807b8266ac76 162.253.55.62 - - [07/Mar/2026:10:13:14 +0000] "GET /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.046 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.047 404 9b9d5ff812f4776f7e6d927dd57b7c70 162.253.55.62 - - [07/Mar/2026:10:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.008 200 279c40554ac3554f59ba903273980c31 162.253.55.62 - - [07/Mar/2026:10:13:14 +0000] "POST /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.017 201 666750c06ab14ca3f116c77158f42a89 162.253.55.62 - - [07/Mar/2026:10:13:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.56:8080 1283 0.006 200 08fbe0133a4dc297ae8b52fd55c22ee6 162.253.55.62 - - [07/Mar/2026:10:13:14 +0000] "GET /admin/realms/atmosphere/clients/75a82661-4a30-44aa-8a16-d3624b633a1f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.029 [auth-system-keycloak-80] [] 10.0.0.56:8080 166 0.029 200 746170cd226ef818e821aadb04c738ff 162.253.55.62 - - [07/Mar/2026:10:13:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.518 200 a093354ed7a6c3701da27477c586427a 162.253.55.62 - - [07/Mar/2026:10:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.56:8080 1249 0.008 200 5bb85821fd67f78e1f6b661257e7e236 162.253.55.62 - - [07/Mar/2026:10:13:15 +0000] "GET /admin/realms/atmosphere/clients/8e6a87e7-0441-46cf-a399-cee75fcc07e0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.56:8080 119 0.010 404 fbd2969ffe14c78b28f4709fea2de2f7 162.253.55.62 - - [07/Mar/2026:10:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.047 [auth-system-keycloak-80] [] 10.0.0.56:8080 1249 0.046 200 02ffa8b87eafc08974ecefc2640f9a94 162.253.55.62 - - [07/Mar/2026:10:13:15 +0000] "POST /admin/realms/atmosphere/clients/8e6a87e7-0441-46cf-a399-cee75fcc07e0/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.018 201 72c2b4c5274ba94d9d977f55fe0e864b 162.253.55.62 - - [07/Mar/2026:10:13:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.56:8080 1249 0.008 200 50cf280aac8547b4448c702067a11ca0 162.253.55.62 - - [07/Mar/2026:10:13:15 +0000] "GET /admin/realms/atmosphere/clients/8e6a87e7-0441-46cf-a399-cee75fcc07e0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.56:8080 166 0.015 200 6e0f706fc1dc1133cb1dfeaaaca7e1cb W0307 10:13:17.835086 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:13:17.835128 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:13:21.169136 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:13:21.169182 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:13:24.502593 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:13:24.502638 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:22.520340 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:22.520392 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:22.618705 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:22.618802 8 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0307 10:14:22.618847 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:22.618883 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:22.619073 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:22.619309 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:22.619500 8 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0307 10:14:22.619308 8 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0307 10:14:22.619594 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:22.619650 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:22.619674 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:22.619722 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0307 10:14:22.621203 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0307 10:14:22.621240 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0307 10:14:22.622236 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0307 10:14:22.622253 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0307 10:14:22.622267 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0307 10:14:22.622281 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0307 10:14:22.630551 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0307 10:14:22.630925 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0307 10:14:22.630948 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0307 10:14:22.631156 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0307 10:14:22.631469 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b532f2dc-5805-4ec1-a439-c4d435ebe891", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4222", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0307 10:14:22.631489 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7c4f33c4-1e66-48f3-a12c-1821f27fd930", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4223", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0307 10:14:22.632170 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0307 10:14:22.635403 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0307 10:14:22.635448 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"759fb15a-dd1e-44fb-9af3-f6d7d67a3945", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4226", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0307 10:14:22.906231 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0307 10:14:22.907117 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0307 10:14:23.063974 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0307 10:14:23.064780 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0307 10:14:24.511799 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0307 10:14:24.513298 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0307 10:14:25.854628 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:25.854694 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:25.854730 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:25.855052 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:25.855079 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0307 10:14:25.855200 8 controller.go:196] "Configuration changes detected, backend reload required" I0307 10:14:26.083574 8 controller.go:216] "Backend successfully reloaded" I0307 10:14:26.083996 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cjs6x", UID:"d4f16dde-a718-4a7a-a180-5cd9eac2c3e6", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0307 10:14:29.187183 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:29.187251 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:29.187333 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:29.187565 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:29.187597 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:32.521558 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:32.521628 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:32.521666 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:32.521812 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:32.521840 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:36.990589 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:36.990634 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:36.990661 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:36.990744 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:36.990765 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:40.324918 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:40.324985 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:40.325020 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:40.325144 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:40.325168 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:43.657417 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:43.657529 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:43.657570 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:43.657762 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:43.657841 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:46.990845 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:46.990936 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:46.990976 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:46.991095 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:46.991117 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:50.324225 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:50.324330 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:50.324369 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:50.324520 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:50.324569 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:53.657579 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:53.657619 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:53.657638 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:53.657701 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:53.657716 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:56.991744 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:14:56.991809 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:14:56.991855 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:14:56.991962 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:14:56.991993 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:00.324290 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:00.324405 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0307 10:15:00.324473 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:15:00.324660 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:00.324702 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:03.657350 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:03.657417 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:15:03.657503 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:03.657523 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:06.990900 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:06.990968 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:15:06.991049 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:06.991067 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:10.325085 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:10.325191 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:15:10.325355 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:10.325395 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0307 10:15:11.257360 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.179.125"}] I0307 10:15:11.257528 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.179.125"}] I0307 10:15:11.257769 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.179.125"}] I0307 10:15:11.264118 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b532f2dc-5805-4ec1-a439-c4d435ebe891", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5219", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0307 10:15:11.265107 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7c4f33c4-1e66-48f3-a12c-1821f27fd930", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5220", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0307 10:15:11.269829 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"759fb15a-dd1e-44fb-9af3-f6d7d67a3945", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5221", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0307 10:15:13.657484 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:13.657578 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:15:13.657732 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:13.657765 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:16.991008 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:16.991169 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0307 10:15:16.991372 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:16.991401 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.167 - - [07/Mar/2026:10:15:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.036 [auth-system-keycloak-80] [] 10.0.0.56:8080 6411 0.036 200 ad4fb1badafcfbfb5f555bcc96589721 W0307 10:15:20.324162 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:20.324364 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:20.324390 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:23.658143 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:23.658386 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:23.658418 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.158 - - [07/Mar/2026:10:15:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.56:8080 6411 0.007 200 1b9a5faf049b5a8a6edf0e637f54011b W0307 10:15:26.991644 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:26.991851 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:26.991891 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:30.324224 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:30.324433 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:30.324461 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:33.658052 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0307 10:15:33.658174 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:33.658190 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:36.991575 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:36.991626 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:41.391876 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:41.391917 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [07/Mar/2026:10:15:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.476 200 01e43180edd7b0f642e4b2b3b48265fb 162.253.55.62 - - [07/Mar/2026:10:15:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.004 [auth-system-keycloak-80] [] 10.0.0.56:8080 4246 0.005 200 bb5f58116c317e7c775ee94c2fb11edb 162.253.55.62 - - [07/Mar/2026:10:15:46 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.365 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.364 204 864d4fbde9eb579b95e3b1e165ee9eba 162.253.55.62 - - [07/Mar/2026:10:15:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.177 [auth-system-keycloak-80] [] 10.0.0.56:8080 4384 0.177 200 ffaea4827e7010544f866e9762507be3 162.253.55.62 - - [07/Mar/2026:10:15:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.459 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.458 200 0169c367e88d6ff0cd7ea6edb29ae032 162.253.55.62 - - [07/Mar/2026:10:15:47 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.56:8080 1682 0.008 200 a924cc87dcbc06a000af519001f463e2 162.253.55.62 - - [07/Mar/2026:10:15:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.56:8080 6411 0.006 200 dc59bd1595628f39f05f48f6e18b2cdc 162.253.55.62 - - [07/Mar/2026:10:15:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.464 200 e31be0b035fd2248ec0474337717cf71 162.253.55.62 - - [07/Mar/2026:10:15:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.56:8080 2 0.010 200 c885ef1464b131e03d7f31167f196cce 162.253.55.62 - - [07/Mar/2026:10:15:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.158 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.157 201 a37c9389575555942e347ee25e1563cd 162.253.55.62 - - [07/Mar/2026:10:15:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.56:8080 2242 0.022 200 6375810bdf3ad246408f64e8506f79df 162.253.55.62 - - [07/Mar/2026:10:15:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.457 [auth-system-keycloak-80] [] 10.0.0.56:8080 1925 0.456 200 9908464faefa2c5723a0479de712aa84 162.253.55.62 - - [07/Mar/2026:10:15:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.56:8080 2242 0.023 200 2618728a455ad939f36fb4da6e6f5221 162.253.55.62 - - [07/Mar/2026:10:15:50 +0000] "GET /admin/realms/atmosphere/clients/032144e4-40dd-4f4e-948d-ffb523359454/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.013 [auth-system-keycloak-80] [] 10.0.0.56:8080 233 0.013 200 a0945089393ab52f6d2d237d13cb15f0 162.253.55.62 - - [07/Mar/2026:10:15:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.021 [auth-system-keycloak-80] [] 10.0.0.56:8080 831 0.021 200 619c6ec3efbe662620f312882bb0f59c 162.253.55.62 - - [07/Mar/2026:10:15:51 +0000] "GET /admin/realms/atmosphere/clients/c3ec8624-a0ae-4752-be5b-5da7929e6d51/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.048 [auth-system-keycloak-80] [] 10.0.0.56:8080 3758 0.047 200 75d4712dd8dc758f60772c34a34340e4 162.253.55.62 - - [07/Mar/2026:10:15:51 +0000] "GET /admin/realms/atmosphere/users/41498c01-b375-4c3f-8d47-4e6701c24765/role-mappings/clients/c3ec8624-a0ae-4752-be5b-5da7929e6d51/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.186 [auth-system-keycloak-80] [] 10.0.0.56:8080 3758 0.185 200 2aa3fd8733c5ef73ac597e393d0eca24 162.253.55.62 - - [07/Mar/2026:10:15:51 +0000] "GET /admin/realms/atmosphere/users/41498c01-b375-4c3f-8d47-4e6701c24765/role-mappings/clients/c3ec8624-a0ae-4752-be5b-5da7929e6d51/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.077 [auth-system-keycloak-80] [] 10.0.0.56:8080 2 0.078 200 1ffe1fcebcf437b8ae3a4f74673cb2cc 162.253.55.62 - - [07/Mar/2026:10:15:51 +0000] "POST /admin/realms/atmosphere/users/41498c01-b375-4c3f-8d47-4e6701c24765/role-mappings/clients/c3ec8624-a0ae-4752-be5b-5da7929e6d51 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.032 [auth-system-keycloak-80] [] 10.0.0.56:8080 0 0.032 204 0cd11c2a813039773ce65d3f8137cf11 162.253.55.62 - - [07/Mar/2026:10:15:51 +0000] "GET /admin/realms/atmosphere/users/41498c01-b375-4c3f-8d47-4e6701c24765/role-mappings/clients/c3ec8624-a0ae-4752-be5b-5da7929e6d51/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.56:8080 576 0.012 200 0a61cf7dc636ad6917b311f95e499802 W0307 10:15:53.960587 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:53.960629 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:57.295775 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:15:57.295824 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:16:06.539451 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:16:06.539494 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:16:09.873272 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:16:09.873306 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:17:59.728407 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:17:59.728450 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:18:33.040215 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0307 10:18:33.040309 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:18:33.040328 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0307 10:18:33.042939 8 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0307 10:18:33.042965 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0307 10:18:33.047342 8 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0307 10:18:33.047665 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1b7f63a8-c0dc-4a91-8a3e-5695b6bda791", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6578", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0307 10:18:33.048247 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0307 10:18:33.048912 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0307 10:18:33.049030 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:18:33.049060 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0307 10:18:33.049277 8 controller.go:196] "Configuration changes detected, backend reload required" I0307 10:18:33.096381 8 controller.go:216] "Backend successfully reloaded" I0307 10:18:33.096631 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-cjs6x", UID:"d4f16dde-a718-4a7a-a180-5cd9eac2c3e6", APIVersion:"v1", ResourceVersion:"1185", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0307 10:18:33.499591 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0307 10:18:33.501145 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0307 10:18:36.384688 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:18:36.384735 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.62 - - [07/Mar/2026:10:18:37 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.247:5000 280 0.006 300 bf54905012395fcf193a1688ae78f0aa I0307 10:19:11.258267 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.179.125"}] I0307 10:19:11.264361 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1b7f63a8-c0dc-4a91-8a3e-5695b6bda791", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6781", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0307 10:19:11.266336 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0307 10:19:11.266374 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store