------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0519 06:03:27.576840 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0519 06:03:27.577011 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0519 06:03:27.585512 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0519 06:03:27.588891 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0519 06:03:27.648346 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0519 06:03:27.668331 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0519 06:03:27.681189 7 nginx.go:271] "Starting NGINX Ingress controller" I0519 06:03:27.688889 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"3890e41f-ef9e-400e-9cbd-da745ec6248b", APIVersion:"v1", ResourceVersion:"1360", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0519 06:03:27.696925 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"17a5446c-f61f-4772-9b3a-b5398ec37590", APIVersion:"v1", ResourceVersion:"1358", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0519 06:03:27.696974 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3a37d507-1a28-47f2-ba1c-51fc995d2bfa", APIVersion:"v1", ResourceVersion:"1359", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0519 06:03:28.883275 7 nginx.go:317] "Starting NGINX process" I0519 06:03:28.883421 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0519 06:03:28.884281 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0519 06:03:28.884574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:28.884629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 06:03:28.884685 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 06:03:28.895494 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0519 06:03:28.895597 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-vph59" I0519 06:03:28.920529 7 controller.go:216] "Backend successfully reloaded" I0519 06:03:28.920611 7 controller.go:227] "Initial sync, sleeping for 1 second" I0519 06:03:28.920876 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vph59", UID:"1538e79f-33e8-45ff-9457-3910fafbd406", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0519 06:03:32.704134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:32.704163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:36.038251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:36.038304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:39.372442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:39.372485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:42.705006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:42.705065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:46.038172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:46.038218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:49.371710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:49.371764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:52.705279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:03:52.705346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:04:01.285815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:04:01.285870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:04:05.257517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:04:05.257560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:04:56.136173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:04:56.136200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:04:59.470224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:04:59.470265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:03.088293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:03.088344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:07.519015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:07.519051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:10.852669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:10.852719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:14.185817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:14.185861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:17.780304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:17.780345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:21.115937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:21.115982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:24.449096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:24.449144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:27.781403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:27.781449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:31.115284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:31.115339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:34.785372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:34.785412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:38.119187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:38.119235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:41.453047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:05:41.453100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:07:53.973203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:07:53.973291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:07:57.306760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:07:57.306791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:07:57.603434 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-23.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-23.nip.io-tls was not found. Using default certificate W0519 06:07:57.603474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:07:57.603483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 06:07:57.604434 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0519 06:07:57.604454 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0519 06:07:57.610052 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0519 06:07:57.610422 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c7562d83-90cc-419a-99ba-80727eab94b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3425", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 06:07:57.610619 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-23.nip.io-tls" in local store I0519 06:07:58.057830 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-23.nip.io-tls" I0519 06:07:58.058706 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-23.nip.io-tls" W0519 06:08:00.639970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:08:00.640007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 06:08:00.640067 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 06:08:00.681515 7 controller.go:216] "Backend successfully reloaded" I0519 06:08:00.681776 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vph59", UID:"1538e79f-33e8-45ff-9457-3910fafbd406", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0519 06:08:03.973459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:08:03.973509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [19/May/2026:06:08:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.035 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 2.033 200 86539c50113aa1fb7a335c1091d6b94c 199.204.45.23 - - [19/May/2026:06:08:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.176 [auth-system-keycloak-80] [] 10.0.0.236:8080 116 0.177 404 e91ce5daafce5f4ae65e53b29fbc2244 199.204.45.23 - - [19/May/2026:06:08:13 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.982 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 3.980 201 1cc7b278607b199e40327ad39bce524c 199.204.45.23 - - [19/May/2026:06:08:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.596 [auth-system-keycloak-80] [] 10.0.0.236:8080 4246 0.596 200 62a034411edaba9820e426882451f52e 199.204.45.23 - - [19/May/2026:06:08:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.485 200 04414d8644c2491cab7c79554f9a47d2 199.204.45.23 - - [19/May/2026:06:08:15 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.097 [auth-system-keycloak-80] [] 10.0.0.236:8080 12500 0.097 200 5b4952f94a99c0d64f6768e5b66fddb1 199.204.45.23 - - [19/May/2026:06:08:15 +0000] "GET /admin/realms/atmosphere/client-scopes/2f946085-2076-481f-9eea-300aae5395a4 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.073 [auth-system-keycloak-80] [] 10.0.0.236:8080 1278 0.073 200 c740a83ba0dfb9deb6ce2a18565eaf2c 199.204.45.23 - - [19/May/2026:06:08:15 +0000] "PUT /admin/realms/atmosphere/client-scopes/2f946085-2076-481f-9eea-300aae5395a4 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.084 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.083 204 3cfec4cfe2394ccd7177e912de0add19 199.204.45.23 - - [19/May/2026:06:08:15 +0000] "GET /admin/realms/atmosphere/client-scopes/2f946085-2076-481f-9eea-300aae5395a4/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.018 [auth-system-keycloak-80] [] 10.0.0.236:8080 963 0.018 200 b8c237127b59dae249629c23635c9144 199.204.45.23 - - [19/May/2026:06:08:15 +0000] "GET /admin/realms/atmosphere/client-scopes/2f946085-2076-481f-9eea-300aae5395a4/protocol-mappers/models/5fb18d82-2a48-4a3d-afc4-9455e53ec6f0 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.063 [auth-system-keycloak-80] [] 10.0.0.236:8080 366 0.062 200 e574758d009e40d076223b8cb92489b7 199.204.45.23 - - [19/May/2026:06:08:15 +0000] "PUT /admin/realms/atmosphere/client-scopes/2f946085-2076-481f-9eea-300aae5395a4/protocol-mappers/models/5fb18d82-2a48-4a3d-afc4-9455e53ec6f0 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.084 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.083 204 819029106e84ff8445a6e18ae22f7546 199.204.45.23 - - [19/May/2026:06:08:15 +0000] "GET /admin/realms/atmosphere/client-scopes/2f946085-2076-481f-9eea-300aae5395a4 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.019 [auth-system-keycloak-80] [] 10.0.0.236:8080 1218 0.019 200 fc71e50bbc74d4008e77d68afb95c679 I0519 06:08:28.902139 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.251.46"}] I0519 06:08:28.911615 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c7562d83-90cc-419a-99ba-80727eab94b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3771", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 06:08:28.912565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:08:28.912601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [19/May/2026:06:08:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.489 200 c624a0958cf9c62572d07f8eaabb4009 199.204.45.23 - - [19/May/2026:06:08:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.069 [auth-system-keycloak-80] [] 10.0.0.236:8080 2 0.069 200 268e093c0fb963a928ef3937c2342e3f 199.204.45.23 - - [19/May/2026:06:08:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.194 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.194 201 9a6f3fdd19985395f2239a14a712fa70 199.204.45.23 - - [19/May/2026:06:08:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.091 [auth-system-keycloak-80] [] 10.0.0.236:8080 1259 0.092 200 868d5280e09dd1f0088e41307a435222 199.204.45.23 - - [19/May/2026:06:08:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.586 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.585 200 1e7dfd0de5567c57bdf7a76bf89c6f78 199.204.45.23 - - [19/May/2026:06:08:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.236:8080 2 0.013 200 695d372da6d86e9c30c2f73241d51bd6 199.204.45.23 - - [19/May/2026:06:08:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.067 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.066 201 416ea07b8d95b731062f8bd95e2833d3 199.204.45.23 - - [19/May/2026:06:08:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.027 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.027 200 63d09dd42020b7f40f241a3baffedaf2 199.204.45.23 - - [19/May/2026:06:08:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.479 200 ecafd63a9dfad77f525f9832dcd72cfc 199.204.45.23 - - [19/May/2026:06:08:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.236:8080 2 0.011 200 e16f81bd7109a6a890d44bde360c554c 199.204.45.23 - - [19/May/2026:06:08:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.089 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.088 201 7c356a7d6e523aaa575d405531cf4f3a 199.204.45.23 - - [19/May/2026:06:08:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.083 [auth-system-keycloak-80] [] 10.0.0.236:8080 1249 0.082 200 b2285b22550814231b2f9dee46b83bcb 199.204.45.23 - - [19/May/2026:06:08:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.470 200 b1010800b14d9ea8f8ed9b68999354cb 199.204.45.23 - - [19/May/2026:06:08:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.236:8080 1259 0.007 200 d10382224bcfe20209635c42905002fa 199.204.45.23 - - [19/May/2026:06:08:40 +0000] "GET /admin/realms/atmosphere/clients/f6aca0b1-3d0f-485f-b726-f2d00682e1f2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.236:8080 119 0.013 404 e693ad3d419cc8334c6dbd523e8e0e40 199.204.45.23 - - [19/May/2026:06:08:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.028 [auth-system-keycloak-80] [] 10.0.0.236:8080 1259 0.028 200 bf22010df47986c7588242766330f233 199.204.45.23 - - [19/May/2026:06:08:40 +0000] "POST /admin/realms/atmosphere/clients/f6aca0b1-3d0f-485f-b726-f2d00682e1f2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.027 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.026 201 fb3775d4ffc2798c838e8559fa2e9eef 199.204.45.23 - - [19/May/2026:06:08:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.236:8080 1259 0.007 200 828c85889fb984e9a3527b6adc3e6f93 199.204.45.23 - - [19/May/2026:06:08:40 +0000] "GET /admin/realms/atmosphere/clients/f6aca0b1-3d0f-485f-b726-f2d00682e1f2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.046 [auth-system-keycloak-80] [] 10.0.0.236:8080 166 0.046 200 ff042555199b86f64f3b45e466a84eaa 199.204.45.23 - - [19/May/2026:06:08:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.539 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.538 200 98026ba59e89d1207a52a68d6549dd4c 199.204.45.23 - - [19/May/2026:06:08:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.005 200 de129ecb5355f4037bb9601e0bc2a088 199.204.45.23 - - [19/May/2026:06:08:41 +0000] "GET /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.041 [auth-system-keycloak-80] [] 10.0.0.236:8080 119 0.041 404 60a4cbd2bd85f2df083847a8547860e1 199.204.45.23 - - [19/May/2026:06:08:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.008 200 833da77fa7585ff47b07f8c98c680ff5 199.204.45.23 - - [19/May/2026:06:08:41 +0000] "POST /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.165 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.164 201 47ada1b0fa8633015b256f66e914272a 199.204.45.23 - - [19/May/2026:06:08:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.005 200 5cbe635f43d8793481255ee897dae7a0 199.204.45.23 - - [19/May/2026:06:08:41 +0000] "GET /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.236:8080 165 0.013 200 2998f96836375349f7f1a3cac6437370 199.204.45.23 - - [19/May/2026:06:08:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.524 200 b1e6f0fb5b022c688728ff9e2a50896f 199.204.45.23 - - [19/May/2026:06:08:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.008 200 fcc8c5a276e8baf3faa4dc9732cc3310 199.204.45.23 - - [19/May/2026:06:08:42 +0000] "GET /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.236:8080 119 0.048 404 23e7c903dcceeb3162e73c0cb3f12c11 199.204.45.23 - - [19/May/2026:06:08:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.007 200 638659ec014f0de54bbbbcae47281e4e 199.204.45.23 - - [19/May/2026:06:08:42 +0000] "POST /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.078 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.078 201 6c76424a5918b92152c5a772ff4d03a8 199.204.45.23 - - [19/May/2026:06:08:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.007 200 6e091937fa1f78c56af99359d2d46058 199.204.45.23 - - [19/May/2026:06:08:42 +0000] "GET /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.236:8080 166 0.066 200 30fe5e9f1d1e9f5b2cd6754329c4285c 199.204.45.23 - - [19/May/2026:06:08:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.470 200 576ea63ffca013c1c2923a4278d8bb00 199.204.45.23 - - [19/May/2026:06:08:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.046 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.047 200 1076fbf1d76f79d7a29783f5cc237340 199.204.45.23 - - [19/May/2026:06:08:43 +0000] "GET /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.236:8080 119 0.015 404 050045340edfb7a7644bef2e0c8433e6 199.204.45.23 - - [19/May/2026:06:08:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.007 200 1ce0dfa8894d0a2c03e47c502aeabbba 199.204.45.23 - - [19/May/2026:06:08:43 +0000] "POST /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.073 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.072 201 3dfd73fab18fef72fbd38137ca55715f 199.204.45.23 - - [19/May/2026:06:08:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.236:8080 1283 0.007 200 3bf65a689fab2733390ac366cc6da8b8 199.204.45.23 - - [19/May/2026:06:08:43 +0000] "GET /admin/realms/atmosphere/clients/f942c591-ca06-47d8-b567-906cb267cba5/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.069 [auth-system-keycloak-80] [] 10.0.0.236:8080 166 0.069 200 de7b920f3f9c7af09f22334721fa3ca8 199.204.45.23 - - [19/May/2026:06:08:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.522 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.521 200 ad2ac672353834109359cb15805521a7 199.204.45.23 - - [19/May/2026:06:08:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.236:8080 1249 0.007 200 6873a40b78696f1b8786263bac2fb069 199.204.45.23 - - [19/May/2026:06:08:44 +0000] "GET /admin/realms/atmosphere/clients/7f6c60d0-1a3a-449d-af7d-d815b1f34a8a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.236:8080 119 0.011 404 69f96a48da7900475cdcc06adc20aed4 199.204.45.23 - - [19/May/2026:06:08:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.049 [auth-system-keycloak-80] [] 10.0.0.236:8080 1249 0.048 200 30cc58321dfd4a7d73e97b406a5e1244 199.204.45.23 - - [19/May/2026:06:08:44 +0000] "POST /admin/realms/atmosphere/clients/7f6c60d0-1a3a-449d-af7d-d815b1f34a8a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.016 201 375b94e8c906f2d10a732783c97f8a06 199.204.45.23 - - [19/May/2026:06:08:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.060 [auth-system-keycloak-80] [] 10.0.0.236:8080 1249 0.059 200 6a6b561b88b0f0e84ae4f3d684be3d13 199.204.45.23 - - [19/May/2026:06:08:44 +0000] "GET /admin/realms/atmosphere/clients/7f6c60d0-1a3a-449d-af7d-d815b1f34a8a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.236:8080 166 0.013 200 14f45858af42e45388dfa3dc914d7b5e W0519 06:08:46.769310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:08:46.769341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:08:50.103502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:08:50.103552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:50.769396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:50.769431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:50.841260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:09:50.841349 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0519 06:09:50.841395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:50.841418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:50.841687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:09:50.841754 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0519 06:09:50.841795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:50.841814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:50.841839 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 06:09:50.841926 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0519 06:09:50.841995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:50.842014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 06:09:50.843551 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0519 06:09:50.843579 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0519 06:09:50.843823 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0519 06:09:50.843860 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0519 06:09:50.844940 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0519 06:09:50.846174 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0519 06:09:50.846980 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0519 06:09:50.847556 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0519 06:09:50.847599 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"32178341-2a86-40f1-b9e8-69936dcc43a5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4432", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 06:09:50.848647 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0519 06:09:50.848916 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0519 06:09:50.848947 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"237c63c7-1099-4bec-8c66-933eb7b0bf99", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4433", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 06:09:50.857066 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0519 06:09:50.857707 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0519 06:09:50.858491 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b0ae68f5-0e36-47ba-b702-e6803e746dbb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4438", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 06:09:51.138988 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0519 06:09:51.139731 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0519 06:09:51.197034 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0519 06:09:51.204260 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0519 06:09:52.410883 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0519 06:09:52.411618 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0519 06:09:54.103169 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:09:54.103234 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 06:09:54.103270 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:09:54.103399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:54.103427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 06:09:54.103533 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 06:09:54.148974 7 controller.go:216] "Backend successfully reloaded" I0519 06:09:54.149939 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vph59", UID:"1538e79f-33e8-45ff-9457-3910fafbd406", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0519 06:09:57.437176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:09:57.437269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 06:09:57.437311 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:09:57.437456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:09:57.437504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:00.769776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:00.769827 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 06:10:00.769857 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:00.769964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:00.769988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:04.103643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:04.103734 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 06:10:04.103774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:04.103941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:04.103975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:07.436237 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:07.436307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 06:10:07.436366 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:07.436545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:07.436584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:10.770133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:10.770191 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0519 06:10:10.770221 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:10.770311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:10.770331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:14.103753 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:14.103829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:14.103909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:14.103929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:17.437117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:17.437217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:17.437341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:17.437372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:20.770105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:20.770271 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:20.770398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:20.770424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:24.103635 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:24.103767 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:24.103891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:24.103922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:27.437104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0519 06:10:27.437210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0519 06:10:27.438973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:27.439019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 06:10:28.904108 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.251.46"}] I0519 06:10:28.904719 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.251.46"}] I0519 06:10:28.905289 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.251.46"}] I0519 06:10:28.912598 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"32178341-2a86-40f1-b9e8-69936dcc43a5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5500", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 06:10:28.914865 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"237c63c7-1099-4bec-8c66-933eb7b0bf99", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5501", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0519 06:10:28.917349 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b0ae68f5-0e36-47ba-b702-e6803e746dbb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5502", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 10.0.0.18 - - [19/May/2026:06:10:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.046 [auth-system-keycloak-80] [] 10.0.0.236:8080 6411 0.046 200 f26b0bcd2e4a348f0320b0eff8a67072 10.0.0.113 - - [19/May/2026:06:10:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.049 [auth-system-keycloak-80] [] 10.0.0.236:8080 6411 0.048 200 415e00887a6caada30106c2c159d7609 W0519 06:10:30.772120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:30.772159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:34.104028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:34.104086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:37.438490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:37.438528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:40.770875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:40.770943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:44.103975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:44.104044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:48.172023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:10:48.172058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [19/May/2026:06:10:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.494 200 6372c87b92f2698fd20f295cc304726f 199.204.45.23 - - [19/May/2026:06:10:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.052 [auth-system-keycloak-80] [] 10.0.0.236:8080 4246 0.052 200 0c772efb1659d2babee6d6ea7a90dc24 199.204.45.23 - - [19/May/2026:06:10:54 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.586 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.585 204 3e8243bfb179229472eba4d00d447fce 199.204.45.23 - - [19/May/2026:06:10:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.121 [auth-system-keycloak-80] [] 10.0.0.236:8080 4384 0.120 200 c1fa7770b1356b399186c9b126fe5df4 199.204.45.23 - - [19/May/2026:06:10:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.705 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.704 200 001681f43162260b70b60a75e1615de9 199.204.45.23 - - [19/May/2026:06:10:56 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.236:8080 1682 0.009 200 93f5f986c245d906c27cf9a65b5d0bce 199.204.45.23 - - [19/May/2026:06:10:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.236:8080 6411 0.008 200 b6c34ae8581db6ff315672b5071ddbe3 199.204.45.23 - - [19/May/2026:06:10:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.486 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.486 200 4c9d4b3ddea9fa3a000456b1968f4ccf 199.204.45.23 - - [19/May/2026:06:10:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.041 [auth-system-keycloak-80] [] 10.0.0.236:8080 2 0.040 200 41183ef76ce1baed0b049e57a7563b51 199.204.45.23 - - [19/May/2026:06:10:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.210 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.209 201 519901cf612309a91e4153a52a9b52a2 199.204.45.23 - - [19/May/2026:06:10:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.062 [auth-system-keycloak-80] [] 10.0.0.236:8080 2242 0.062 200 c04d2bb97a67ef76ba4d9f8d6cd7326f 199.204.45.23 - - [19/May/2026:06:10:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.236:8080 1925 0.481 200 6a1899e1c3a1d3e0e7663288f51fd3e7 199.204.45.23 - - [19/May/2026:06:10:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.236:8080 2242 0.006 200 5b5460abf5cce2c5451b47d18716b821 199.204.45.23 - - [19/May/2026:06:10:59 +0000] "GET /admin/realms/atmosphere/clients/35c30423-d4c3-42c5-89c5-608a74bb891d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.048 [auth-system-keycloak-80] [] 10.0.0.236:8080 233 0.047 200 5a2dd2589f6f454ea601b75d24fb8bbc 199.204.45.23 - - [19/May/2026:06:10:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.020 [auth-system-keycloak-80] [] 10.0.0.236:8080 831 0.021 200 461d66e150472432bc0a14d88170a7e5 199.204.45.23 - - [19/May/2026:06:10:59 +0000] "GET /admin/realms/atmosphere/clients/cc198e37-b945-4602-8516-106bbaf9b73d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.056 [auth-system-keycloak-80] [] 10.0.0.236:8080 3758 0.055 200 6228a171807fc43e7b79c8c4d9d289d7 199.204.45.23 - - [19/May/2026:06:10:59 +0000] "GET /admin/realms/atmosphere/users/9956ed7c-cf8d-456a-b2d0-4e3e78b7e5e9/role-mappings/clients/cc198e37-b945-4602-8516-106bbaf9b73d/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.192 [auth-system-keycloak-80] [] 10.0.0.236:8080 3758 0.192 200 65811f0360fb85aa937eb97e4a8861c8 199.204.45.23 - - [19/May/2026:06:11:00 +0000] "GET /admin/realms/atmosphere/users/9956ed7c-cf8d-456a-b2d0-4e3e78b7e5e9/role-mappings/clients/cc198e37-b945-4602-8516-106bbaf9b73d/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.090 [auth-system-keycloak-80] [] 10.0.0.236:8080 2 0.090 200 5a2a47186b9593987cbbb8809eeb0293 199.204.45.23 - - [19/May/2026:06:11:00 +0000] "POST /admin/realms/atmosphere/users/9956ed7c-cf8d-456a-b2d0-4e3e78b7e5e9/role-mappings/clients/cc198e37-b945-4602-8516-106bbaf9b73d HTTP/1.1" 204 0 "-" "Ansible" 1388 0.077 [auth-system-keycloak-80] [] 10.0.0.236:8080 0 0.075 204 ae22242901870257e6361c3791a1696e 199.204.45.23 - - [19/May/2026:06:11:00 +0000] "GET /admin/realms/atmosphere/users/9956ed7c-cf8d-456a-b2d0-4e3e78b7e5e9/role-mappings/clients/cc198e37-b945-4602-8516-106bbaf9b73d/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.023 [auth-system-keycloak-80] [] 10.0.0.236:8080 576 0.022 200 a215ddaa2d3c9feebacd598558b08754 W0519 06:11:03.021100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:03.021133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:06.355551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:06.355604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:20.080331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:20.080371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:23.413683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:23.413717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:26.748162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:11:26.748211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:13:08.602874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:13:08.602910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:13:40.827870 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0519 06:13:40.827967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:13:40.827988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 06:13:40.832711 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:28.7kB} I0519 06:13:40.832739 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0519 06:13:40.844155 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0519 06:13:40.844451 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"acef31ba-3c44-4025-8a47-c07e776aa230", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6838", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 06:13:40.844770 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0519 06:13:40.845169 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0519 06:13:40.845244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:13:40.845267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0519 06:13:40.845389 7 controller.go:196] "Configuration changes detected, backend reload required" I0519 06:13:40.893395 7 controller.go:216] "Backend successfully reloaded" I0519 06:13:40.893826 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vph59", UID:"1538e79f-33e8-45ff-9457-3910fafbd406", APIVersion:"v1", ResourceVersion:"1402", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0519 06:13:41.403584 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0519 06:13:41.404444 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0519 06:13:44.179691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:13:44.179745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.23 - - [19/May/2026:06:13:45 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.005 300 eaafcfbdd394aa95079990704a1c0d5d I0519 06:14:28.904234 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.251.46"}] I0519 06:14:28.909585 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"acef31ba-3c44-4025-8a47-c07e776aa230", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7112", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0519 06:14:28.910863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0519 06:14:28.910883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store